00000800:00000200:1.1F:1763334175.991721:0:3662:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a02e6b9] -> 12345-192.168.204.157@tcp (2) 00000800:00000200:2.1F:1763334175.992657:0:3653:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a02e6b9] -> 12345-192.168.204.157@tcp (2) 00000800:00000200:2.1:1763334175.992665:0:3653:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.157@tcp 0000000028154d46 deleted 00000800:00000010:2.1:1763334175.992667:0:3653:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000028154d46. 00000800:00000200:2.1:1763334175.992672:0:3653:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1763334175.992679:0:3653:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.157@tcp ip 192.168.204.157:1023 00000800:00000200:2.1:1763334175.992683:0:3653:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000560aa00f type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.1F:1763334175.995821:0:3652:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1763334175.996293:0:3654:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005a02e6b9] -> 12345-192.168.204.157@tcp (4) 00000800:00000200:0.1:1763334175.996297:0:3654:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.157@tcp 00000000e31dbf7c deleted 00000800:00000010:0.1:1763334175.996299:0:3654:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e31dbf7c. 00000800:00000200:0.1:1763334175.996302:0:3654:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.1:1763334175.996415:0:3652:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:3.1F:1763334176.236370:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009d0bf18c. 00010000:00000010:3.1:1763334176.236406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d08fe811. 00010000:00000010:2.1:1763334176.493358:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007e0a4a53. 00010000:00000010:2.1:1763334176.493366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000513b844d. 00010000:00000010:3.1:1763334176.498969:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b3d46ea7. 00010000:00000010:3.1:1763334176.498978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000352fcbf1. 00010000:00000010:0.1:1763334176.499051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a922fbaf. 00080000:00000010:3.1:1763334176.557375:0:6505:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at 00000000cf326969. 00010000:00010000:3.0:1763335098.343382:0:7841:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007571823 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.343389:0:7841:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007571823 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.343394:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007571823 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:3.0:1763335098.343417:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1ab:0x0]: returning size 0 00000004:00080000:3.0:1763335098.343573:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x20a:0x0], index 1: 0 00000004:00080000:3.0:1763335098.343581:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x208:0x0], index 0: 0 00000004:00080000:3.0:1763335098.343586:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x209:0x0], index 0: 0 00000004:00080000:3.0:1763335098.343591:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x20b:0x0], index 1: 0 00010000:00010000:3.0:1763335098.343686:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007571823 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.343694:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007571823 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.343700:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007571823 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.343706:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadba00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335098.343710:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007571823 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.343717:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007571823 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.343730:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ab:0x0].0x0 (ffff9001cada2b00) 00010000:00010000:3.0:1763335098.343733:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335098.343737:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007571823 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.343747:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007571823 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.343795:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b5400757181c lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1ab:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87feaf expref: 216 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.343806:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ab:0x0].0x0 (ffff9001cada2b00) 00010000:00010000:3.0:1763335098.343808:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763335098.343812:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b5400757181c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1ab:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87feaf expref: 216 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.343830:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbada200, rc 0) 00000100:00100000:3.0:1763335098.343886:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1336a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+215:56812:x1848989814429056:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 11247us (11419us total) trans 4294972406 rc 301/301 00000100:00100000:3.0:1763335098.343895:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 8731 00010000:00010000:3.0:1763335098.346682:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335098.346695:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3000/0x3ec0b5400757180e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.346707:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb3000 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335098.346712:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3000/0x3ec0b5400757180e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.346723:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3000/0x3ec0b5400757180e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.346743:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3000/0x3ec0b5400757180e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.346750:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3000/0x3ec0b5400757180e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x206:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.346769:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335098.346771:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335098.346772:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335098.355636:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814430080 00000100:00100000:3.0:1763335098.355647:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814430080 00000100:00100000:3.0:1763335098.355703:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 8733 00000100:00100000:3.0:1763335098.355714:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1335880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+215:56808:x1848989814430080:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335098.356242:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335098.356280:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b5400757183f lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a87febd expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.356397:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007571846 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335098.356413:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007571846 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.356425:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007571846 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.356435:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadae00/0x3ec0b5400757184d lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335098.356443:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadae00/0x3ec0b5400757184d lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.356449:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadae00/0x3ec0b5400757184d lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.356556:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb600/0x3ec0b54007571854 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ab:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335098.356565:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb600/0x3ec0b54007571854 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.356571:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb600/0x3ec0b54007571854 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.356657:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007571846 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.356664:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007571846 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.356671:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007571846 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.356678:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007571846 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.356683:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadba00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335098.356687:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007571846 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.356695:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007571846 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.356705:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3800) 00010000:00010000:3.0:1763335098.356708:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335098.356712:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007571846 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.356717:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007571846 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.356730:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadae00/0x3ec0b5400757184d lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.356735:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadae00/0x3ec0b5400757184d lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.356740:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadae00/0x3ec0b5400757184d lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.356744:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadae00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335098.356747:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadae00/0x3ec0b5400757184d lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.356751:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadae00/0x3ec0b5400757184d lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.356757:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da00bd00) 00010000:00010000:3.0:1763335098.356759:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335098.356762:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadae00/0x3ec0b5400757184d lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.356767:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadae00/0x3ec0b5400757184d lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.356799:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b5400757183f lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87febd expref: 218 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.356814:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb600/0x3ec0b54007571854 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87febd expref: 217 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.356820:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ab:0x0].0x0 (ffff9001c79c3b00) 00010000:00010000:3.0:1763335098.356823:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335098.356825:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadb600, rc 0) 00000100:00100000:3.0:1763335098.356894:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1335880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+217:56808:x1848989814430080:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1182us (1472us total) trans 4294972407 rc 0/0 00000100:00100000:3.0:1763335098.356901:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 8733 00000100:00100000:3.0:1763335098.363875:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.372500:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814431104 00000100:00100000:3.0:1763335098.372509:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814431104 00000100:00100000:3.0:1763335098.372566:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 8734 00000100:00100000:3.0:1763335098.372575:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+219:55956:x1848989814431104:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335098.372597:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335098.372599:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763335098.372625:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb600/0x3ec0b54007571854 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1ab:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87febd expref: 219 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.372643:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ab:0x0].0x0 (ffff9001c79c3b00) 00010000:00010000:3.0:1763335098.372653:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335098.372666:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007571870 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x1ab:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a87fed2 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.372752:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadae00/0x3ec0b54007571877 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1ab:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335098.372764:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadae00/0x3ec0b54007571877 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1ab:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335098.372773:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadae00/0x3ec0b54007571877 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1ab:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:3.0:1763335098.372785:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1ab:0x0]: returning size 0 00010000:00010000:3.0:1763335098.372874:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007571870 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87fed2 expref: 221 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.372887:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadae00/0x3ec0b54007571877 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1ab:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87fed2 expref: 220 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.372894:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ab:0x0].0x0 (ffff9001c79c3800) 00010000:00010000:3.0:1763335098.372897:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:3.0:1763335098.372899:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadae00, rc 0) 00000100:00100000:3.0:1763335098.372952:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+220:55956:x1848989814431104:12345-192.168.204.57@tcp:101:bash.0 Request processed in 378us (576us total) trans 4294972410 rc 0/0 00000100:00100000:3.0:1763335098.372959:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 8734 00000100:00100000:3.0:1763335098.380288:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814431360 00000100:00100000:3.0:1763335098.380300:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814431360 00000100:00100000:3.0:1763335098.386962:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.396797:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1763335098.408840:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2600/0x3ec0b540075717eb lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.408849:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2600/0x3ec0b540075717eb lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.408857:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2600/0x3ec0b540075717eb lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.408863:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb2600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335098.408868:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2600/0x3ec0b540075717eb lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.408876:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2600/0x3ec0b540075717eb lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.408889:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da00bd00) 00010000:00010000:3.0:1763335098.408892:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335098.408896:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2600/0x3ec0b540075717eb lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.408902:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2600/0x3ec0b540075717eb lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.408921:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b5400757189a lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335098.408927:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b5400757189a lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335098.408933:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b5400757189a lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335098.408938:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c530e200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335098.408941:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b5400757189a lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335098.408947:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b5400757189a lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335098.408954:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ab:0x0].0x0 (ffff9001c79c3800) 00010000:00010000:3.0:1763335098.408957:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335098.408959:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b5400757189a lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335098.408965:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b5400757189a lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000100:00100000:3.0:1763335098.410287:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989825976448 00000100:00100000:3.0:1763335098.410296:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989825976448 00000100:00100000:3.0:1763335098.410371:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989825976320 00000100:00100000:3.0:1763335098.410375:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989825976320 00000100:00100000:3.0:1763335098.410395:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5895 00000100:00100000:3.0:1763335098.410403:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7831880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+12:3665:x1848989825976448:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763335098.410428:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:517 count 1 00010000:00010000:3.0:1763335098.410451:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb600/0x3ec0b540075718e0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x205:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.410469:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000cc95f000/0x3ec0b54007571774 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87fe7e expref: 10 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.410476:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335098.410478:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335098.410482:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb600/0x3ec0b540075718e0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.410511:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000cc95f000/0x3ec0b54007571774 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87fe7e expref: 10 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.410523:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000cc95f000/0x3ec0b54007571774 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87fe7e expref: 10 pid: 27803 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1763335098.410534:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5d91500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1848989825976832:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335098.410585:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000ccba6180 going to sleep for 11 seconds 00000100:00100000:3.0:1763335098.420278:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.420412:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5d91500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1848989825976832:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335098.420437:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb600/0x3ec0b540075718e0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x205:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335098.420485:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.420516:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.420531:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.420548:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.420581:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1763335098.421626:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb600/0x3ec0b540075718e0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.421634:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb600/0x3ec0b540075718e0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.421642:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb600/0x3ec0b540075718e0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.421648:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb600/0x3ec0b540075718e0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.421662:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335098.421917:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7831880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+13:3665:x1848989825976448:12345-0@lo:6:osp-syn-0-1.0 Request processed in 11514us (11979us total) trans 21474838605 rc 0/0 00000100:00100000:3.0:1763335098.421925:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5895 00010000:00010000:3.0:1763335098.421943:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335098.421949:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb600/0x3ec0b540075718e0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.421956:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadb600 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335098.421960:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb600/0x3ec0b540075718e0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.421967:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb600/0x3ec0b540075718e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.421978:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb600/0x3ec0b540075718e0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.421985:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb600/0x3ec0b540075718e0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x205:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.421998:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335098.422000:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335098.422002:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335098.424901:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335098.425233:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814433920 00000100:00100000:3.0:1763335098.425254:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814433920 00000100:00100000:3.0:1763335098.428259:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814434048 00000100:00100000:3.0:1763335098.428267:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814434048 00002000:00010000:3.0:1763335098.428299:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/522 (0->18446744073709551615) 00002000:00100000:3.0:1763335098.428303:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c393f100 with x1848989814434048 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335098.428335:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c393f100. 00000100:00100000:3.0:1763335098.428356:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814434176 00000100:00100000:3.0:1763335098.428359:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814434176 00002000:00010000:3.0:1763335098.428368:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/520 (0->18446744073709551615) 00002000:00100000:3.0:1763335098.428371:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c393f480 with x1848989814434176 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335098.428376:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c393f480. 00000100:00100000:3.0:1763335098.428388:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1478 00000100:00100000:3.0:1763335098.428396:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+28:2426:x1848989814434048:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:3.0:1763335098.428557:0:23998:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x20a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335098.428562:0:23998:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x20a:0x0] updating lvb mtime from disk: 0 -> 1763335098 00002000:00010000:3.0:1763335098.428565:0:23998:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x20a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335098.428567:0:23998:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x20a:0x0] updating lvb ctime from disk: 0 -> 1763335098 00002000:00010000:3.0:1763335098.428570:0:23998:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x20a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335098.428620:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:2426:x1848989814434048:12345-192.168.204.57@tcp:10:bash.0 Request processed in 223us (480us total) trans 17179871314 rc 0/0 00000100:00100000:3.0:1763335098.428627:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1478 00002000:00010000:3.0:1763335098.428631:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/522 (0->18446744073709551615) 00002000:00100000:3.0:1763335098.428633:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c393f100 with x1848989814434048 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335098.428637:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c393f100. 00000100:00100000:3.0:1763335098.435363:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.435448:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1763335098.451955:0:13840:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007571926 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1ab:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335098.451963:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007571926 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1ab:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:3.0:1763335098.451979:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1ab:0x0]: returning size 5 00010000:00010000:3.0:1763335098.452110:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b5400757191f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1ab:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87ff0a expref: 221 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.452123:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007571926 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1ab:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87ff0a expref: 220 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.452145:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ab:0x0].0x0 (ffff9001c79c3800) 00010000:00010000:3.0:1763335098.452148:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1763335098.452151:0:13840:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3a00/0x3ec0b54007571949 lrc: 4/1,0 mode: --/PR res: [0x240000405:0x1ab:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335098.452157:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665c00, rc 0) 00000100:00100000:3.0:1763335098.452196:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+220:56813:x1848989814434944:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 10947us (11363us total) trans 4294972420 rc 0/0 00000100:00100000:3.0:1763335098.452202:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 8741 00000100:00100000:3.0:1763335098.456466:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.456699:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814435456 00000100:00100000:3.0:1763335098.456707:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814435456 00010000:00010000:3.0:1763335098.456743:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007571926 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1ab:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87ff0a expref: 220 pid: 13840 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1763335098.456782:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 2861 00000100:00100000:3.0:1763335098.456791:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001fb62e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+220:2426:x1848989814435456:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335098.456805:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335098.456812:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007571926 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1ab:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87ff0a expref: 220 pid: 13840 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1763335098.456823:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007571926 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1ab:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87ff0a expref: 220 pid: 13840 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1763335098.456845:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007571926 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x1ab:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87ff0a expref: 220 pid: 13840 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1763335098.456859:0:7458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ab:0x0].0x0 (ffff9001c79c3800) 00010000:00010000:3.0:1763335098.456864:0:7458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3a00/0x3ec0b54007571949 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ab:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335098.456875:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3a00/0x3ec0b54007571949 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ab:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335098.456882:0:7458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3a00/0x3ec0b54007571949 lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x1ab:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335098.456908:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335098.456957:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001fb62e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+219:2426:x1848989814435456:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 167us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335098.456965:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 2861 00000100:00100000:3.0:1763335098.470627:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.470679:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.475458:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814436096 00000100:00100000:3.0:1763335098.475463:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814436096 00000100:00100000:3.0:1763335098.475497:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5899 00000100:00100000:3.0:1763335098.475505:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:2426:x1848989814436096:12345-192.168.204.57@tcp:1:lfs.0 00010000:00010000:3.0:1763335098.475536:0:28961:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000cbadac00/0x3ec0b54007571988 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x20a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.475550:0:28961:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3800/0x3ec0b540075718f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x20a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87fef5 expref: 29 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.475557:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335098.475559:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335098.475562:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbadac00/0x3ec0b54007571988 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x20a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.475590:0:28961:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3800/0x3ec0b540075718f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x20a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87fef5 expref: 29 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.475602:0:28961:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3800/0x3ec0b540075718f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x20a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87fef5 expref: 29 pid: 27803 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1763335098.475616:0:28961:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7f27480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28961:1848989825977472:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335098.475668:0:28961:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000ccba6e40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335098.478867:0:28961:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7f27480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28961:1848989825977472:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335098.478891:0:28961:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000cbadac00/0x3ec0b54007571988 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x20a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335098.489495:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814436480 00000100:00100000:3.0:1763335098.489505:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814436480 00010000:00010000:3.0:1763335098.489543:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3800/0x3ec0b540075718f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x20a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87fef5 expref: 32 pid: 27803 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1763335098.489576:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 2863 00000100:00100000:3.0:1763335098.489585:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d32680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:2429:x1848989814436480:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335098.489601:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1763335098.489619:0:7458:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x20a:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:3.0:1763335098.489623:0:7458:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x20a:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1763335098.489629:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3800/0x3ec0b540075718f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x20a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87fef5 expref: 32 pid: 27803 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1763335098.489642:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3800/0x3ec0b540075718f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x20a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87fef5 expref: 32 pid: 27803 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1763335098.489671:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3800/0x3ec0b540075718f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x20a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87fef5 expref: 32 pid: 27803 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1763335098.489688:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335098.489690:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335098.489694:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000cbadac00/0x3ec0b54007571988 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x20a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.489704:0:7458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbadac00/0x3ec0b54007571988 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x20a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.489739:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335098.489797:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d32680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+31:2429:x1848989814436480:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 213us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335098.489805:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 2863 00010000:00010000:3.0:1763335098.499169:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3600/0x3ec0b54007571965 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.499178:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3600/0x3ec0b54007571965 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.499184:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3600/0x3ec0b54007571965 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.499190:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb3600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335098.499194:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3600/0x3ec0b54007571965 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.499201:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3600/0x3ec0b54007571965 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.499212:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da0ebd00) 00010000:00010000:3.0:1763335098.499214:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335098.499218:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3600/0x3ec0b54007571965 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.499223:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3600/0x3ec0b54007571965 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000100:00100000:3.0:1763335098.499251:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989825977856 00000100:00100000:3.0:1763335098.499256:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989825977856 00000100:00100000:3.0:1763335098.499289:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989825977984 00000100:00100000:3.0:1763335098.499293:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989825977984 00000100:00100000:3.0:1763335098.499310:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5902 00000100:00100000:3.0:1763335098.499343:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+14:3666:x1848989825977856:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763335098.499414:0:8415:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x208:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335098.499417:0:8415:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x208:0x0] updating lvb mtime from disk: 1763335098 -> 1763335098 00002000:00010000:3.0:1763335098.499420:0:8415:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x208:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335098.499422:0:8415:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x208:0x0] updating lvb ctime from disk: 1763335098 -> 1763335098 00002000:00010000:3.0:1763335098.499424:0:8415:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x208:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335098.499459:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+15:3666:x1848989825977856:12345-0@lo:2:osp-syn-0-1.0 Request processed in 119us (567us total) trans 21474838608 rc 0/0 00000100:00100000:3.0:1763335098.499467:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5902 00000100:00100000:3.0:1763335098.499479:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5903 00000100:00100000:3.0:1763335098.499485:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+14:3666:x1848989825977984:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763335098.499529:0:8415:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x209:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335098.499532:0:8415:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x209:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763335098.499534:0:8415:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x209:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335098.499536:0:8415:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x209:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763335098.499538:0:8415:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x209:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335098.499561:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+15:3666:x1848989825977984:12345-0@lo:2:osp-syn-0-1.0 Request processed in 77us (634us total) trans 21474838609 rc 0/0 00000100:00100000:3.0:1763335098.499567:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5903 00000004:00080000:3.0:1763335098.499595:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c393ca80/2, rc 0, transno 21474838609 00000100:00100000:3.0:1763335098.499600:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c393ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989825977984:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763335098.499609:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c393dc00/2, rc 0, transno 21474838608 00000100:00100000:3.0:1763335098.499612:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c393dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989825977856:0@lo:2:osp-syn-0-1.0 00010000:00010000:3.0:1763335098.499626:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b5400757198f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.499632:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b5400757198f lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.499637:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b5400757198f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.499642:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb3c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335098.499645:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b5400757198f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.499651:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b5400757198f lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.499658:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ab:0x0].0x0 (ffff9001c79c3800) 00010000:00010000:3.0:1763335098.499661:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335098.499664:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b5400757198f lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.499669:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b5400757198f lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000100:00100000:3.0:1763335098.510418:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814437376 00000100:00100000:3.0:1763335098.510422:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814437376 00000100:00100000:3.0:1763335098.510471:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 8748 00000100:00100000:3.0:1763335098.510480:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+214:56813:x1848989814437376:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335098.510506:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335098.510526:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757199d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1ab:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a87ff34 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.510584:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b540075719b2 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ab:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:3.0:1763335098.510595:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b540075719b2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ab:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.510606:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b540075719b2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ab:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00000004:00200000:3.0:1763335098.510646:0:6531:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1ab:0x0]: returning size 5 00000004:00200000:3.0:1763335098.510650:0:6531:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335098.510667:0:6531:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b540075719b2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ab:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.510688:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757199d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87ff34 expref: 217 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.510704:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b540075719b2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ab:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87ff34 expref: 216 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.510711:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ab:0x0].0x0 (ffff9001c79c3800) 00010000:00010000:3.0:1763335098.510713:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1763335098.510716:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbada200, rc 0) 00000100:00100000:3.0:1763335098.510764:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+216:56813:x1848989814437376:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 286us (728us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335098.510771:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 8748 00000100:00100000:3.0:1763335098.526418:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814437760 00000100:00100000:3.0:1763335098.526427:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814437760 00000100:00100000:3.0:1763335098.531072:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.540892:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.548796:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.554457:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.560002:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.565544:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.570973:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.584735:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.593951:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.595942:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.599791:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.599829:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.608238:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.608278:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.612794:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814440704 00000100:00100000:3.0:1763335098.612801:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814440704 00000100:00100000:3.0:1763335098.612856:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 8760 00000100:00100000:3.0:1763335098.612866:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbb3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+226:55956:x1848989814440704:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335098.612887:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335098.612890:0:6531:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763335098.612912:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007571a8b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1ac:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87ff7a expref: 226 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.612934:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ac:0x0].0x0 (ffff9001da00bf00) 00010000:00010000:3.0:1763335098.612938:0:6531:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335098.612949:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007571a92 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1ac:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a87ff81 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.612989:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007571a99 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1ac:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:3.0:1763335098.613000:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007571a99 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ac:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.613008:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007571a99 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ac:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00000040:00080000:3.0:1763335098.613231:0:6531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1273, 88 off107896 00000004:00080000:3.0:1763335098.613239:0:6531:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1091592923806ns, next at 1091699268342ns, rc = 0 00000040:00080000:3.0:1763335098.613730:0:6531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1274, 88 off107896 00000004:00080000:3.0:1763335098.613737:0:6531:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1091593422674ns, next at 1091699243241ns, rc = 0 00000040:00080000:3.0:1763335098.614575:0:6531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1275, 88 off107984 00000004:00080000:3.0:1763335098.614584:0:6531:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1091594269482ns, next at 1091699243241ns, rc = 0 00000040:00080000:3.0:1763335098.615107:0:6531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1274, 88 off107984 00000004:00080000:3.0:1763335098.615115:0:6531:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1091594799967ns, next at 1091699268342ns, rc = 0 00000100:00100000:3.0:1763335098.616934:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1763335098.625352:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2000/0x3ec0b54007571a0d lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335098.625361:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2000/0x3ec0b54007571a0d lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335098.625368:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2000/0x3ec0b54007571a0d lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335098.625374:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb2000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335098.625378:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2000/0x3ec0b54007571a0d lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335098.625386:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2000/0x3ec0b54007571a0d lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335098.625395:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da0ebf00) 00010000:00010000:3.0:1763335098.625398:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335098.625401:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2000/0x3ec0b54007571a0d lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335098.625407:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2000/0x3ec0b54007571a0d lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335098.625426:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007571a7d lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.625431:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007571a7d lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.625437:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007571a7d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.625441:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335098.625444:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007571a7d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.625449:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007571a7d lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.625455:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ac:0x0].0x0 (ffff9001da00bf00) 00010000:00010000:3.0:1763335098.625458:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335098.625462:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007571a7d lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335098.625466:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007571a7d lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1ac:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000100:00100000:3.0:1763335098.626045:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c79ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989825978624:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335098.626090:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335098.626120:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763335098.626125:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c79eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989825978752:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335098.626145:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335098.626171:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989825978624 00000100:00100000:3.0:1763335098.626177:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989825978624 00000100:00100000:3.0:1763335098.626206:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989825978752 00000100:00100000:3.0:1763335098.626209:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989825978752 00000100:00100000:3.0:1763335098.626225:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5909 00000100:00100000:3.0:1763335098.626231:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+16:3666:x1848989825978624:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335098.626393:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+17:3666:x1848989825978624:12345-0@lo:2:osp-syn-0-1.0 Request processed in 161us (308us total) trans 21474838611 rc 0/0 00000100:00100000:3.0:1763335098.626400:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5909 00000100:00100000:3.0:1763335098.626414:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5910 00000100:00100000:3.0:1763335098.626419:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+16:3666:x1848989825978752:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335098.626483:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+17:3666:x1848989825978752:12345-0@lo:2:osp-syn-0-1.0 Request processed in 62us (336us total) trans 21474838612 rc 0/0 00000100:00100000:3.0:1763335098.626489:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5910 00000004:00080000:3.0:1763335098.626519:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c79eea00/2, rc 0, transno 21474838612 00000100:00100000:3.0:1763335098.626524:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c79eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989825978752:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763335098.626533:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c79ec000/2, rc 0, transno 21474838611 00000100:00100000:3.0:1763335098.626536:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c79ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989825978624:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335098.640811:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814441088 00000100:00100000:3.0:1763335098.640820:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814441088 00000100:00100000:3.0:1763335098.640863:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5912 00000100:00100000:3.0:1763335098.640871:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+31:55956:x1848989814441088:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335098.640885:0:28961:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335098.640902:0:28961:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb600/0x3ec0b54007571aa7 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a87ff8f expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335098.640922:0:28961:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x20c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335098.640937:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335098.640939:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335098.640945:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb600/0x3ec0b54007571aa7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87ff8f expref: 32 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.640958:0:28961:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb600/0x3ec0b54007571aa7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87ff8f expref: 32 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.640968:0:28961:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadb600, rc 0) 00000100:00100000:3.0:1763335098.641015:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:55956:x1848989814441088:12345-192.168.204.57@tcp:101:bash.0 Request processed in 144us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335098.641022:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5912 00000100:00100000:3.0:1763335098.644505:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814441344 00000100:00100000:3.0:1763335098.644511:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814441344 00002000:00010000:3.0:1763335098.644532:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/524 (0->18446744073709551615) 00002000:00100000:3.0:1763335098.644536:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c522a300 with x1848989814441344 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335098.644544:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c522a300. 00000100:00100000:3.0:1763335098.644564:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1483 00000100:00100000:3.0:1763335098.644571:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c522a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:2429:x1848989814441344:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:3.0:1763335098.644661:0:23997:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x20c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335098.644665:0:23997:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x20c:0x0] updating lvb mtime from disk: 0 -> 1763335098 00002000:00010000:3.0:1763335098.644668:0:23997:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x20c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335098.644670:0:23997:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x20c:0x0] updating lvb ctime from disk: 0 -> 1763335098 00002000:00010000:3.0:1763335098.644673:0:23997:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x20c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335098.646249:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c522a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:2429:x1848989814441344:12345-192.168.204.57@tcp:10:bash.0 Request processed in 1672us (3044us total) trans 17179871320 rc 0/0 00000100:00100000:3.0:1763335098.646259:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1483 00002000:00010000:3.0:1763335098.646263:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/524 (0->18446744073709551615) 00002000:00100000:3.0:1763335098.646266:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c522a300 with x1848989814441344 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335098.646272:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c522a300. 00000100:00100000:3.0:1763335098.655833:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814441728 00000100:00100000:3.0:1763335098.655844:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814441728 00000100:00100000:3.0:1763335098.655900:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 8761 00000100:00100000:3.0:1763335098.655910:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5229180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+219:56816:x1848989814441728:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:3.0:1763335098.655933:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335098.655954:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007571aae lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a87ff96 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.656018:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007571ab5 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:3.0:1763335098.656030:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007571ab5 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.656056:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007571ab5 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.656068:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b54007571abc lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:3.0:1763335098.656075:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b54007571abc lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.656080:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b54007571abc lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.656266:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007571ac3 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ac:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:3.0:1763335098.656275:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007571ac3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ac:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.656282:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007571ac3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ac:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00000100:00100000:3.0:1763335098.658511:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.664413:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.671000:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814442368 00000100:00100000:3.0:1763335098.671009:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814442368 00000100:00100000:3.0:1763335098.671064:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 8763 00000100:00100000:3.0:1763335098.671073:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c522b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+221:56816:x1848989814442368:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:3.0:1763335098.671123:0:6531:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1763335098.671147:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007571a99 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1ac:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87ff81 expref: 221 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.671169:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007571ac3 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87ff96 expref: 220 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.671181:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664400/0x3ec0b54007571a61 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1ac:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87ff6c expref: 219 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.671191:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ac:0x0].0x0 (ffff9001da00bf00) 00010000:00010000:3.0:1763335098.671199:0:6531:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335098.671221:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007571ad8 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:3.0:1763335098.671231:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007571ad8 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.671239:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007571ad8 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.671249:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007571adf lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:3.0:1763335098.671256:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007571adf lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.671263:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007571adf lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.671374:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007571ae6 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1ac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:3.0:1763335098.671383:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007571ae6 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.671393:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007571ae6 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00000040:00080000:3.0:1763335098.671611:0:6531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1275, 64 off108048 00000040:00080000:3.0:1763335098.671634:0:6531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1276, 64 off108048 00000040:00080000:3.0:1763335098.671642:0:6531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1277, 64 off108112 00000040:00080000:3.0:1763335098.671650:0:6531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1276, 64 off108112 00010000:00010000:3.0:1763335098.671697:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007571aed lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1ac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:3.0:1763335098.671706:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007571aed lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.671713:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007571aed lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.671719:0:6531:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007571aed lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.671725:0:6531:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007571aed lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.671731:0:6531:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007571aed lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.671745:0:6531:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763335098.671761:0:6531:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007571ae6 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.671766:0:6531:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007571ae6 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.671771:0:6531:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007571ae6 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.671781:0:6531:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbada800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335098.671785:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007571ae6 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.671791:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007571ae6 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.671798:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ac:0x0].0x0 (ffff9001c79c3700) 00010000:00010000:3.0:1763335098.671801:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763335098.671805:0:6531:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007571ae6 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.671811:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007571ae6 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.671929:0:6531:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007571ad8 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.671936:0:6531:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007571ad8 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.671941:0:6531:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007571ad8 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.671946:0:6531:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007571ad8 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.671950:0:6531:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadb800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335098.671953:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007571ad8 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.671958:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007571ad8 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.671969:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3100) 00010000:00010000:3.0:1763335098.671972:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335098.671974:0:6531:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007571ad8 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.671980:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007571ad8 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00000004:00010000:3.0:1763335098.671991:0:6531:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ebba98d3 reply state 000000002236c4b0 transno 4294972435 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007571adf lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.672000:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007571adf lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.672006:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c79c3000) 00010000:00010000:3.0:1763335098.672009:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335098.672012:0:6531:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763335098.672082:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c522b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+220:56816:x1848989814442368:12345-192.168.204.57@tcp:36:rm.0 Request processed in 1009us (1151us total) trans 4294972435 rc 0/0 00000100:00100000:3.0:1763335098.672089:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 8763 00000100:00100000:3.0:1763335098.677020:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814442496 00000100:00100000:3.0:1763335098.677034:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814442496 00000100:00100000:3.0:1763335098.677118:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5914 00000100:00100000:3.0:1763335098.677129:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c522a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:56813:x1848989814442496:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335098.677146:0:28961:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335098.677167:0:28961:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000cbadbe00/0x3ec0b54007571af4 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x20b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a87ffa4 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.677199:0:28961:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c66e9e00/0x3ec0b54007571869 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87fecb expref: 34 pid: 28961 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335098.677209:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335098.677212:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335098.677217:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbadbe00/0x3ec0b54007571af4 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87ffa4 expref: 34 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.677254:0:28961:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c66e9e00/0x3ec0b54007571869 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87fecb expref: 34 pid: 28961 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335098.677269:0:28961:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c66e9e00/0x3ec0b54007571869 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87fecb expref: 34 pid: 28961 timeout: 1191 lvb_type: 1 00000100:00100000:3.0:1763335098.677284:0:28961:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff922a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28961:1848989825978880:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335098.678469:0:28961:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000ccba6cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335098.687784:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814442624 00000100:00100000:3.0:1763335098.687796:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814442624 00010000:00010000:3.0:1763335098.687835:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c66e9e00/0x3ec0b54007571869 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87fecb expref: 34 pid: 28961 timeout: 1191 lvb_type: 1 00000100:00100000:3.0:1763335098.687877:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 2866 00000100:00100000:3.0:1763335098.687887:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5d91180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+34:2426:x1848989814442624:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335098.687901:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335098.687920:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c66e9e00/0x3ec0b54007571869 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x20b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87fecb expref: 34 pid: 28961 timeout: 1191 lvb_type: 1 00010000:00010000:3.0:1763335098.687932:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c66e9e00/0x3ec0b54007571869 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x20b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87fecb expref: 34 pid: 28961 timeout: 1191 lvb_type: 1 00010000:00010000:3.0:1763335098.687955:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c66e9e00/0x3ec0b54007571869 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x20b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87fecb expref: 34 pid: 28961 timeout: 1191 lvb_type: 1 00010000:00010000:3.0:1763335098.687971:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335098.687973:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335098.687979:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000cbadbe00/0x3ec0b54007571af4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87ffa4 expref: 33 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.687989:0:7458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbadbe00/0x3ec0b54007571af4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87ffa4 expref: 33 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.688023:0:7458:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9000cbadbe00/0x3ec0b54007571af4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x20b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87ffa4 expref: 33 pid: 28961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335098.688048:0:7458:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff922a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7458:1848989825979008:192.168.204.57@tcp:105: 00000100:00100000:3.0:1763335098.688282:0:7458:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000ccba6f00 going to sleep for 11 seconds 00000100:00100000:3.0:1763335098.694162:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1485 00000100:00100000:3.0:1763335098.694173:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbb3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+34:2427:x1848989814442880:12345-192.168.204.57@tcp:10:lfs.0 00002000:00010000:3.0:1763335098.694277:0:23998:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x20b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335098.694281:0:23998:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x20b:0x0] updating lvb mtime from disk: 0 -> 1763335099 00002000:00010000:3.0:1763335098.694283:0:23998:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x20b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335098.694286:0:23998:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x20b:0x0] updating lvb ctime from disk: 0 -> 1763335099 00002000:00010000:3.0:1763335098.694288:0:23998:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x20b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335098.694371:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbb3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+35:2427:x1848989814442880:12345-192.168.204.57@tcp:10:lfs.0 Request processed in 199us (726us total) trans 17179871321 rc 0/0 00000100:00100000:3.0:1763335098.694383:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1485 00002000:00010000:3.0:1763335098.694386:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/523 (0->18446744073709551615) 00002000:00100000:3.0:1763335098.694389:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000cbb3ca80 with x1848989814442880 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335098.694395:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000cbb3ca80. 00000100:00100000:3.0:1763335098.698017:0:7458:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff922a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7458:1848989825979008:192.168.204.57@tcp:105: 00010000:00010000:3.0:1763335098.698066:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335098.698131:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5d91180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+34:2426:x1848989814442624:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 10244us (11030us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335098.698141:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 2866 00010000:00010000:3.0:1763335098.702593:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335098.703179:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814443264 00000100:00100000:3.0:1763335098.703189:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814443264 00000100:00100000:3.0:1763335098.703247:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 8765 00000100:00100000:3.0:1763335098.703258:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbce3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+222:56817:x1848989814443264:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335098.703277:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335098.703298:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007571b02 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a87ffab expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.703400:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007571b09 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:3.0:1763335098.703414:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007571b09 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.703424:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007571b09 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.703434:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007571b10 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:3.0:1763335098.703441:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007571b10 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.703447:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007571b10 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.703486:0:6531:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007571b09 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.703492:0:6531:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007571b09 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.703499:0:6531:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007571b09 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.703504:0:6531:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007571b09 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.703510:0:6531:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbada800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335098.703514:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007571b09 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.703521:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007571b09 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.703532:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3e00) 00010000:00010000:3.0:1763335098.703535:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335098.703539:0:6531:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007571b09 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.703545:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007571b09 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.703557:0:6531:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007571b10 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.703563:0:6531:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007571b10 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.703568:0:6531:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007571b10 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.703573:0:6531:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadaa00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335098.703576:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007571b10 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.703582:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007571b10 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.703589:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c79c3000) 00010000:00010000:3.0:1763335098.703591:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335098.703594:0:6531:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007571b10 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.703600:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007571b10 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.703623:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007571b02 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87ffab expref: 223 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.703632:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3e00) 00010000:00010000:3.0:1763335098.703635:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335098.703638:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007571b02 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87ffab expref: 223 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.703652:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadb800, rc 0) 00000100:00100000:3.0:1763335098.705384:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbce3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+222:56817:x1848989814443264:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 2048us (2194us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335098.705396:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 8765 00000100:00100000:3.0:1763335098.709847:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.717980:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.727496:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814444032 00000100:00100000:3.0:1763335098.727504:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814444032 00000100:00100000:3.0:1763335098.727548:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 8768 00000100:00100000:3.0:1763335098.727558:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbb3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+223:56817:x1848989814444032:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335098.727577:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335098.727599:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007571b41 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a87ffc7 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.727663:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007571b48 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:3.0:1763335098.727677:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007571b48 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.727689:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007571b48 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.727698:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007571b4f lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:3.0:1763335098.727705:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007571b4f lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.727711:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007571b4f lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.727748:0:6531:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007571b48 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.727759:0:6531:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007571b48 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.727765:0:6531:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007571b48 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.727771:0:6531:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007571b48 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.727777:0:6531:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadaa00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335098.727781:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007571b48 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.727788:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007571b48 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.727799:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c67ad500) 00010000:00010000:3.0:1763335098.727802:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335098.727807:0:6531:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007571b48 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.727813:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007571b48 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.727825:0:6531:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007571b4f lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.727830:0:6531:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007571b4f lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.727836:0:6531:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007571b4f lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.727841:0:6531:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbada800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335098.727844:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007571b4f lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.727850:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007571b4f lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.727857:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c79c3000) 00010000:00010000:3.0:1763335098.727859:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335098.727863:0:6531:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007571b4f lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.727868:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007571b4f lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.727892:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007571b41 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87ffc7 expref: 224 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.727902:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c67ad500) 00010000:00010000:3.0:1763335098.727904:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335098.727908:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007571b41 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87ffc7 expref: 224 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.727917:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadb800, rc 0) 00000100:00100000:3.0:1763335098.727956:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbb3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+223:56817:x1848989814444032:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 400us (537us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335098.727963:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 8768 00000100:00100000:3.0:1763335098.734797:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.739817:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1763335098.747868:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15800/0x3ec0b54007571aca lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.747882:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15800/0x3ec0b54007571aca lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.747888:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15800/0x3ec0b54007571aca lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.747893:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5d15800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335098.747897:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15800/0x3ec0b54007571aca lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.747903:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15800/0x3ec0b54007571aca lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.747915:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ab:0x0].0x0 (ffff9001c79c3800) 00010000:00010000:3.0:1763335098.747917:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335098.747921:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15800/0x3ec0b54007571aca lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.747927:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15800/0x3ec0b54007571aca lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.747942:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007571adf lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.747947:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007571adf lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.747952:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007571adf lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.747955:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadb000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335098.747958:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007571adf lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.747966:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007571adf lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.747972:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c79c3000) 00010000:00010000:3.0:1763335098.747974:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335098.747977:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007571adf lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.747981:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007571adf lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.747992:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b54007571afb lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335098.747997:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b54007571afb lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335098.748003:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b54007571afb lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335098.748007:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5d15c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335098.748010:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b54007571afb lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335098.748014:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b54007571afb lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335098.748020:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ab:0x0].0x0 (ffff9001c79c3800) 00010000:00010000:3.0:1763335098.748022:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335098.748025:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b54007571afb lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335098.748029:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b54007571afb lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1ab:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335098.748048:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007571b64 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335098.748054:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007571b64 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335098.748059:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007571b64 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335098.748062:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335098.748065:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007571b64 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335098.748069:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007571b64 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335098.748076:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c79c3000) 00010000:00010000:3.0:1763335098.748078:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335098.748081:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007571b64 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335098.748094:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007571b64 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335098.748117:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7849a00/0x3ec0b54007571b79 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14078 initiator: MDT1 00010000:00010000:3.0:1763335098.748123:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7849a00/0x3ec0b54007571b79 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14078 initiator: MDT1 00010000:00010000:3.0:1763335098.748128:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7849a00/0x3ec0b54007571b79 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14078 initiator: MDT1 00010000:00010000:3.0:1763335098.748136:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c7849a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335098.748138:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7849a00/0x3ec0b54007571b79 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14078 initiator: MDT1 00010000:00010000:3.0:1763335098.748143:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7849a00/0x3ec0b54007571b79 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14078 initiator: MDT1 00010000:00010000:3.0:1763335098.748150:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ab:0x0].0x0 (ffff9001c79c3800) 00010000:00010000:3.0:1763335098.748153:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335098.748155:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7849a00/0x3ec0b54007571b79 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14078 initiator: MDT1 00010000:00010000:3.0:1763335098.748161:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7849a00/0x3ec0b54007571b79 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14078 initiator: MDT1 00000100:00100000:3.0:1763335098.751010:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814445056 00000100:00100000:3.0:1763335098.751017:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814445056 00010000:00010000:3.0:1763335098.751056:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664400/0x3ec0b54007571b6b lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87ffce expref: 215 pid: 6532 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1763335098.751097:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 2869 00000100:00100000:3.0:1763335098.751107:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbce3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+215:2427:x1848989814445056:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335098.751120:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335098.751126:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664400/0x3ec0b54007571b6b lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87ffce expref: 215 pid: 6532 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1763335098.751137:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664400/0x3ec0b54007571b6b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87ffce expref: 215 pid: 6532 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1763335098.751157:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ae:0x0].0x0 (ffff9001c67ad400) 00010000:00010000:3.0:1763335098.751163:0:6515:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b54007571b87 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.751172:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b54007571b87 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.751179:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b54007571b87 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.751194:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335098.751233:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbce3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+215:2427:x1848989814445056:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 127us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335098.751239:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 2869 00000100:00100000:3.0:1763335098.753832:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814445184 00000100:00100000:3.0:1763335098.753837:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814445184 00000100:00100000:3.0:1763335098.753866:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 8771 00000100:00100000:3.0:1763335098.753874:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbce0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+215:56813:x1848989814445184:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335098.753893:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335098.753908:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadae00/0x3ec0b54007571baa lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1ab:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a87ffdc expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.753952:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadae00/0x3ec0b54007571baa lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87ffdc expref: 216 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.753964:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadae00/0x3ec0b54007571baa lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87ffdc expref: 216 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.753979:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ab:0x0].0x0 (ffff9001c79c3800) 00010000:00010000:3.0:1763335098.753983:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335098.753986:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadae00, rc 0) 00000100:00100000:3.0:1763335098.754020:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbce0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+216:56813:x1848989814445184:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 147us (1081us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335098.754026:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 8771 00000100:00100000:3.0:1763335098.755706:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5924 00000100:00100000:3.0:1763335098.755714:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbb3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+53:3667:x1848989825980544:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763335098.755765:0:28961:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x20a:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763335098.755768:0:28961:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x20a:0x0] updating lvb mtime from disk: 1763335098 -> 1763335098 00002000:00010000:3.0:1763335098.755770:0:28961:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x20a:0x0] updating lvb atime from disk: 1763335098 -> 1763335098 00002000:00010000:3.0:1763335098.755773:0:28961:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x20a:0x0] updating lvb ctime from disk: 1763335099 -> 1763335099 00002000:00010000:3.0:1763335098.755775:0:28961:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x20a:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763335098.755802:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbb3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+54:3667:x1848989825980544:12345-0@lo:2:osp-syn-1-1.0 Request processed in 90us (1044us total) trans 17179871325 rc 0/0 00000100:00100000:3.0:1763335098.755807:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5924 00000100:00100000:3.0:1763335098.757544:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1763335098.758700:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335098.758706:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c5d14800/0x3ec0b54007571b9c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.758714:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5d14800 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335098.758718:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c5d14800/0x3ec0b54007571b9c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.758726:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c5d14800/0x3ec0b54007571b9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.758739:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c5d14800/0x3ec0b54007571b9c lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.758750:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c5d14800/0x3ec0b54007571b9c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x20c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.758767:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335098.758768:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335098.758770:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335098.759664:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.759692:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.759734:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3007 00000100:00100000:3.0:1763335098.759743:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+215:56817:x1848989814445696:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335098.760913:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+216:56817:x1848989814445696:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 1168us (1245us total) trans 4294972440 rc 0/0 00000100:00100000:3.0:1763335098.760923:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3007 00000100:00100000:3.0:1763335098.762928:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814446208 00000100:00100000:3.0:1763335098.762936:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814446208 00000100:00100000:3.0:1763335098.762980:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3009 00000100:00100000:3.0:1763335098.762990:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1614050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+216:56817:x1848989814446208:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335098.763170:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1614050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+217:56817:x1848989814446208:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 181us (330us total) trans 4294972441 rc 0/0 00000100:00100000:3.0:1763335098.763177:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3009 00000100:00100000:3.0:1763335098.793225:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.794951:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814448128 00000100:00100000:3.0:1763335098.794957:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814448128 00000100:00100000:3.0:1763335098.794999:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 8778 00000100:00100000:3.0:1763335098.795008:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+227:55956:x1848989814448128:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335098.795023:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335098.795025:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763335098.795051:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007571bfe lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a87fff8 expref: 227 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.795063:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ae:0x0].0x0 (ffff9001da0ebd00) 00010000:00010000:3.0:1763335098.795067:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335098.795076:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007571c3d lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88000d expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.795109:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007571c44 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335098.795120:0:6532:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664600/0x3ec0b54007571c2f lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880006 expref: 227 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.795127:0:6532:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007571c44 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1ae:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335098.795158:0:6532:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664600/0x3ec0b54007571c2f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880006 expref: 227 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.795170:0:6532:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664600/0x3ec0b54007571c2f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880006 expref: 227 pid: 6531 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1763335098.795183:0:6532:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f7b480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989825980928:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335098.795247:0:6532:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000ccba6000 going to sleep for 11 seconds 00000100:00100000:3.0:1763335098.800615:0:6532:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f7b480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989825980928:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335098.800641:0:6532:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007571c44 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1ae:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000100:00100000:3.0:1763335098.804891:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814448640 00000100:00100000:3.0:1763335098.804896:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814448640 00010000:00010000:3.0:1763335098.804918:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664600/0x3ec0b54007571c2f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880006 expref: 229 pid: 6531 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1763335098.804951:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 2872 00000100:00100000:3.0:1763335098.804958:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+229:2427:x1848989814448640:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335098.804969:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335098.804975:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664600/0x3ec0b54007571c2f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880006 expref: 229 pid: 6531 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1763335098.804986:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664600/0x3ec0b54007571c2f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880006 expref: 229 pid: 6531 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1763335098.805006:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664600/0x3ec0b54007571c2f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880006 expref: 229 pid: 6531 timeout: 1191 lvb_type: 0 00010000:00010000:3.0:1763335098.805022:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ae:0x0].0x0 (ffff9001da0ebd00) 00010000:00010000:3.0:1763335098.805028:0:6515:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007571c44 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1ae:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335098.805046:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007571c44 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ae:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335098.805053:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007571c44 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1ae:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335098.805093:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335098.805124:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+228:2427:x1848989814448640:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 167us (1219us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335098.805131:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 2872 00010000:00010000:3.0:1763335098.807602:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7c00/0x3ec0b54007571c13 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.807613:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7c00/0x3ec0b54007571c13 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.807620:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7c00/0x3ec0b54007571c13 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.807626:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335098.807630:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7c00/0x3ec0b54007571c13 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.807637:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7c00/0x3ec0b54007571c13 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.807653:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ae:0x0].0x0 (ffff9001da0ebd00) 00010000:00010000:3.0:1763335098.807657:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335098.807661:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7c00/0x3ec0b54007571c13 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.807667:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7c00/0x3ec0b54007571c13 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1ae:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335098.825693:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763335098.825700:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3800/0x3ec0b54007571c52 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.825708:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb3800 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335098.825712:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3800/0x3ec0b54007571c52 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.825721:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3800/0x3ec0b54007571c52 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.825734:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3800/0x3ec0b54007571c52 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.825741:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3800/0x3ec0b54007571c52 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x208:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.825757:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335098.825761:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9001fceb2000/0x3ec0b54007571c4b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.825767:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb2000 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335098.825770:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9001fceb2000/0x3ec0b54007571c4b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.825777:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9001fceb2000/0x3ec0b54007571c4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.825786:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9001fceb2000/0x3ec0b54007571c4b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.825794:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001fceb2000/0x3ec0b54007571c4b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x20a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.825812:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335098.825813:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335098.825815:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335098.826843:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.829579:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.840956:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.841006:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.847044:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814449920 00000100:00100000:3.0:1763335098.847057:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814449920 00002000:00010000:3.0:1763335098.847102:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/526 (0->18446744073709551615) 00002000:00100000:3.0:1763335098.847107:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001ff929f80 with x1848989814449920 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335098.847119:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001ff929f80. 00000100:00100000:3.0:1763335098.847163:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1486 00000100:00100000:3.0:1763335098.847173:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff929f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:2428:x1848989814449920:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:3.0:1763335098.847375:0:23997:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x20e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335098.847379:0:23997:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x20e:0x0] updating lvb mtime from disk: 0 -> 1763335099 00002000:00010000:3.0:1763335098.847382:0:23997:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x20e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335098.847385:0:23997:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x20e:0x0] updating lvb ctime from disk: 0 -> 1763335099 00002000:00010000:3.0:1763335098.847387:0:23997:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x20e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335098.847445:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff929f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+34:2428:x1848989814449920:12345-192.168.204.57@tcp:10:bash.0 Request processed in 274us (2665us total) trans 17179871331 rc 0/0 00000100:00100000:3.0:1763335098.847452:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1486 00002000:00010000:3.0:1763335098.847456:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/526 (0->18446744073709551615) 00002000:00100000:3.0:1763335098.847458:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001ff929f80 with x1848989814449920 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335098.847462:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001ff929f80. 00000100:00100000:3.0:1763335098.847516:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.847534:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814450048 00000100:00100000:3.0:1763335098.847537:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814450048 00002000:00010000:3.0:1763335098.847548:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/524 (0->18446744073709551615) 00002000:00100000:3.0:1763335098.847551:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c9b56680 with x1848989814450048 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335098.847556:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c9b56680. 00000100:00100000:3.0:1763335098.847567:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1487 00000100:00100000:3.0:1763335098.847572:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:2429:x1848989814450048:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:3.0:1763335098.847644:0:23997:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x20c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335098.847647:0:23997:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x20c:0x0] updating lvb mtime from disk: 0 -> 1763335099 00002000:00010000:3.0:1763335098.847649:0:23997:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x20c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335098.847651:0:23997:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x20c:0x0] updating lvb ctime from disk: 0 -> 1763335099 00002000:00010000:3.0:1763335098.847653:0:23997:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x20c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335098.847670:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2429:x1848989814450048:12345-192.168.204.57@tcp:10:bash.0 Request processed in 98us (155us total) trans 21474838623 rc 0/0 00000100:00100000:3.0:1763335098.847676:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1487 00002000:00010000:3.0:1763335098.847678:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/524 (0->18446744073709551615) 00002000:00100000:3.0:1763335098.847680:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c9b56680 with x1848989814450048 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335098.847684:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c9b56680. 00000100:00100000:3.0:1763335098.847735:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.853119:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.891712:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.896163:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814452224 00000100:00100000:3.0:1763335098.896171:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814452224 00000100:00100000:3.0:1763335098.911653:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.927025:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.930197:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.933940:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.943378:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.951020:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.953023:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.958008:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.958066:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.961873:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.968496:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.979416:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335098.982421:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989825983104 00000100:00100000:3.0:1763335098.982428:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989825983104 00000100:00100000:3.0:1763335098.982474:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989825983232 00000100:00100000:3.0:1763335098.982477:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989825983232 00000100:00100000:3.0:1763335098.982491:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989825983360 00000100:00100000:3.0:1763335098.982494:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989825983360 00000100:00100000:3.0:1763335098.982505:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989825983488 00000100:00100000:3.0:1763335098.982507:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989825983488 00000100:00100000:3.0:1763335098.982522:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5938 00000100:00100000:3.0:1763335098.982529:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+18:3664:x1848989825983104:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763335098.982553:0:27803:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:524 count 1 00010000:00010000:3.0:1763335098.982576:0:27803:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000cbadaa00/0x3ec0b54007571def lrc: 3/0,1 mode: --/PW res: [0x280000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.982595:0:27803:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b54007571c91 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88001b expref: 11 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.982603:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335098.982605:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335098.982609:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbadaa00/0x3ec0b54007571def lrc: 4/0,1 mode: --/PW res: [0x280000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.982640:0:27803:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b54007571c91 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88001b expref: 11 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.982653:0:27803:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b54007571c91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88001b expref: 11 pid: 8416 timeout: 1191 lvb_type: 0 00000100:00100000:3.0:1763335098.982664:0:27803:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000ccbb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27803:1848989825983616:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335098.982726:0:27803:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000ccba6000 going to sleep for 11 seconds 00000100:00100000:3.0:1763335098.982743:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5939 00000100:00100000:3.0:1763335098.982750:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+18:3664:x1848989825983232:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763335098.982762:0:28568:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:525 count 1 00002000:00010000:3.0:1763335098.982782:0:28568:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x20d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335098.982787:0:28568:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb800/0x3ec0b54007571df6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.982795:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335098.982797:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335098.982802:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb800/0x3ec0b54007571df6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.982813:0:28568:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb800/0x3ec0b54007571df6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.982820:0:28568:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb800/0x3ec0b54007571df6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.982832:0:28568:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb800/0x3ec0b54007571df6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.982849:0:28568:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335098.983074:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+19:3664:x1848989825983232:12345-0@lo:6:osp-syn-0-1.0 Request processed in 324us (840us total) trans 21474838624 rc 0/0 00000100:00100000:3.0:1763335098.983082:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5939 00000100:00100000:3.0:1763335098.983100:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5940 00000100:00100000:3.0:1763335098.983106:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff929880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+18:3666:x1848989825983360:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763335098.983179:0:28568:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x20e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335098.983183:0:28568:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x20e:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763335098.983186:0:28568:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x20e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335098.983188:0:28568:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x20e:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763335098.983190:0:28568:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x20e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335098.983217:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff929880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+19:3666:x1848989825983360:12345-0@lo:2:osp-syn-0-1.0 Request processed in 112us (931us total) trans 21474838625 rc 0/0 00000100:00100000:3.0:1763335098.983224:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5940 00000100:00100000:3.0:1763335098.983235:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5941 00000100:00100000:3.0:1763335098.983240:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+18:3666:x1848989825983488:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335098.983299:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+19:3666:x1848989825983488:12345-0@lo:2:osp-syn-0-1.0 Request processed in 58us (952us total) trans 21474838626 rc 0/0 00000100:00100000:3.0:1763335098.983305:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5941 00010000:00010000:3.0:1763335098.983348:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335098.983355:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb800/0x3ec0b54007571df6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.983367:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadb800 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335098.983372:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb800/0x3ec0b54007571df6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.983380:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb800/0x3ec0b54007571df6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.983395:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb800/0x3ec0b54007571df6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.983403:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb800/0x3ec0b54007571df6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x20d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335098.983418:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335098.983420:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335098.983421:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335099.002961:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814455808 00000100:00100000:3.0:1763335099.002969:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814455808 00010000:00010000:3.0:1763335099.003005:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b54007571c91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x20c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88001b expref: 12 pid: 8416 timeout: 1191 lvb_type: 0 00000004:00080000:3.0:1763335099.017736:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000ccbb3100/2, rc 0, transno 21474838627 00000100:00100000:3.0:1763335099.017744:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000ccbb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989825983104:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335099.017777:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814456192 00000100:00100000:3.0:1763335099.017782:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814456192 00000100:00100000:3.0:1763335099.024099:0:27803:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c79ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27803:1848989825984256:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335099.024176:0:27803:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6400/0x3ec0b54007571e0b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x20e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880092 expref: 12 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.024198:0:27803:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6400, rc 0) 00000100:00100000:3.0:1763335099.024265:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5d92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:55956:x1848989814455936:12345-192.168.204.57@tcp:101:bash.0 Request processed in 7238us (22005us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335099.024274:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5946 00000100:00100000:3.0:1763335099.027173:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814456704 00000100:00100000:3.0:1763335099.027180:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814456704 00000100:00100000:3.0:1763335099.027226:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5947 00000100:00100000:3.0:1763335099.027235:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+35:55956:x1848989814456704:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335099.027289:0:27803:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335099.027305:0:27803:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000cbada800/0x3ec0b54007571e35 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8800a0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335099.027366:0:27803:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x210:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335099.027385:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335099.027387:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335099.027396:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbada800/0x3ec0b54007571e35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8800a0 expref: 36 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.027411:0:27803:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000cbada800/0x3ec0b54007571e35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8800a0 expref: 36 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.027422:0:27803:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbada800, rc 0) 00000100:00100000:3.0:1763335099.027459:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+36:55956:x1848989814456704:12345-192.168.204.57@tcp:101:bash.0 Request processed in 225us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335099.027469:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5947 00000100:00100000:3.0:1763335099.039301:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814457216 00000100:00100000:3.0:1763335099.039340:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814457216 00000100:00100000:3.0:1763335099.039395:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3020 00000100:00100000:3.0:1763335099.039405:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+219:56822:x1848989814457216:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335099.039639:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+220:56822:x1848989814457216:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 234us (1126us total) trans 4294972470 rc 0/0 00000100:00100000:3.0:1763335099.039647:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3020 00000100:00100000:3.0:1763335099.041119:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.052050:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814457856 00000100:00100000:3.0:1763335099.052064:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814457856 00000100:00100000:3.0:1763335099.052149:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3022 00000100:00100000:3.0:1763335099.052160:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+222:56822:x1848989814457856:12345-192.168.204.57@tcp:35:lfs.0 00000004:00010000:3.0:1763335099.052233:0:6534:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000405:0x1af:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007571e43 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1af:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8800a7 expref: 222 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.052273:0:6534:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007571e51 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 00010000:00010000:3.0:1763335099.052285:0:6534:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3a00/0x3ec0b54007571da2 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1af:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880076 expref: 222 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.052293:0:6534:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007571e27 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880099 expref: 222 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.052301:0:6534:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6a00/0x3ec0b54007571dda lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x1af:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880084 expref: 222 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.052337:0:6534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007571e51 lrc: 6/0,1 mode: --/EX res: [0x240000405:0x1af:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335099.052372:0:6534:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6a00/0x3ec0b54007571dda lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1af:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880084 expref: 222 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.052385:0:6534:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6a00/0x3ec0b54007571dda lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1af:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880084 expref: 222 pid: 6532 timeout: 1192 lvb_type: 0 00000100:00100000:3.0:1763335099.052398:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000ccbb1f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6534:1848989825984512:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335099.052499:0:6534:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007571e27 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880099 expref: 222 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.052508:0:6534:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007571e27 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880099 expref: 222 pid: 7841 timeout: 1192 lvb_type: 0 00000100:00100000:3.0:1763335099.052516:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000ccbb0380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6534:1848989825984640:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335099.052544:0:6534:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3a00/0x3ec0b54007571da2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1af:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880076 expref: 222 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.052553:0:6534:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3a00/0x3ec0b54007571da2 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1af:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880076 expref: 222 pid: 7841 timeout: 1192 lvb_type: 0 00000100:00100000:3.0:1763335099.052562:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000ccbb1500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6534:1848989825984768:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335099.052582:0:6534:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000ccba66c0 going to sleep for 11 seconds 00010000:00010000:3.0:1763335099.058176:0:6534:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.57@tcp) returned -22 from blocking AST (req@00000000eeb11067 x1848989825984512) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6a00/0x3ec0b54007571dda lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1af:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880084 expref: 223 pid: 6532 timeout: 1192 lvb_type: 0 00010000:00010000:3.0:1763335099.058199:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6a00/0x3ec0b54007571dda lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1af:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880084 expref: 223 pid: 6532 timeout: 1192 lvb_type: 0 00000100:00100000:3.0:1763335099.058214:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000ccbb1f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6534:1848989825984512:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335099.058226:0:6534:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.57@tcp) returned -22 from blocking AST (req@00000000557c3452 x1848989825984640) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007571e27 lrc: 1/0,0 mode: --/PR res: [0x240000405:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880099 expref: 222 pid: 7841 timeout: 1192 lvb_type: 0 00010000:00010000:3.0:1763335099.058235:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007571e27 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880099 expref: 222 pid: 7841 timeout: 1192 lvb_type: 0 00000100:00100000:3.0:1763335099.058244:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000ccbb0380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6534:1848989825984640:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335099.058251:0:6534:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.57@tcp) returned -22 from blocking AST (req@0000000074cb8016 x1848989825984768) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3a00/0x3ec0b54007571da2 lrc: 1/0,0 mode: --/PR res: [0x240000405:0x1af:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880076 expref: 221 pid: 7841 timeout: 1192 lvb_type: 0 00010000:00010000:3.0:1763335099.058259:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3a00/0x3ec0b54007571da2 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1af:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880076 expref: 221 pid: 7841 timeout: 1192 lvb_type: 0 00000100:00100000:3.0:1763335099.058268:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000ccbb1500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6534:1848989825984768:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335099.058290:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1af:0x0].0x0 (ffff9001c67ada00) 00010000:00010000:3.0:1763335099.058296:0:6534:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007571e51 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1af:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335099.058307:0:6534:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007571e51 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1af:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335099.058331:0:6534:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007571e51 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1af:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00000004:00020000:3.0:1763335099.058460:0:6534:0:(lod_lov.c:1523:lod_parse_striping()) lustre-MDT0001-mdtlov: can not set all stale mirrors for [0x240000405:0x1af:0x0]: rc = -1 00010000:00010000:3.0:1763335099.058482:0:6534:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007571e51 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1af:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335099.058489:0:6534:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007571e51 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1af:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335099.058495:0:6534:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007571e51 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1af:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335099.058500:0:6534:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadb800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335099.058504:0:6534:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007571e51 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1af:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335099.058510:0:6534:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007571e51 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1af:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335099.058519:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1af:0x0].0x0 (ffff9001c67ada00) 00010000:00010000:3.0:1763335099.058522:0:6534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1763335099.058525:0:6534:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007571e51 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1af:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335099.058530:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007571e51 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1af:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335099.058540:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1af:0x0].0x0 (ffff9001c67ada00) 00010000:00010000:3.0:1763335099.058542:0:6534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763335099.058546:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007571e43 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1af:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8800a7 expref: 220 pid: 7841 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335099.060343:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+220:56822:x1848989814457856:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 8173us (9798us total) trans 4294972473 rc -1/-1 00000100:00100000:3.0:1763335099.060358:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3022 00000100:00100000:3.0:1763335099.075858:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814458496 00000100:00100000:3.0:1763335099.075870:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814458496 00000100:00100000:3.0:1763335099.075928:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3023 00000100:00100000:3.0:1763335099.075939:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+221:56822:x1848989814458496:12345-192.168.204.57@tcp:35:lfs.0 00000004:00080000:3.0:1763335099.076225:0:6534:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x1af:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1763335099.076293:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1287, 64 off108960 00000040:00080000:3.0:1763335099.076368:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1288, 64 off108960 00000040:00080000:3.0:1763335099.076384:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1289, 64 off109024 00000040:00080000:3.0:1763335099.076394:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1288, 64 off109024 00010000:00010000:3.0:1763335099.076455:0:6534:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbe00/0x3ec0b54007571e74 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 00010000:00010000:3.0:1763335099.076470:0:6534:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbe00/0x3ec0b54007571e74 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335099.076480:0:6534:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbe00/0x3ec0b54007571e74 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335099.076488:0:6534:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbe00/0x3ec0b54007571e74 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335099.076494:0:6534:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbe00/0x3ec0b54007571e74 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335099.076500:0:6534:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbe00/0x3ec0b54007571e74 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335099.076520:0:6534:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335099.076721:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+222:56822:x1848989814458496:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 783us (973us total) trans 4294972474 rc 0/0 00000100:00100000:3.0:1763335099.076730:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3023 00000100:00100000:3.0:1763335099.094794:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.118287:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1763335099.125945:0:6532:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.57@tcp) returned -22 from blocking AST (req@00000000328615ae x1848989825984896) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007571ef2 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8800df expref: 228 pid: 6531 timeout: 1192 lvb_type: 0 00010000:00010000:3.0:1763335099.125968:0:6532:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007571ef2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8800df expref: 228 pid: 6531 timeout: 1192 lvb_type: 0 00010000:00010000:3.0:1763335099.125989:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007571ef2 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8800df expref: 228 pid: 6531 timeout: 1192 lvb_type: 0 00000100:00100000:3.0:1763335099.126003:0:6532:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c2f25f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989825984896:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335099.126015:0:6532:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c2f25500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989825985024:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335099.126050:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1b0:0x0].0x0 (ffff9001c67ad000) 00010000:00010000:3.0:1763335099.126056:0:6532:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c93ac800/0x3ec0b54007571f07 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.126067:0:6532:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c93ac800/0x3ec0b54007571f07 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.127389:0:6532:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c93ac800/0x3ec0b54007571f07 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.127402:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c93ac800/0x3ec0b54007571f07 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:3.0:1763335099.127422:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1b0:0x0]: returning size 0 00000004:00080000:3.0:1763335099.127583:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x212:0x0], index 1: 0 00000004:00080000:3.0:1763335099.127590:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x210:0x0], index 0: 0 00000004:00080000:3.0:1763335099.127596:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x211:0x0], index 0: 0 00000004:00080000:3.0:1763335099.127600:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x213:0x0], index 1: 0 00010000:00010000:3.0:1763335099.127684:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c93ac800/0x3ec0b54007571f07 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.127692:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c93ac800/0x3ec0b54007571f07 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.127699:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c93ac800/0x3ec0b54007571f07 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.127704:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c93ac800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335099.127708:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c93ac800/0x3ec0b54007571f07 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.127716:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c93ac800/0x3ec0b54007571f07 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.127726:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1b0:0x0].0x0 (ffff9001c67ad000) 00010000:00010000:3.0:1763335099.127729:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335099.127733:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c93ac800/0x3ec0b54007571f07 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.127738:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c93ac800/0x3ec0b54007571f07 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.127785:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007571f00 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1b0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8800d8 expref: 228 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.127794:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1b0:0x0].0x0 (ffff9001c67ad000) 00010000:00010000:3.0:1763335099.127797:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763335099.127800:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007571f00 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1b0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8800d8 expref: 228 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.127814:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d0335000, rc 0) 00000100:00100000:3.0:1763335099.127858:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000ccbb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+227:56824:x1848989814459648:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 6472us (9582us total) trans 4294972478 rc 301/301 00000100:00100000:3.0:1763335099.127866:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 8807 00000100:00100000:3.0:1763335099.132512:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814460672 00000100:00100000:3.0:1763335099.132522:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814460672 00000100:00100000:3.0:1763335099.132580:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 8808 00000100:00100000:3.0:1763335099.132590:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+227:56826:x1848989814460672:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335099.132613:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335099.132635:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007571f15 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8800e6 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.132704:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007571f1c lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335099.132716:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007571f1c lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.132727:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007571f1c lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.132740:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007571f23 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335099.132747:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007571f23 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.132753:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007571f23 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.132860:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb600/0x3ec0b54007571f2a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335099.132868:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb600/0x3ec0b54007571f2a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.132875:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb600/0x3ec0b54007571f2a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.132959:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007571f1c lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.132966:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007571f1c lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.132972:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007571f1c lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.132978:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007571f1c lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.132983:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadba00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335099.132987:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007571f1c lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.132998:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007571f1c lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.133010:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3d00) 00010000:00010000:3.0:1763335099.133013:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335099.133017:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007571f1c lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.133023:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007571f1c lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.133055:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007571f23 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.133061:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007571f23 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.133066:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007571f23 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.133071:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadb000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335099.133074:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007571f23 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.133078:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007571f23 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.133085:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c4e7a600) 00010000:00010000:3.0:1763335099.133087:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335099.133090:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007571f23 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.133095:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007571f23 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.133131:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007571f15 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8800e6 expref: 230 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.133150:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb600/0x3ec0b54007571f2a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8800e6 expref: 229 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.133159:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1b0:0x0].0x0 (ffff9001c79c3e00) 00010000:00010000:3.0:1763335099.133161:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335099.133164:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadb600, rc 0) 00000100:00100000:3.0:1763335099.133219:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+229:56826:x1848989814460672:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 630us (830us total) trans 4294972479 rc 0/0 00000100:00100000:3.0:1763335099.133226:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 8808 00000100:00100000:3.0:1763335099.137200:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814460928 00000100:00100000:3.0:1763335099.137211:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814460928 00000100:00100000:3.0:1763335099.137267:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3025 00000100:00100000:3.0:1763335099.137278:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+229:56824:x1848989814460928:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335099.137574:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+230:56824:x1848989814460928:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 296us (612us total) trans 4294972480 rc 0/0 00000100:00100000:3.0:1763335099.137581:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3025 00000100:00100000:3.0:1763335099.146624:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814461952 00000100:00100000:3.0:1763335099.146634:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814461952 00000100:00100000:3.0:1763335099.146690:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814462208 00000100:00100000:3.0:1763335099.146693:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814462208 00000100:00100000:3.0:1763335099.146906:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 8809 00000100:00100000:3.0:1763335099.146918:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+233:56826:x1848989814461952:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335099.146938:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335099.146958:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007571f46 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8800fb expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.147069:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007571f4d lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335099.147258:0:6532:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb600/0x3ec0b54007571f2a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8800e6 expref: 234 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.147268:0:6532:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007571f4d lrc: 4/0,1 mode: --/CW res: [0x240000405:0x1b0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.147382:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb600/0x3ec0b54007571f2a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8800e6 expref: 234 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.147398:0:6532:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007571f4d lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1b0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.147407:0:6532:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007571f4d lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1b0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.147412:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007571f4d lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1b0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:3.0:1763335099.147424:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1b0:0x0]: returning size 0 00010000:00010000:3.0:1763335099.147522:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007571f46 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1b0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8800fb expref: 236 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.147535:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007571f4d lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1b0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8800fb expref: 235 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.147542:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1b0:0x0].0x0 (ffff9001c79c3e00) 00010000:00010000:3.0:1763335099.147545:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1763335099.147548:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadb000, rc 0) 00000100:00100000:3.0:1763335099.147728:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+235:56826:x1848989814461952:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 811us (1232us total) trans 4294972483 rc 0/0 00000100:00100000:3.0:1763335099.147735:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 8809 00000100:00100000:3.0:1763335099.150050:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.156515:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.161416:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814462720 00000100:00100000:3.0:1763335099.161426:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814462720 00000100:00100000:3.0:1763335099.161485:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 8812 00000100:00100000:3.0:1763335099.161496:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+236:55956:x1848989814462720:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335099.161521:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335099.161543:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007571f7e lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880110 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.161578:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb600/0x3ec0b54007571f85 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335099.161594:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb600/0x3ec0b54007571f85 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1b0:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.161606:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb600/0x3ec0b54007571f85 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1b0:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.161716:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007571f7e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1b0:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880110 expref: 238 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.161734:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb600/0x3ec0b54007571f85 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1b0:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880110 expref: 237 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.161747:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1b0:0x0].0x0 (ffff9001c79c3e00) 00010000:00010000:3.0:1763335099.161751:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763335099.161755:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadb600, rc 0) 00000100:00100000:3.0:1763335099.161816:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+237:55956:x1848989814462720:12345-192.168.204.57@tcp:101:bash.0 Request processed in 322us (581us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335099.161824:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 8812 00000100:00100000:3.0:1763335099.163921:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814462848 00000100:00100000:3.0:1763335099.163927:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814462848 00010000:00010000:3.0:1763335099.163957:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007571f5b lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1b0:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880102 expref: 237 pid: 6531 timeout: 1192 lvb_type: 0 00000100:00100000:3.0:1763335099.163992:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 2883 00000100:00100000:3.0:1763335099.164001:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+237:2426:x1848989814462848:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335099.164015:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335099.164022:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007571f5b lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1b0:0x0].0x0 bits 0x1f/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880102 expref: 237 pid: 6531 timeout: 1192 lvb_type: 0 00010000:00010000:3.0:1763335099.164045:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007571f5b lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1b0:0x0].0x0 bits 0x1f/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880102 expref: 237 pid: 6531 timeout: 1192 lvb_type: 0 00010000:00010000:3.0:1763335099.164069:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007571f5b lrc: 0/0,0 mode: --/CW res: [0x240000405:0x1b0:0x0].0x0 bits 0x1f/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880102 expref: 237 pid: 6531 timeout: 1192 lvb_type: 0 00010000:00010000:3.0:1763335099.164091:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1b0:0x0].0x0 (ffff9001c79c3e00) 00010000:00010000:3.0:1763335099.164096:0:6515:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007571f77 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1b0:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335099.164110:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007571f77 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1b0:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335099.164116:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007571f77 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1b0:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335099.164143:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335099.164191:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+236:2426:x1848989814462848:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 190us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335099.164199:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 2883 00000100:00100000:3.0:1763335099.167810:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000001:00080000:3.0:1763335099.178201:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972488 is committed 00000004:00080000:3.0:1763335099.178210:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 843 committed 00000004:00080000:3.0:1763335099.178222:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 846 committed 00000004:00080000:3.0:1763335099.178275:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 845 committed 00000004:00080000:3.0:1763335099.180760:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 842 committed 00010000:00010000:3.0:1763335099.184358:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763335099.184375:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff900202044400/0x3ec0b54007571faf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.184387:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202044400 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335099.184392:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff900202044400/0x3ec0b54007571faf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.184402:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff900202044400/0x3ec0b54007571faf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.184421:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff900202044400/0x3ec0b54007571faf lrc: 1/0,0 mode: --/PW res: [0x280000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.184433:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff900202044400/0x3ec0b54007571faf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x20f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.184458:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335099.184463:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007571fb6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.184469:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7e00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335099.184472:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007571fb6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.184479:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007571fb6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.184488:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007571fb6 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.184494:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007571fb6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.184506:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335099.184508:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335099.184510:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335099.184535:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5957 00000100:00100000:3.0:1763335099.184552:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+65:3667:x1848989825986560:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763335099.184685:0:27804:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x213:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335099.184688:0:27804:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x213:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763335099.184690:0:27804:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x213:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335099.184692:0:27804:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x213:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763335099.184694:0:27804:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x213:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335099.184769:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+66:3667:x1848989825986560:12345-0@lo:2:osp-syn-1-1.0 Request processed in 225us (5368us total) trans 17179871340 rc 0/0 00000100:00100000:3.0:1763335099.184777:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5957 00000100:00100000:3.0:1763335099.184799:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5958 00000100:00100000:3.0:1763335099.184807:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+65:3667:x1848989825986432:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335099.184876:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+66:3667:x1848989825986432:12345-0@lo:2:osp-syn-1-1.0 Request processed in 70us (5444us total) trans 17179871341 rc 0/0 00000100:00100000:3.0:1763335099.184882:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5958 00010000:00010000:3.0:1763335099.184912:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763335099.185899:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6346d80/2, rc 0, transno 21474838631 00000100:00100000:3.0:1763335099.185906:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6346d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989825985664:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335099.197853:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.202176:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.202983:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.204213:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.212556:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814465280 00000100:00100000:3.0:1763335099.212565:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814465280 00000100:00100000:3.0:1763335099.212618:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3031 00000100:00100000:3.0:1763335099.212627:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6357b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+219:55956:x1848989814465280:12345-192.168.204.57@tcp:35:bash.0 00000100:00100000:3.0:1763335099.215449:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6357b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+220:55956:x1848989814465280:12345-192.168.204.57@tcp:35:bash.0 Request processed in 2809us (2959us total) trans 4294972491 rc 0/0 00000100:00100000:3.0:1763335099.215465:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3031 00000100:00100000:3.0:1763335099.219097:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.224680:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.228022:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.241428:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.242537:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.248238:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.257693:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.260218:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.265824:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814467328 00000100:00100000:3.0:1763335099.265834:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814467328 00000100:00100000:3.0:1763335099.266616:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 8823 00000100:00100000:3.0:1763335099.266629:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7830700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+225:56830:x1848989814467328:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335099.266648:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335099.266671:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007572073 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88015d expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.266740:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b5400757207a lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335099.266754:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b5400757207a lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335099.266765:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b5400757207a lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335099.266775:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007572081 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335099.266782:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007572081 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335099.266788:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007572081 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335099.266827:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b5400757207a lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335099.266833:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b5400757207a lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335099.266838:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b5400757207a lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335099.266843:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b5400757207a lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335099.266848:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadb800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335099.266852:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b5400757207a lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335099.266858:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b5400757207a lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335099.266869:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c879df00) 00010000:00010000:3.0:1763335099.266872:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335099.266876:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b5400757207a lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335099.266881:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b5400757207a lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335099.266893:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007572081 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335099.266899:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007572081 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335099.266903:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007572081 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335099.266908:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadac00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335099.266910:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007572081 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335099.266915:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007572081 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335099.266921:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c67ade00) 00010000:00010000:3.0:1763335099.266924:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335099.267439:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007572081 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335099.267450:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007572081 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335099.267485:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007572073 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88015d expref: 226 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.267495:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c879df00) 00010000:00010000:3.0:1763335099.267498:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335099.267502:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007572073 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88015d expref: 226 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.267514:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbada200, rc 0) 00000100:00100000:3.0:1763335099.267948:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7830700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+225:56830:x1848989814467328:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1320us (2479us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335099.267957:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 8823 00010000:00010000:3.0:1763335099.274188:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c4665800/0x3ec0b54007572057 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.274203:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c4665800/0x3ec0b54007572057 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.274223:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c4665800/0x3ec0b54007572057 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.274231:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665800/0x3ec0b54007572057 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.274239:0:8415:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c4665800/0x3ec0b54007572057 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.274246:0:8415:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665800 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335099.274250:0:8415:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c4665800/0x3ec0b54007572057 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.274259:0:8415:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c4665800/0x3ec0b54007572057 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.274271:0:8415:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c4665800/0x3ec0b54007572057 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.274278:0:8415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c4665800/0x3ec0b54007572057 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335099.274354:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f602f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+40:2427:x1848989814466944:12345-192.168.204.57@tcp:1:lfs.0 Request processed in 17589us (17848us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335099.274363:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 5961 00000001:00080000:3.0:1763335099.294422:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972497 is committed 00000004:00080000:3.0:1763335099.294432:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 845 committed 00000004:00080000:3.0:1763335099.294439:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 848 committed 00000004:00080000:3.0:1763335099.294452:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 847 committed 00000004:00080000:3.0:1763335099.294455:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 844 committed 00000100:00100000:3.0:1763335099.297146:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6344e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989825987584:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335099.297176:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335099.308813:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814468736 00000100:00100000:3.0:1763335099.308822:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814468736 00010000:00010000:3.0:1763335099.308858:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b540075720c7 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1b1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880172 expref: 221 pid: 6532 timeout: 1192 lvb_type: 0 00000100:00100000:3.0:1763335099.308898:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 2888 00000100:00100000:3.0:1763335099.308908:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001fb62f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+221:2426:x1848989814468736:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335099.308922:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335099.308929:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b540075720c7 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1b1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880172 expref: 221 pid: 6532 timeout: 1192 lvb_type: 0 00010000:00010000:3.0:1763335099.308941:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b540075720c7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1b1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880172 expref: 221 pid: 6532 timeout: 1192 lvb_type: 0 00010000:00010000:3.0:1763335099.308963:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b540075720c7 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1b1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880172 expref: 221 pid: 6532 timeout: 1192 lvb_type: 0 00010000:00010000:3.0:1763335099.308978:0:7458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1b1:0x0].0x0 (ffff9001da0ebf00) 00010000:00010000:3.0:1763335099.308983:0:7458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b540075720dc lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1b1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335099.308993:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b540075720dc lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1b1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335099.309000:0:7458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b540075720dc lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1b1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335099.310205:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335099.310256:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001fb62f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+220:2426:x1848989814468736:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 1349us (1812us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335099.310266:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 2888 00000100:00100000:3.0:1763335099.311344:0:8716:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c393d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:8716:1848989825987840:0@lo:5:osp-pre-0-1.0 00000100:00100000:3.0:1763335099.311382:0:8716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335099.311401:0:8716:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000ccba66c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335099.316256:0:8716:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c393d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:8716:1848989825987840:0@lo:5:osp-pre-0-1.0 00000004:00080000:3.0:1763335099.316272:0:8716:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x213:0x0]-[0x280000400:0x241:0x0] 00000100:00100000:3.0:1763335099.317003:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3033 00000100:00100000:3.0:1763335099.317015:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6346680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+221:56830:x1848989814469120:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335099.322792:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814469504 00000100:00100000:3.0:1763335099.322797:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814469504 00000100:00100000:3.0:1763335099.322835:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3034 00000100:00100000:3.0:1763335099.322842:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6345500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+221:56830:x1848989814469504:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335099.323036:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6345500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+222:56830:x1848989814469504:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 186us (788us total) trans 4294972501 rc 0/0 00000100:00100000:3.0:1763335099.323043:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3034 00000100:00100000:3.0:1763335099.358047:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.364875:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.385249:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5971 00000100:00100000:3.0:1763335099.385257:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5d90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+28:3666:x1848989825988352:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335099.385358:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5d90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+28:3666:x1848989825988352:12345-0@lo:2:osp-syn-0-1.0 Request processed in 102us (428us total) trans 21474838638 rc 0/0 00000100:00100000:3.0:1763335099.385364:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5971 00000100:00100000:3.0:1763335099.392256:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.404521:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.404558:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.404605:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.409063:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.409109:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.414732:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.429055:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.429105:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.442479:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1763335099.443466:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335099.443473:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2600/0x3ec0b540075721ae lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1b1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335099.443481:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb2600 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335099.443485:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2600/0x3ec0b540075721ae lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1b1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335099.443493:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2600/0x3ec0b540075721ae lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1b1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335099.443505:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1b1:0x0].0x0 (ffff9001c7908200) 00010000:00010000:3.0:1763335099.443509:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335099.443513:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2600/0x3ec0b540075721ae lrc: 1/0,0 mode: --/PW res: [0x240000405:0x1b1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335099.443518:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2600/0x3ec0b540075721ae lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1b1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335099.443535:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335099.443540:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335099.443544:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335099.488422:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.495074:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.503128:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.503174:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.511188:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.511233:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.516796:0:8422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814473856 00000100:00100000:3.0:1763335099.516801:0:8422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814473856 00002000:00010000:3.0:1763335099.516816:0:8422:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/531 (0->18446744073709551615) 00002000:00100000:3.0:1763335099.516820:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c4878000 with x1848989814473856 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335099.516825:0:8422:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c4878000. 00000100:00100000:3.0:1763335099.516850:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1497 00000100:00100000:3.0:1763335099.516858:0:8422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4878000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+43:2427:x1848989814473856:12345-192.168.204.57@tcp:10:lfs.0 00002000:00010000:3.0:1763335099.516955:0:8422:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x213:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335099.516958:0:8422:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x213:0x0] updating lvb mtime from disk: 0 -> 1763335099 00002000:00010000:3.0:1763335099.516960:0:8422:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x213:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335099.516962:0:8422:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x213:0x0] updating lvb ctime from disk: 0 -> 1763335099 00002000:00010000:3.0:1763335099.516964:0:8422:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x213:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335099.516988:0:8422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4878000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+44:2427:x1848989814473856:12345-192.168.204.57@tcp:10:lfs.0 Request processed in 131us (331us total) trans 17179871350 rc 0/0 00000100:00100000:3.0:1763335099.516999:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1497 00002000:00010000:3.0:1763335099.517006:0:8422:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/531 (0->18446744073709551615) 00002000:00100000:3.0:1763335099.517009:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c4878000 with x1848989814473856 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335099.517013:0:8422:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c4878000. 00000100:00100000:3.0:1763335099.556956:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814474752 00000100:00100000:3.0:1763335099.556967:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814474752 00000100:00100000:3.0:1763335099.557039:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 8846 00000100:00100000:3.0:1763335099.557051:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+228:56832:x1848989814474752:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335099.557079:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335099.557100:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007572241 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8801fe expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.557184:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b5400757224f lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335099.557205:0:13840:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff900202044400/0x3ec0b54007572233 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8801f7 expref: 229 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.557213:0:13840:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b5400757224f lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1b3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335099.557236:0:13840:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff900202044400/0x3ec0b54007572233 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8801f7 expref: 229 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.557253:0:13840:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff900202044400/0x3ec0b54007572233 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1b3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8801f7 expref: 229 pid: 6532 timeout: 1192 lvb_type: 0 00000100:00100000:3.0:1763335099.557268:0:13840:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b46300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13840:1848989825988992:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335099.557365:0:13840:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000ccba6e40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335099.560634:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000001:00080000:3.0:1763335099.571035:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972512 is committed 00000004:00080000:3.0:1763335099.571043:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 849 committed 00000004:00080000:3.0:1763335099.571053:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 852 committed 00000004:00080000:3.0:1763335099.571063:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 851 committed 00000004:00080000:3.0:1763335099.571066:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 848 committed 00010000:00010000:3.0:1763335099.571100:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3a00/0x3ec0b540075721a0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335099.571110:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3a00/0x3ec0b540075721a0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335099.571118:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3a00/0x3ec0b540075721a0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335099.571125:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb3a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335099.571130:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3a00/0x3ec0b540075721a0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335099.571138:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3a00/0x3ec0b540075721a0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335099.571152:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c7908100) 00010000:00010000:3.0:1763335099.571156:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335099.571161:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3a00/0x3ec0b540075721a0 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335099.571172:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3a00/0x3ec0b540075721a0 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335099.571189:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b540075721b5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335099.571199:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b540075721b5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335099.571205:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b540075721b5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335099.571214:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb3000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335099.571219:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b540075721b5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335099.571224:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b540075721b5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335099.571231:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1b0:0x0].0x0 (ffff9001c79c3e00) 00010000:00010000:3.0:1763335099.571234:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335099.571237:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b540075721b5 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335099.571242:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b540075721b5 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335099.571255:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2000/0x3ec0b5400757221e lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335099.571264:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2000/0x3ec0b5400757221e lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335099.571270:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2000/0x3ec0b5400757221e lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335099.571279:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb2000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335099.571284:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2000/0x3ec0b5400757221e lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335099.571294:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2000/0x3ec0b5400757221e lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335099.571303:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1b0:0x0].0x0 (ffff9001c79c3e00) 00010000:00010000:3.0:1763335099.571310:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335099.571337:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2000/0x3ec0b5400757221e lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335099.571350:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2000/0x3ec0b5400757221e lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1b0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335099.571366:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff900202045600/0x3ec0b5400757222c lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.571373:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202045600/0x3ec0b5400757222c lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.571385:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202045600/0x3ec0b5400757222c lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.571392:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202045600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335099.571396:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202045600/0x3ec0b5400757222c lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.571407:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202045600/0x3ec0b5400757222c lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.571419:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c7908100) 00010000:00010000:3.0:1763335099.571422:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335099.571425:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202045600/0x3ec0b5400757222c lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.571431:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202045600/0x3ec0b5400757222c lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00000100:00100000:3.0:1763335099.572536:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5983 00000100:00100000:3.0:1763335099.572545:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1335c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+72:3667:x1848989825989888:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763335099.572600:0:28961:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x212:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763335099.572602:0:28961:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x212:0x0] updating lvb mtime from disk: 1763335099 -> 1763335099 00002000:00010000:3.0:1763335099.572605:0:28961:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x212:0x0] updating lvb atime from disk: 1763335099 -> 1763335099 00002000:00010000:3.0:1763335099.572606:0:28961:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x212:0x0] updating lvb ctime from disk: 1763335099 -> 1763335099 00002000:00010000:3.0:1763335099.572608:0:28961:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x212:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763335099.572642:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1335c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+73:3667:x1848989825989888:12345-0@lo:2:osp-syn-1-1.0 Request processed in 98us (982us total) trans 17179871353 rc 0/0 00000100:00100000:3.0:1763335099.572648:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5983 00010000:00010000:3.0:1763335099.572670:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335099.572676:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff900202045e00/0x3ec0b5400757225d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.572684:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202045e00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335099.572688:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff900202045e00/0x3ec0b5400757225d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.572695:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff900202045e00/0x3ec0b5400757225d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.572708:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff900202045e00/0x3ec0b5400757225d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.572714:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff900202045e00/0x3ec0b5400757225d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x213:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.572735:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335099.572737:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335099.572738:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335099.577492:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007572248 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335099.577502:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007572248 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335099.577508:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007572248 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335099.577513:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335099.577516:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007572248 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335099.577523:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007572248 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335099.577531:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1b0:0x0].0x0 (ffff9001c79c3e00) 00010000:00010000:3.0:1763335099.577534:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335099.577537:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007572248 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335099.577542:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007572248 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT1 00000100:00100000:3.0:1763335099.587735:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.587779:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.587807:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814475648 00000100:00100000:3.0:1763335099.587816:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814475648 00010000:00010000:3.0:1763335099.587852:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18800/0x3ec0b5400757215a lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x214:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8801b8 expref: 45 pid: 8416 timeout: 1192 lvb_type: 0 00000100:00100000:3.0:1763335099.587884:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814475776 00000100:00100000:3.0:1763335099.587888:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814475776 00010000:00010000:3.0:1763335099.587901:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9001ffb18e00/0x3ec0b54007572153 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8801b1 expref: 11 pid: 8416 timeout: 1192 lvb_type: 0 00000100:00100000:3.0:1763335099.587921:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 2893 00000100:00100000:3.0:1763335099.587929:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b44000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+45:2428:x1848989814475648:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335099.587943:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335099.587949:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18800/0x3ec0b5400757215a lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8801b8 expref: 45 pid: 8416 timeout: 1192 lvb_type: 0 00010000:00010000:3.0:1763335099.587962:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18800/0x3ec0b5400757215a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8801b8 expref: 45 pid: 8416 timeout: 1192 lvb_type: 0 00010000:00010000:3.0:1763335099.587987:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335099.587989:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335099.587994:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff900202044600/0x3ec0b54007572264 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.588005:0:7458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff900202044600/0x3ec0b54007572264 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x214:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.588037:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335099.588086:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b44000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+45:2428:x1848989814475648:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 157us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335099.588094:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 2893 00000100:00100000:3.0:1763335099.588111:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 2894 00000100:00100000:3.0:1763335099.588118:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b44a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2428:x1848989814475776:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335099.588126:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335099.588130:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9001ffb18e00/0x3ec0b54007572153 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8801b1 expref: 11 pid: 8416 timeout: 1192 lvb_type: 0 00010000:00010000:3.0:1763335099.588138:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9001ffb18e00/0x3ec0b54007572153 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8801b1 expref: 11 pid: 8416 timeout: 1192 lvb_type: 0 00010000:00010000:3.0:1763335099.588151:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335099.588152:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335099.588155:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6000/0x3ec0b54007572272 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.588162:0:7458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6000/0x3ec0b54007572272 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x212:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.588172:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335099.588190:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b44a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2428:x1848989814475776:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 73us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335099.588197:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 2894 00000100:00100000:3.0:1763335099.588253:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1763335099.591233:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335099.615650:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.615736:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.621788:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.621827:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.631795:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.641418:0:13840:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c34e1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13840:1848989825990400:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335099.641449:0:13840:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f000/0x3ec0b540075722e9 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1b3:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335099.643470:0:13840:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f000/0x3ec0b540075722e9 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1b3:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335099.643479:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f000/0x3ec0b540075722e9 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1b3:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000040:00080000:3.0:1763335099.643703:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1302, 88 off110072 00000004:00080000:3.0:1763335099.643711:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1092623395830ns, next at 1092746608788ns, rc = 0 00000040:00080000:3.0:1763335099.643749:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1301, 88 off110072 00000004:00080000:3.0:1763335099.643754:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1092623439184ns, next at 1092746631908ns, rc = 0 00000040:00080000:3.0:1763335099.643777:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1302, 88 off110160 00000004:00080000:3.0:1763335099.643782:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1092623467494ns, next at 1092746631908ns, rc = 0 00000040:00080000:3.0:1763335099.643792:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1303, 88 off110160 00000004:00080000:3.0:1763335099.643796:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1092623481336ns, next at 1092746608788ns, rc = 0 00010000:00010000:3.0:1763335099.649142:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b540075722cd lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.649152:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b540075722cd lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.649160:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b540075722cd lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.649166:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1fa00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335099.649170:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b540075722cd lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.649176:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b540075722cd lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.649192:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1b3:0x0].0x0 (ffff9001da0eb200) 00010000:00010000:3.0:1763335099.649195:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335099.649198:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b540075722cd lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335099.649204:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b540075722cd lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00000100:00100000:3.0:1763335099.652949:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001c12a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989825991296:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335099.652974:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335099.652987:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763335099.652991:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001c12a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989825991424:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335099.653005:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335099.653361:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989825991424 00000100:00100000:3.0:1763335099.653365:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989825991424 00000100:00100000:3.0:1763335099.657288:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5995 00000100:00100000:3.0:1763335099.657331:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+12:3664:x1848989825991424:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763335099.657369:0:35240:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:529 count 1 00010000:00010000:3.0:1763335099.657392:0:35240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000cbadac00/0x3ec0b54007572313 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.657411:0:35240:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b540075721d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8801d4 expref: 9 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.657418:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335099.657420:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335099.657423:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbadac00/0x3ec0b54007572313 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.657461:0:35240:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b540075721d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8801d4 expref: 9 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.657975:0:35240:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b540075721d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8801d4 expref: 9 pid: 8415 timeout: 1192 lvb_type: 0 00000100:00100000:3.0:1763335099.657992:0:35240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b44000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35240:1848989825992064:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335099.658099:0:35240:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000ccba6e40 going to sleep for 11 seconds 00010000:00010000:3.0:1763335099.663164:0:8417:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7800/0x3ec0b540075720ff lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x212:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88018e expref: 43 pid: 8415 timeout: 1192 lvb_type: 1 00000100:00100000:3.0:1763335099.663176:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1368700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8417:1848989825991168:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335099.663188:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007572305 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.663197:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007572305 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.663204:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007572305 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.663212:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007572305 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.663221:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007572305 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x212:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.663234:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335099.663486:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+78:3665:x1848989825990528:12345-0@lo:6:osp-syn-1-1.0 Request processed in 13575us (13970us total) trans 17179871359 rc 0/0 00000100:00100000:3.0:1763335099.663493:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5989 00010000:00010000:3.0:1763335099.666499:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335099.666506:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000cbadac00/0x3ec0b54007572313 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.666513:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadac00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335099.666517:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000cbadac00/0x3ec0b54007572313 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.666525:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000cbadac00/0x3ec0b54007572313 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.666541:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000cbadac00/0x3ec0b54007572313 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.666546:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000cbadac00/0x3ec0b54007572313 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x211:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.666563:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335099.666564:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335099.666566:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763335099.667604:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001c12a9f80/2, rc 0, transno 21474838648 00000100:00100000:3.0:1763335099.667611:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001c12a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989825991424:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1763335099.667623:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001c12a8000/2, rc 0, transno 21474838649 00000100:00100000:3.0:1763335099.667627:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001c12a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989825991296:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335099.676112:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814479104 00000100:00100000:3.0:1763335099.676122:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814479104 00000100:00100000:3.0:1763335099.676174:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 5996 00000100:00100000:3.0:1763335099.676184:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f602dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+43:55956:x1848989814479104:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335099.676203:0:27803:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335099.676222:0:27803:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757231a lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88023d expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.676253:0:27803:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1e000/0x3ec0b540075722f0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88022f expref: 44 pid: 27804 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335099.676262:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335099.676264:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335099.676269:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757231a lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88023d expref: 44 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.676302:0:27803:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1e000/0x3ec0b540075722f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88022f expref: 44 pid: 27804 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335099.676352:0:27803:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1e000/0x3ec0b540075722f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88022f expref: 44 pid: 27804 timeout: 1192 lvb_type: 1 00000100:00100000:3.0:1763335099.676367:0:27803:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b44a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27803:1848989825992192:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335099.676441:0:27803:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000ccba6180 going to sleep for 11 seconds 00000100:00100000:3.0:1763335099.678773:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814479232 00000100:00100000:3.0:1763335099.678780:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814479232 00010000:00010000:3.0:1763335099.678805:0:6516:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1e000/0x3ec0b540075722f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88022f expref: 44 pid: 27804 timeout: 1192 lvb_type: 1 00000100:00100000:3.0:1763335099.678841:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 2900 00000100:00100000:3.0:1763335099.678860:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1368380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+44:2426:x1848989814479232:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335099.678872:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335099.678878:0:6516:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1e000/0x3ec0b540075722f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x216:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88022f expref: 44 pid: 27804 timeout: 1192 lvb_type: 1 00010000:00010000:3.0:1763335099.678891:0:6516:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1e000/0x3ec0b540075722f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x216:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88022f expref: 44 pid: 27804 timeout: 1192 lvb_type: 1 00010000:00010000:3.0:1763335099.678914:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1e000/0x3ec0b540075722f0 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x216:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88022f expref: 44 pid: 27804 timeout: 1192 lvb_type: 1 00010000:00010000:3.0:1763335099.678926:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335099.678929:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335099.678935:0:6516:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757231a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88023d expref: 43 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.678945:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757231a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88023d expref: 43 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.678977:0:6516:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757231a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88023d expref: 43 pid: 27803 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335099.678990:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b46300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6516:1848989825992320:192.168.204.57@tcp:105: 00000100:00100000:3.0:1763335099.679069:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000ccba6cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335099.685453:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b46300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6516:1848989825992320:192.168.204.57@tcp:105: 00010000:00010000:3.0:1763335099.685477:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335099.685544:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1368380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+43:2426:x1848989814479232:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 6688us (7021us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335099.685555:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 2900 00000100:00100000:3.0:1763335099.688035:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.694584:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.699296:0:23994:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814480128 00000100:00100000:3.0:1763335099.699303:0:23994:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814480128 00002000:00010000:3.0:1763335099.699343:0:23994:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/532 (0->18446744073709551615) 00002000:00100000:3.0:1763335099.699347:0:23994:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001c12a9500 with x1848989814480128 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335099.699358:0:23994:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9001c12a9500. 00000100:00100000:3.0:1763335099.699384:0:23994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1499 00000100:00100000:3.0:1763335099.699390:0:23994:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+9:2427:x1848989814480128:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:3.0:1763335099.699529:0:23994:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335099.699533:0:23994:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb mtime from disk: 0 -> 1763335099 00002000:00010000:3.0:1763335099.699535:0:23994:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335099.699537:0:23994:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb ctime from disk: 0 -> 1763335099 00002000:00010000:3.0:1763335099.699540:0:23994:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x214:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335099.699580:0:23994:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:2427:x1848989814480128:12345-192.168.204.57@tcp:10:bash.0 Request processed in 189us (1729us total) trans 21474838650 rc 0/0 00000100:00100000:3.0:1763335099.699587:0:23994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1499 00002000:00010000:3.0:1763335099.699590:0:23994:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/532 (0->18446744073709551615) 00002000:00100000:3.0:1763335099.699593:0:23994:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001c12a9500 with x1848989814480128 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335099.699597:0:23994:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9001c12a9500. 00000100:00100000:3.0:1763335099.712813:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814480512 00000100:00100000:3.0:1763335099.712824:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814480512 00000100:00100000:3.0:1763335099.712885:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 8856 00000100:00100000:3.0:1763335099.712896:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+223:56828:x1848989814480512:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335099.712915:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335099.712934:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b5400757234b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880252 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.713047:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b54007572352 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335099.713063:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b54007572352 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1b3:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335099.713074:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b54007572352 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1b3:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:3.0:1763335099.713087:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1b3:0x0]: returning size 2 00010000:00010000:3.0:1763335099.713190:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b5400757234b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1b3:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880252 expref: 226 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.713207:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b54007572352 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1b3:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880252 expref: 225 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.713215:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1b3:0x0].0x0 (ffff9001da0eb200) 00010000:00010000:3.0:1763335099.713218:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763335099.713221:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadb200, rc 0) 00000100:00100000:3.0:1763335099.718343:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+225:56828:x1848989814480512:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 5420us (5740us total) trans 4294972524 rc 0/0 00000100:00100000:3.0:1763335099.718357:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 8856 00000100:00100000:3.0:1763335099.719711:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.740562:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.750948:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.768493:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.768539:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.772853:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.778887:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.796962:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 8865 00000100:00100000:3.0:1763335099.796974:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+229:56834:x1848989814482688:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335099.796997:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335099.797026:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b5400757240f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88028a expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.797202:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757241d lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:3.0:1763335099.797217:0:6531:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007572401 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880283 expref: 231 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.797226:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757241d lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335099.797261:0:6531:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007572401 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880283 expref: 231 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.797273:0:6531:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007572401 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880283 expref: 231 pid: 7841 timeout: 1192 lvb_type: 0 00000100:00100000:3.0:1763335099.797286:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c2f26d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6531:1848989825992448:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335099.797393:0:6531:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000ccba6cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335099.799663:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c2f26d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6531:1848989825992448:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335099.799689:0:6531:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757241d lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00000100:00100000:3.0:1763335099.799968:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814483072 00000100:00100000:3.0:1763335099.799975:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814483072 00010000:00010000:3.0:1763335099.800004:0:6516:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007572401 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880283 expref: 231 pid: 7841 timeout: 1192 lvb_type: 0 00000100:00100000:3.0:1763335099.800050:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 2901 00000100:00100000:3.0:1763335099.800060:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+231:2427:x1848989814483072:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335099.800072:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335099.800079:0:6516:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007572401 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880283 expref: 231 pid: 7841 timeout: 1192 lvb_type: 0 00010000:00010000:3.0:1763335099.800101:0:6516:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007572401 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880283 expref: 231 pid: 7841 timeout: 1192 lvb_type: 0 00010000:00010000:3.0:1763335099.800122:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007572401 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880283 expref: 231 pid: 7841 timeout: 1192 lvb_type: 0 00010000:00010000:3.0:1763335099.800140:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1b5:0x0].0x0 (ffff9001d0e40e00) 00010000:00010000:3.0:1763335099.800144:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757241d lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335099.800153:0:6516:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757241d lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335099.800163:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757241d lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335099.800192:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335099.800235:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+230:2427:x1848989814483072:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 176us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335099.800244:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 2901 00000100:00100000:3.0:1763335099.804156:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.804241:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.815766:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.820111:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.825560:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.826531:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.831199:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.837261:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.837370:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.844948:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6006 00000100:00100000:3.0:1763335099.844957:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+81:3665:x1848989825993088:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763335099.844970:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:534 count 1 00010000:00010000:3.0:1763335099.844981:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb200/0x3ec0b540075724e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.844992:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757231a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88023d expref: 43 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.844998:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335099.844999:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335099.845003:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb200/0x3ec0b540075724e1 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.845034:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757231a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88023d expref: 43 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.845044:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757231a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88023d expref: 43 pid: 27803 timeout: 1192 lvb_type: 0 00000100:00100000:3.0:1763335099.845054:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b56680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8417:1848989825993728:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335099.845078:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000ccba6cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1763335099.845110:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335099.852920:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b56680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8417:1848989825993728:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335099.852934:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb200/0x3ec0b540075724e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.857423:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb200/0x3ec0b540075724e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.857432:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb200/0x3ec0b540075724e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.857440:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb200/0x3ec0b540075724e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.857447:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb200/0x3ec0b540075724e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.857471:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335099.857600:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+82:3665:x1848989825993088:12345-0@lo:6:osp-syn-1-1.0 Request processed in 12644us (14044us total) trans 17179871364 rc 0/0 00000100:00100000:3.0:1763335099.857608:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6006 00000004:00080000:3.0:1763335099.857637:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a34700/2, rc 0, transno 17179871364 00000100:00100000:3.0:1763335099.857642:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989825993088:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763335099.863271:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335099.884502:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814487168 00000100:00100000:3.0:1763335099.884513:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814487168 00000100:00100000:3.0:1763335099.884575:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 8875 00000100:00100000:3.0:1763335099.884585:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+221:56837:x1848989814487168:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335099.884604:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335099.884627:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075724ef lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8802de expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.884702:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075724f6 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335099.884715:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075724f6 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335099.884726:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075724f6 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335099.884738:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b540075724fd lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335099.884745:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b540075724fd lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335099.884752:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b540075724fd lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335099.884865:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb600/0x3ec0b54007572504 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335099.884874:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb600/0x3ec0b54007572504 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335099.884882:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb600/0x3ec0b54007572504 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:3.0:1763335099.884893:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1b5:0x0]: returning size 2 00010000:00010000:3.0:1763335099.884971:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075724f6 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335099.884978:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075724f6 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335099.884985:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075724f6 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335099.884991:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075724f6 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335099.884996:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbada400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335099.885000:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075724f6 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335099.885008:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075724f6 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335099.885033:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c879da00) 00010000:00010000:3.0:1763335099.885037:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335099.885042:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075724f6 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335099.885048:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075724f6 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335099.885061:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b540075724fd lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335099.885066:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b540075724fd lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335099.888427:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b540075724fd lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335099.888439:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbada200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335099.888444:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b540075724fd lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335099.888452:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b540075724fd lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335099.888467:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c879d100) 00010000:00010000:3.0:1763335099.888471:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335099.888475:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b540075724fd lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335099.888481:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b540075724fd lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000100:00100000:3.0:1763335099.889634:0:23994:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814487296 00000100:00100000:3.0:1763335099.889642:0:23994:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814487296 00002000:00010000:3.0:1763335099.889674:0:23994:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/534 (0->18446744073709551615) 00002000:00100000:3.0:1763335099.889679:0:23994:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c37ae300 with x1848989814487296 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335099.889691:0:23994:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c37ae300. 00000100:00100000:3.0:1763335099.889709:0:23994:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814487424 00000100:00100000:3.0:1763335099.889712:0:23994:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814487424 00002000:00010000:3.0:1763335099.889722:0:23994:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/536 (0->18446744073709551615) 00002000:00100000:3.0:1763335099.889725:0:23994:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c37ace00 with x1848989814487424 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335099.889731:0:23994:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c37ace00. 00000100:00100000:3.0:1763335099.889747:0:23994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1500 00000100:00100000:3.0:1763335099.889755:0:23994:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:2427:x1848989814487296:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:3.0:1763335099.889914:0:23994:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335099.889918:0:23994:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb mtime from disk: 0 -> 1763335100 00002000:00010000:3.0:1763335099.889920:0:23994:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335099.889922:0:23994:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb ctime from disk: 0 -> 1763335100 00002000:00010000:3.0:1763335099.889925:0:23994:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335099.889959:0:23994:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2427:x1848989814487296:12345-192.168.204.57@tcp:10:bash.0 Request processed in 204us (518us total) trans 21474838655 rc 0/0 00000100:00100000:3.0:1763335099.889966:0:23994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1500 00002000:00010000:3.0:1763335099.889970:0:23994:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/534 (0->18446744073709551615) 00002000:00100000:3.0:1763335099.889973:0:23994:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c37ae300 with x1848989814487296 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335099.889977:0:23994:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c37ae300. 00000100:00100000:3.0:1763335099.889989:0:23994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1501 00000100:00100000:3.0:1763335099.889996:0:23994:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+44:2426:x1848989814487424:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:3.0:1763335099.890098:0:23994:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x218:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335099.890101:0:23994:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x218:0x0] updating lvb mtime from disk: 0 -> 1763335100 00002000:00010000:3.0:1763335099.890103:0:23994:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x218:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335099.890104:0:23994:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x218:0x0] updating lvb ctime from disk: 0 -> 1763335100 00002000:00010000:3.0:1763335099.890107:0:23994:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x218:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335099.890128:0:23994:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+45:2426:x1848989814487424:12345-192.168.204.57@tcp:10:bash.0 Request processed in 132us (574us total) trans 17179871365 rc 0/0 00000100:00100000:3.0:1763335099.890135:0:23994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1501 00002000:00010000:3.0:1763335099.890138:0:23994:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/536 (0->18446744073709551615) 00002000:00100000:3.0:1763335099.890140:0:23994:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c37ace00 with x1848989814487424 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335099.890145:0:23994:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c37ace00. 00000100:00100000:3.0:1763335099.919349:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814488704 00000100:00100000:3.0:1763335099.919362:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814488704 00000100:00100000:3.0:1763335099.939888:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814489216 00000100:00100000:3.0:1763335099.939898:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814489216 00000100:00100000:3.0:1763335099.939953:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6009 00000100:00100000:3.0:1763335099.939962:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2426:x1848989814489216:12345-192.168.204.57@tcp:1:lfs.0 00010000:00010000:3.0:1763335099.940003:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b54007572566 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.940029:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff900202044400/0x3ec0b540075724e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8802d0 expref: 11 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.940036:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335099.940038:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335099.940042:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b54007572566 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.940075:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff900202044400/0x3ec0b540075724e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8802d0 expref: 11 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.940208:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff900202044400/0x3ec0b540075724e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8802d0 expref: 11 pid: 8415 timeout: 1192 lvb_type: 0 00000100:00100000:3.0:1763335099.940225:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b54a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1848989825994240:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335099.940308:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000ccba6180 going to sleep for 11 seconds 00000100:00100000:3.0:1763335099.943430:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b54a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1848989825994240:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335099.943464:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b54007572566 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335099.946657:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 97 00000100:00100000:3.0:1763335099.946669:0:8422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2426:x1848989814489472:12345-192.168.204.57@tcp:4:bash.0 00000100:00100000:3.0:1763335099.952529:0:8422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:2426:x1848989814489472:12345-192.168.204.57@tcp:4:bash.0 Request processed in 5851us (6991us total) trans 21474838656 rc 0/0 00000100:00100000:3.0:1763335099.952542:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 97 00002000:00100000:3.0:1763335099.952556:0:8422:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x216:0x0] (0->4) req@ffff9000cbad0a80 x1848989814489472/t21474838656(0) o4->357649f3-b5ed-4e47-9c16-69abcfcf3637@192.168.204.57@tcp:145/0 lens 496/448 e 0 to 0 dl 1763335110 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335099.952566:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000cbad0a80 with x1848989814489472 ext(0->4) 00010000:00010000:3.0:1763335099.952576:0:8422:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff900202044400/0x3ec0b540075724e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8802d0 expref: 14 pid: 8415 timeout: 1192 lvb_type: 0 00010000:00010000:3.0:1763335099.952594:0:8422:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff900202044400/0x3ec0b540075724e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8802d0 expref: 14 pid: 8415 timeout: 1192 lvb_type: 0 00002000:00010000:3.0:1763335099.952602:0:8422:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9000cbad0a80 00000100:00100000:3.0:1763335099.955959:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814489728 00000100:00100000:3.0:1763335099.955968:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814489728 00010000:00010000:3.0:1763335099.956003:0:6516:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff900202044400/0x3ec0b540075724e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8802d0 expref: 14 pid: 8415 timeout: 1192 lvb_type: 0 00000100:00100000:3.0:1763335099.956052:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 2906 00000100:00100000:3.0:1763335099.956061:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:2429:x1848989814489728:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335099.956074:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1763335099.956098:0:6516:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:3.0:1763335099.956102:0:6516:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x216:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1763335099.956108:0:6516:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff900202044400/0x3ec0b540075724e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8802d0 expref: 14 pid: 8415 timeout: 1192 lvb_type: 0 00010000:00010000:3.0:1763335099.956120:0:6516:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff900202044400/0x3ec0b540075724e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8802d0 expref: 14 pid: 8415 timeout: 1192 lvb_type: 0 00010000:00010000:3.0:1763335099.956143:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff900202044400/0x3ec0b540075724e8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x216:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8802d0 expref: 14 pid: 8415 timeout: 1192 lvb_type: 0 00010000:00010000:3.0:1763335099.956159:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335099.956161:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335099.956165:0:6516:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b54007572566 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.956175:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b54007572566 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.956201:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335099.956246:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:2429:x1848989814489728:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 186us (407us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335099.956256:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 2906 00010000:00010000:3.0:1763335099.956280:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b54007572566 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.956287:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b54007572566 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.956303:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b54007572566 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.956334:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b54007572566 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.956344:0:8417:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b54007572566 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.956351:0:8417:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbada200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335099.956356:0:8417:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b54007572566 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.956366:0:8417:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b54007572566 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.956377:0:8417:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b54007572566 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335099.956382:0:8417:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b54007572566 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x216:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335099.956421:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2426:x1848989814489216:12345-192.168.204.57@tcp:1:lfs.0 Request processed in 16461us (16945us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335099.956429:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6009 00010000:00010000:3.0:1763335099.978793:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b5400757252e lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335099.978801:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b5400757252e lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335099.978808:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b5400757252e lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335099.978813:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335099.978817:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b5400757252e lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335099.978823:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b5400757252e lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335099.978833:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c79c0e00) 00010000:00010000:3.0:1763335099.978836:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335099.978839:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b5400757252e lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335099.978845:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b5400757252e lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335099.978860:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075725c8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335099.978866:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075725c8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335099.978872:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075725c8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335099.978876:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335099.978879:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075725c8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335099.978883:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075725c8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335099.978890:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c79c0e00) 00010000:00010000:3.0:1763335099.978892:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335099.978895:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075725c8 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335099.978900:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075725c8 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000100:00100000:3.0:1763335099.980141:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c37af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989825994496:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335099.980172:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335099.980193:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763335099.980198:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c37af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989825994624:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335099.980218:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335099.980291:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989825994496 00000100:00100000:3.0:1763335099.980295:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989825994496 00000100:00100000:3.0:1763335099.980335:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989825994624 00000100:00100000:3.0:1763335099.980338:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989825994624 00000100:00100000:3.0:1763335099.980356:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6011 00000100:00100000:3.0:1763335099.980362:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4ac8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+84:3667:x1848989825994752:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763335099.980422:0:28568:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x218:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335099.980427:0:28568:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x218:0x0] updating lvb mtime from disk: 1763335100 -> 1763335100 00002000:00010000:3.0:1763335099.980429:0:28568:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x218:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335099.980431:0:28568:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x218:0x0] updating lvb ctime from disk: 1763335100 -> 1763335100 00002000:00010000:3.0:1763335099.980434:0:28568:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x218:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335099.980467:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4ac8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+85:3667:x1848989825994752:12345-0@lo:2:osp-syn-1-1.0 Request processed in 104us (648us total) trans 17179871367 rc 0/0 00000100:00100000:3.0:1763335099.980473:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6011 00000100:00100000:3.0:1763335099.980487:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6012 00000100:00100000:3.0:1763335099.980492:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+18:3664:x1848989825994496:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335099.980567:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+19:3664:x1848989825994496:12345-0@lo:2:osp-syn-0-1.0 Request processed in 74us (394us total) trans 21474838657 rc 0/0 00000100:00100000:3.0:1763335099.980573:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6012 00000100:00100000:3.0:1763335099.980585:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6013 00000100:00100000:3.0:1763335099.980590:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+18:3664:x1848989825994624:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335099.980647:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+19:3664:x1848989825994624:12345-0@lo:2:osp-syn-0-1.0 Request processed in 57us (428us total) trans 21474838658 rc 0/0 00000100:00100000:3.0:1763335099.980653:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6013 00000004:00080000:3.0:1763335099.980696:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c37af800/2, rc 0, transno 21474838658 00000100:00100000:3.0:1763335099.980702:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c37af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989825994624:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763335099.980709:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c37af480/2, rc 0, transno 21474838657 00000100:00100000:3.0:1763335099.980712:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c37af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989825994496:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763335099.980727:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4ac8a80/2, rc 0, transno 17179871367 00000100:00100000:3.0:1763335099.980731:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4ac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989825994752:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763335099.983511:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4ac8e00/2, rc 0, transno 17179871366 00000100:00100000:3.0:1763335099.983519:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4ac8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989825994880:0@lo:2:osp-syn-1-1.0 00000100:00080000:3.0:1763335100.007170:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763335100.015498:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814492288 00000100:00100000:3.0:1763335100.015508:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814492288 00000100:00100000:3.0:1763335100.015567:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 8891 00000100:00100000:3.0:1763335100.015575:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c487bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+226:55956:x1848989814492288:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:3.0:1763335100.015626:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335100.015651:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6400/0x3ec0b54007572623 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880332 expref: 226 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.015670:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1b6:0x0].0x0 (ffff9001c79c0d00) 00010000:00010000:3.0:1763335100.015675:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335100.015854:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007572646 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1b6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335100.015866:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007572646 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1b6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.015877:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007572646 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1b6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000001:00080000:3.0:1763335100.015920:0:13840:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972554 00000004:00010000:3.0:1763335100.015941:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c7d9f639 reply state 00000000ee2b971f transno 4294972555 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007572646 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1b6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.015953:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007572646 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1b6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.015958:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1b6:0x0].0x0 (ffff9001c79c0d00) 00010000:00010000:3.0:1763335100.015961:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335100.015963:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763335100.016071:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c487bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+228:55956:x1848989814492288:12345-192.168.204.57@tcp:36:bash.0 Request processed in 495us (678us total) trans 4294972555 rc 0/0 00000100:00100000:3.0:1763335100.016080:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 8891 00000020:00080000:3.0:1763335100.016095:0:13840:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763335100.025076:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814492672 00000100:00100000:3.0:1763335100.025139:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814492672 00000100:00100000:3.0:1763335100.026555:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 8893 00000100:00100000:3.0:1763335100.026571:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c487b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+229:55956:x1848989814492672:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335100.026591:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335100.026594:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763335100.026622:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6800/0x3ec0b5400757264d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1b6:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880347 expref: 229 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.026639:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1b6:0x0].0x0 (ffff9001c79c0d00) 00010000:00010000:3.0:1763335100.026644:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335100.026659:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007572654 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1b6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88034e expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.026709:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b5400757265b lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1b6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335100.026722:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b5400757265b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1b6:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.026731:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b5400757265b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1b6:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000040:00080000:3.0:1763335100.026954:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1310, 88 off110728 00000004:00080000:3.0:1763335100.026964:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1093006648840ns, next at 1092746608788ns, rc = 0 00000040:00080000:3.0:1763335100.026996:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1309, 88 off110728 00000004:00080000:3.0:1763335100.027003:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1093006688116ns, next at 1092746631908ns, rc = 0 00000040:00080000:3.0:1763335100.029456:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1310, 88 off110816 00000004:00080000:3.0:1763335100.029474:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1093009159033ns, next at 1092746631908ns, rc = 0 00000040:00080000:3.0:1763335100.030182:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1311, 88 off110816 00000004:00080000:3.0:1763335100.030192:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1093009877015ns, next at 1092746608788ns, rc = 0 00000001:00080000:3.0:1763335100.040122:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972556 is committed 00000004:00080000:3.0:1763335100.040135:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 857 committed 00000004:00080000:3.0:1763335100.040153:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 860 committed 00000004:00080000:3.0:1763335100.040169:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 859 committed 00000004:00080000:3.0:1763335100.040172:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 856 committed 00000100:00100000:3.0:1763335100.045050:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814492800 00000100:00100000:3.0:1763335100.045060:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814492800 00000100:00100000:3.0:1763335100.045127:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6019 00000100:00100000:3.0:1763335100.045138:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+45:55956:x1848989814492800:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335100.045156:0:27803:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335100.045177:0:27803:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb000/0x3ec0b54007572662 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880355 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335100.045202:0:27803:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x21a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335100.045225:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335100.045228:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335100.045238:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb000/0x3ec0b54007572662 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880355 expref: 46 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.045255:0:27803:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb000/0x3ec0b54007572662 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x21a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880355 expref: 46 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.045268:0:27803:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadb000, rc 0) 00000100:00100000:3.0:1763335100.045360:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+46:55956:x1848989814492800:12345-192.168.204.57@tcp:101:bash.0 Request processed in 224us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335100.045368:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6019 00000100:00100000:3.0:1763335100.051448:0:8422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814493056 00000100:00100000:3.0:1763335100.051459:0:8422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814493056 00002000:00010000:3.0:1763335100.051494:0:8422:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/538 (0->18446744073709551615) 00002000:00100000:3.0:1763335100.051500:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000cbad3800 with x1848989814493056 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335100.051511:0:8422:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000cbad3800. 00000100:00100000:3.0:1763335100.051543:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1502 00000100:00100000:3.0:1763335100.051552:0:8422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+46:2427:x1848989814493056:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:3.0:1763335100.051724:0:8422:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x21a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335100.051728:0:8422:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x21a:0x0] updating lvb mtime from disk: 0 -> 1763335100 00002000:00010000:3.0:1763335100.051731:0:8422:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x21a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335100.051733:0:8422:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x21a:0x0] updating lvb ctime from disk: 0 -> 1763335100 00002000:00010000:3.0:1763335100.051735:0:8422:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x21a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335100.051794:0:8422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+47:2427:x1848989814493056:12345-192.168.204.57@tcp:10:bash.0 Request processed in 242us (444us total) trans 17179871370 rc 0/0 00000100:00100000:3.0:1763335100.051802:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1502 00002000:00010000:3.0:1763335100.051805:0:8422:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/538 (0->18446744073709551615) 00002000:00100000:3.0:1763335100.051808:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000cbad3800 with x1848989814493056 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335100.051812:0:8422:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000cbad3800. 00000100:00100000:3.0:1763335100.105699:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814493952 00000100:00100000:3.0:1763335100.105707:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814493952 00000100:00100000:3.0:1763335100.105755:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6021 00000100:00100000:3.0:1763335100.105765:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+15:2427:x1848989814493952:12345-192.168.204.57@tcp:23:lfs.0 00000100:00100000:3.0:1763335100.105870:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+15:2427:x1848989814493952:12345-192.168.204.57@tcp:23:lfs.0 Request processed in 106us (1967us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335100.105882:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6021 00000100:00100000:3.0:1763335100.114619:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+223:56840:x1848989814493824:12345-192.168.204.57@tcp:36:rm.0 Request processed in 10509us (10762us total) trans 4294972558 rc 0/0 00000100:00100000:3.0:1763335100.114635:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 8895 00000100:00100000:3.0:1763335100.135071:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335100.139909:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814494336 00000100:00100000:3.0:1763335100.139920:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814494336 00000100:00100000:3.0:1763335100.139982:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 8896 00000100:00100000:3.0:1763335100.139992:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+223:56841:x1848989814494336:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335100.140027:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335100.140053:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbe00/0x3ec0b540075726af lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88036a expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.140222:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075726b6 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335100.140235:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075726b6 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.140246:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075726b6 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.140257:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b540075726bd lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335100.140265:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b540075726bd lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.140271:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b540075726bd lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.140781:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075726b6 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.140790:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075726b6 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.140796:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075726b6 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.140801:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075726b6 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.140807:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadaa00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335100.140810:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075726b6 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.140817:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075726b6 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.140828:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c7920e00) 00010000:00010000:3.0:1763335100.140831:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335100.140836:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075726b6 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.140841:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075726b6 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.140854:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b540075726bd lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.140860:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b540075726bd lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.140865:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b540075726bd lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.140870:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbada800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335100.140873:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b540075726bd lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.140878:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b540075726bd lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.140884:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c79c0500) 00010000:00010000:3.0:1763335100.140886:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335100.140889:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b540075726bd lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.140894:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b540075726bd lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.140923:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbe00/0x3ec0b540075726af lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88036a expref: 224 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.140933:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c7920e00) 00010000:00010000:3.0:1763335100.140936:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335100.140939:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbe00/0x3ec0b540075726af lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88036a expref: 224 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.140952:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadbe00, rc 0) 00000100:00100000:3.0:1763335100.141028:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+223:56841:x1848989814494336:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1036us (1225us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335100.141036:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 8896 00000100:00100000:3.0:1763335100.153040:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814494720 00000100:00100000:3.0:1763335100.153054:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814494720 00000100:00100000:3.0:1763335100.153132:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 8899 00000100:00100000:3.0:1763335100.153142:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+224:56841:x1848989814494720:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335100.153159:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335100.153180:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbe00/0x3ec0b540075726ee lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88037f expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.153236:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b540075726f5 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335100.153248:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b540075726f5 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.153258:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b540075726f5 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:3.0:1763335100.153300:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:3.0:1763335100.153305:0:13840:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763335100.153365:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbe00/0x3ec0b540075726ee lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88037f expref: 226 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.153385:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b540075726f5 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88037f expref: 225 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.153394:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c7920e00) 00010000:00010000:3.0:1763335100.153397:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763335100.153401:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbada800, rc 0) 00000100:00100000:3.0:1763335100.153460:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+225:56841:x1848989814494720:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 319us (2583us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335100.153467:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 8899 00000100:00100000:3.0:1763335100.177586:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814495232 00000100:00100000:3.0:1763335100.177602:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814495232 00000100:00100000:3.0:1763335100.177675:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814495488 00000100:00100000:3.0:1763335100.177679:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814495488 00000100:00100000:3.0:1763335100.185532:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814495616 00000100:00100000:3.0:1763335100.185542:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814495616 00000100:00100000:3.0:1763335100.193753:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335100.199459:0:8422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814496128 00000100:00100000:3.0:1763335100.199469:0:8422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814496128 00002000:00010000:3.0:1763335100.199508:0:8422:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/537 (5->18446744073709551615) 00002000:00100000:3.0:1763335100.199513:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001e5eb0000 with x1848989814496128 ext(5->18446744073709551615) 00002000:00010000:3.0:1763335100.199525:0:8422:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001e5eb0000. 00000100:00100000:3.0:1763335100.199553:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1506 00000100:00100000:3.0:1763335100.199562:0:8422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2426:x1848989814496128:12345-192.168.204.57@tcp:10:lfs.0 00002000:00010000:3.0:1763335100.199861:0:8422:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x219:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:3.0:1763335100.199864:0:8422:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x219:0x0] updating lvb mtime from disk: 1763335100 -> 1763335100 00002000:00010000:3.0:1763335100.199867:0:8422:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x219:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335100.199869:0:8422:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x219:0x0] updating lvb ctime from disk: 1763335100 -> 1763335100 00002000:00010000:3.0:1763335100.199872:0:8422:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x219:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763335100.199925:0:8422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2426:x1848989814496128:12345-192.168.204.57@tcp:10:lfs.0 Request processed in 364us (564us total) trans 17179871372 rc 0/0 00000100:00100000:3.0:1763335100.199933:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1506 00002000:00010000:3.0:1763335100.199937:0:8422:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/537 (5->18446744073709551615) 00002000:00100000:3.0:1763335100.199940:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001e5eb0000 with x1848989814496128 ext(5->18446744073709551615) 00002000:00010000:3.0:1763335100.199944:0:8422:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001e5eb0000. 00000100:00100000:3.0:1763335100.205585:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1763335100.206675:0:13840:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3a00/0x3ec0b54007572749 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.206683:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3a00/0x3ec0b54007572749 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:3.0:1763335100.206710:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1b8:0x0]: returning size 0 00000004:00080000:3.0:1763335100.206886:0:13840:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x21a:0x0], index 0: 0 00000004:00080000:3.0:1763335100.206893:0:13840:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x21c:0x0], index 1: 0 00000004:00080000:3.0:1763335100.206897:0:13840:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x21d:0x0], index 1: 0 00000004:00080000:3.0:1763335100.206901:0:13840:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x21b:0x0], index 0: 0 00010000:00010000:3.0:1763335100.206995:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3a00/0x3ec0b54007572749 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.207003:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3a00/0x3ec0b54007572749 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.207020:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3a00/0x3ec0b54007572749 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.207026:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb3a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335100.207030:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3a00/0x3ec0b54007572749 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.207037:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3a00/0x3ec0b54007572749 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.207046:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1b8:0x0].0x0 (ffff9001c79c0d00) 00010000:00010000:3.0:1763335100.207049:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335100.207052:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3a00/0x3ec0b54007572749 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.207058:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3a00/0x3ec0b54007572749 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.207109:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007572742 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1b8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88039b expref: 229 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.207123:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1b8:0x0].0x0 (ffff9001c79c0d00) 00010000:00010000:3.0:1763335100.207125:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763335100.207129:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007572742 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1b8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88039b expref: 229 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.207143:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fceb3800, rc 0) 00000100:00100000:3.0:1763335100.207190:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+228:56841:x1848989814495872:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 19163us (19513us total) trans 4294972561 rc 301/301 00000100:00100000:3.0:1763335100.207197:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 8903 00000100:00100000:3.0:1763335100.211756:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814496640 00000100:00100000:3.0:1763335100.211761:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814496640 00000100:00100000:3.0:1763335100.211792:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 8904 00000100:00100000:3.0:1763335100.211798:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c487ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+230:56837:x1848989814496640:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:3.0:1763335100.211856:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbe00/0x3ec0b5400757275e lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335100.211872:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbe00/0x3ec0b5400757275e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.211882:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbe00/0x3ec0b5400757275e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00010000:3.0:1763335100.211934:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000021852ce4 reply state 00000000f25bb60a transno 4294972563 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbe00/0x3ec0b5400757275e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.211945:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbe00/0x3ec0b5400757275e lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.211952:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1b5:0x0].0x0 (ffff9001d0e40500) 00010000:00010000:3.0:1763335100.211956:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335100.211959:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763335100.212390:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c487ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+232:56837:x1848989814496640:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 588us (1743us total) trans 4294972563 rc 0/0 00000100:00100000:3.0:1763335100.212398:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 8904 00000100:00100000:3.0:1763335100.216947:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814497280 00000100:00100000:3.0:1763335100.216952:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814497280 00000100:00100000:3.0:1763335100.216995:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3058 00000100:00100000:3.0:1763335100.217005:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+231:56841:x1848989814497280:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335100.237051:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814497920 00000100:00100000:3.0:1763335100.237056:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814497920 00010000:00010000:3.0:1763335100.237077:0:6516:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b540075725f9 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880324 expref: 236 pid: 6531 timeout: 1193 lvb_type: 0 00000100:00100000:3.0:1763335100.237106:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 2909 00000100:00100000:3.0:1763335100.237114:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001fb62e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+236:2426:x1848989814497920:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335100.237124:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335100.237131:0:6516:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b540075725f9 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880324 expref: 236 pid: 6531 timeout: 1193 lvb_type: 0 00010000:00010000:3.0:1763335100.237141:0:6516:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b540075725f9 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880324 expref: 236 pid: 6531 timeout: 1193 lvb_type: 0 00010000:00010000:3.0:1763335100.237155:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1b5:0x0].0x0 (ffff9001d0e40500) 00010000:00010000:3.0:1763335100.237159:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007572765 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335100.237168:0:6516:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007572765 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335100.237174:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007572765 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335100.237190:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335100.237218:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001fb62e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+236:2426:x1848989814497920:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 104us (913us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335100.238329:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 2909 00010000:00010000:3.0:1763335100.246609:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b54007572693 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.246618:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b54007572693 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.246624:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b54007572693 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.246629:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335100.246633:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b54007572693 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.246639:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b54007572693 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.246648:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c79c0500) 00010000:00010000:3.0:1763335100.246651:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335100.246654:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b54007572693 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.246660:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b54007572693 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.246675:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007572718 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.246682:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007572718 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.246687:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007572718 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.246692:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335100.246694:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007572718 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.246699:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007572718 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.246706:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1b5:0x0].0x0 (ffff9001d0e40500) 00010000:00010000:3.0:1763335100.246708:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335100.246711:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007572718 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.246716:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007572718 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.246725:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007572726 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.246731:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007572726 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.246736:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007572726 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.246740:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335100.246743:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007572726 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.246753:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007572726 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.246759:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c79c0500) 00010000:00010000:3.0:1763335100.246761:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335100.246763:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007572726 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.246769:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007572726 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.246782:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbe00/0x3ec0b5400757275e lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.246788:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbe00/0x3ec0b5400757275e lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.246793:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbe00/0x3ec0b5400757275e lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.246798:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadbe00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335100.246800:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbe00/0x3ec0b5400757275e lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.246805:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbe00/0x3ec0b5400757275e lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.246811:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1b5:0x0].0x0 (ffff9001d0e40500) 00010000:00010000:3.0:1763335100.246813:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335100.246816:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbe00/0x3ec0b5400757275e lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.246821:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbe00/0x3ec0b5400757275e lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000100:00100000:3.0:1763335100.251817:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335100.253943:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335100.256092:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335100.256218:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335100.263297:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814499328 00000100:00100000:3.0:1763335100.263305:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814499328 00000100:00100000:3.0:1763335100.264367:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3060 00000100:00100000:3.0:1763335100.264376:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+225:56837:x1848989814499328:12345-192.168.204.57@tcp:35:lfs.0 00000004:00080000:3.0:1763335100.264517:0:6533:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x1b5:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1763335100.264556:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1316, 64 off111272 00000040:00080000:3.0:1763335100.264568:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1317, 64 off111272 00000040:00080000:3.0:1763335100.264576:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1318, 64 off111336 00000040:00080000:3.0:1763335100.264583:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1317, 64 off111336 00010000:00010000:3.0:1763335100.264628:0:6533:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbe00/0x3ec0b540075727dc lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 00010000:00010000:3.0:1763335100.264638:0:6533:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbe00/0x3ec0b540075727dc lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335100.264646:0:6533:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbe00/0x3ec0b540075727dc lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335100.264654:0:6533:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbe00/0x3ec0b540075727dc lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335100.264660:0:6533:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbe00/0x3ec0b540075727dc lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335100.264665:0:6533:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbe00/0x3ec0b540075727dc lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335100.264682:0:6533:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335100.264858:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+226:56837:x1848989814499328:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 482us (1630us total) trans 4294972569 rc 0/0 00000100:00100000:3.0:1763335100.264865:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3060 00010000:00010000:3.0:1763335100.275665:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6400/0x3ec0b5400757279d lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.275674:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6400/0x3ec0b5400757279d lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.275681:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6400/0x3ec0b5400757279d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.275686:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335100.275690:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6400/0x3ec0b5400757279d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.275697:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6400/0x3ec0b5400757279d lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.275706:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1b8:0x0].0x0 (ffff9001c79c0b00) 00010000:00010000:3.0:1763335100.275709:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335100.275712:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6400/0x3ec0b5400757279d lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.275718:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6400/0x3ec0b5400757279d lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1b8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000004:00080000:3.0:1763335100.285232:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f1335880/2, rc 0, transno 21474838671 00000100:00100000:3.0:1763335100.285239:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1335880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989825997312:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335100.286736:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335100.288664:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335100.288702:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000004:00080000:3.0:1763335100.294575:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f1336680/2, rc 0, transno 17179871380 00000100:00100000:3.0:1763335100.294582:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1336680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989825997952:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763335100.299722:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335100.299993:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335100.300963:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335100.305729:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814501504 00000100:00100000:3.0:1763335100.305734:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814501504 00000100:00100000:3.0:1763335100.305770:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3062 00000100:00100000:3.0:1763335100.305777:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+226:55956:x1848989814501504:12345-192.168.204.57@tcp:35:bash.0 00000100:00100000:3.0:1763335100.306048:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+227:55956:x1848989814501504:12345-192.168.204.57@tcp:35:bash.0 Request processed in 270us (504us total) trans 4294972573 rc 0/0 00000100:00100000:3.0:1763335100.306057:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3062 00000100:00100000:3.0:1763335100.316354:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814502016 00000100:00100000:3.0:1763335100.316364:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814502016 00000100:00100000:3.0:1763335100.316417:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 8914 00000100:00100000:3.0:1763335100.316427:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+227:56842:x1848989814502016:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:3.0:1763335100.316483:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1763335100.316509:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075727d5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1b8:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8803c5 expref: 227 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.316530:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007572830 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8803da expref: 226 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.316543:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007572796 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1b8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8803b0 expref: 225 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.316559:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1b8:0x0].0x0 (ffff9001c79c0b00) 00010000:00010000:3.0:1763335100.316564:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335100.316591:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007572861 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335100.316603:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007572861 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.316613:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007572861 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.316623:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007572868 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335100.316629:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007572868 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.316635:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007572868 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.316708:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b5400757286f lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335100.316718:0:7841:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007572853 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8803e8 expref: 224 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.316726:0:7841:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b5400757286f lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.316755:0:7841:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007572853 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8803e8 expref: 224 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.316772:0:7841:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007572853 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8803e8 expref: 224 pid: 7841 timeout: 1193 lvb_type: 0 00000100:00100000:3.0:1763335100.316786:0:7841:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b55180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989825998592:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335100.316860:0:7841:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000ccba6cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335100.319372:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1763335100.319927:0:7841:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.57@tcp) returned -22 from blocking AST (req@00000000fc3030e0 x1848989825998592) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007572853 lrc: 1/0,0 mode: --/PR res: [0x240000405:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8803e8 expref: 226 pid: 7841 timeout: 1193 lvb_type: 0 00010000:00010000:3.0:1763335100.319941:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007572853 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8803e8 expref: 226 pid: 7841 timeout: 1193 lvb_type: 0 00000100:00100000:3.0:1763335100.319954:0:7841:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b55180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989825998592:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335100.319971:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1b8:0x0].0x0 (ffff9001c79c0b00) 00010000:00010000:3.0:1763335100.319977:0:7841:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b5400757286f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.319984:0:7841:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b5400757286f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.319988:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b5400757286f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00080000:3.0:1763335100.320461:0:7841:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000405:0x1b8:0x0] is inserted into orphan list, open count = 2 00010000:00010000:3.0:1763335100.320525:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b5400757286f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.320533:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b5400757286f lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.320540:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b5400757286f lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.320546:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbada400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335100.320550:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b5400757286f lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.320558:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b5400757286f lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.320568:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1b8:0x0].0x0 (ffff9001c79c0b00) 00010000:00010000:3.0:1763335100.320570:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763335100.320574:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b5400757286f lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.320579:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b5400757286f lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.320595:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007572861 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.320600:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007572861 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.320605:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007572861 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.320610:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007572861 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.320615:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadaa00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335100.320617:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007572861 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.320625:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007572861 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.320632:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c87e8b00) 00010000:00010000:3.0:1763335100.320634:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335100.320637:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007572861 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.320642:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007572861 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000004:00010000:3.0:1763335100.320655:0:7841:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000092c5f4e0 reply state 000000006420db8c transno 4294972576 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007572868 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.320665:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007572868 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.320671:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c87e8100) 00010000:00010000:3.0:1763335100.320673:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335100.320676:0:7841:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763335100.320718:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+227:56842:x1848989814502016:12345-192.168.204.57@tcp:36:rm.0 Request processed in 4292us (4523us total) trans 4294972576 rc 0/0 00000100:00100000:3.0:1763335100.320724:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 8914 00000100:00100000:3.0:1763335100.321857:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814502528 00000100:00100000:3.0:1763335100.321864:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814502528 00000100:00100000:3.0:1763335100.321910:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3064 00000100:00100000:3.0:1763335100.321923:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1611c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+227:56837:x1848989814502528:12345-192.168.204.57@tcp:35:lfs.0 00000004:00010000:3.0:1763335100.321972:0:6533:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000405:0x1b8:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b5400757287d lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1b8:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8803ef expref: 227 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.322001:0:6533:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757288b lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 00010000:00010000:3.0:1763335100.322034:0:6533:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757288b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1b8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335100.322042:0:6533:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757288b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1b8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT1 00000004:00020000:3.0:1763335100.322167:0:6533:0:(lod_lov.c:1523:lod_parse_striping()) lustre-MDT0001-mdtlov: can not set all stale mirrors for [0x240000405:0x1b8:0x0]: rc = -1 00010000:00010000:3.0:1763335100.322192:0:6533:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757288b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1b8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335100.322200:0:6533:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757288b lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1b8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335100.322206:0:6533:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757288b lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1b8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335100.322211:0:6533:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadba00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335100.322214:0:6533:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757288b lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1b8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335100.322220:0:6533:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757288b lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1b8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335100.322229:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1b8:0x0].0x0 (ffff9001c79c0b00) 00010000:00010000:3.0:1763335100.322232:0:6533:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1763335100.322236:0:6533:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757288b lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1b8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335100.322241:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757288b lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1b8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335100.322251:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1b8:0x0].0x0 (ffff9001c79c0b00) 00010000:00010000:3.0:1763335100.322253:0:6533:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763335100.322258:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b5400757287d lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1b8:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8803ef expref: 227 pid: 6531 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335100.322397:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1611c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+227:56837:x1848989814502528:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 478us (613us total) trans 4294972577 rc -1/-1 00000100:00100000:3.0:1763335100.322404:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3064 00000100:00100000:3.0:1763335100.324466:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814502656 00000100:00100000:3.0:1763335100.324474:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814502656 00000100:00100000:3.0:1763335100.324513:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 8916 00000100:00100000:3.0:1763335100.324521:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+227:56837:x1848989814502656:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335100.324540:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335100.324560:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb600/0x3ec0b54007572892 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8803f6 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.324604:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb600/0x3ec0b54007572892 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8803f6 expref: 228 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.324618:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb600/0x3ec0b54007572892 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8803f6 expref: 228 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.324633:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1b8:0x0].0x0 (ffff9001c87e8800) 00010000:00010000:3.0:1763335100.324636:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335100.324640:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadb600, rc 0) 00000100:00100000:3.0:1763335100.324690:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+228:56837:x1848989814502656:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 169us (475us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335100.324700:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 8916 00000100:00100000:3.0:1763335100.362688:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335100.362723:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335100.387949:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814503808 00000100:00100000:3.0:1763335100.387959:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814503808 00000100:00100000:3.0:1763335100.388034:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 8921 00000100:00100000:3.0:1763335100.388044:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+230:56843:x1848989814503808:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335100.388064:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335100.388067:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763335100.388092:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b540075728d1 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88040b expref: 230 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.388113:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881700) 00010000:00010000:3.0:1763335100.388123:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335100.388138:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075728ed lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880419 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.388434:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075728f4 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335100.388448:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075728f4 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.388457:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075728f4 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.388467:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075728fb lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335100.388473:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075728fb lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.388479:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075728fb lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.388834:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b54007572902 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335100.388844:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b54007572902 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.388851:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b54007572902 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:3.0:1763335100.388860:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1ba:0x0]: returning size 0 00010000:00010000:3.0:1763335100.388885:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075728f4 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.388892:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075728f4 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.388898:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075728f4 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.388903:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075728f4 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.388909:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadaa00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335100.388912:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075728f4 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.388919:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075728f4 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.388927:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c87e8b00) 00010000:00010000:3.0:1763335100.388929:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335100.388934:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075728f4 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.388939:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075728f4 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000004:00010000:3.0:1763335100.388949:0:7841:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d11108b3 reply state 000000004a1cd917 transno 4294972579 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075728fb lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.388958:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075728fb lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.388964:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c87e8100) 00010000:00010000:3.0:1763335100.388966:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335100.388968:0:7841:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763335100.388993:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075728ed lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880419 expref: 232 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.389022:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b54007572902 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880419 expref: 231 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.389030:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ba:0x0].0x0 (ffff9001c87e8e00) 00010000:00010000:3.0:1763335100.389032:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335100.389034:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadb200, rc 0) 00000100:00100000:3.0:1763335100.392594:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+232:56843:x1848989814503808:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 4537us (4729us total) trans 4294972579 rc 0/0 00000100:00100000:3.0:1763335100.392607:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 8921 00000100:00100000:3.0:1763335100.396912:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335100.404416:0:7841:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7f27800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989825998720:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335100.404447:0:7841:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007572917 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1ba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000100:00100000:3.0:1763335100.406449:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335100.410518:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814504448 00000100:00100000:3.0:1763335100.410526:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814504448 00000100:00100000:3.0:1763335100.410572:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 8923 00000100:00100000:3.0:1763335100.410581:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+234:56845:x1848989814504448:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335100.410598:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335100.410616:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007572925 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880427 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.410675:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757292c lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335100.410685:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757292c lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.410693:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757292c lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.410703:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007572933 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335100.410710:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007572933 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.410716:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007572933 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.410791:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b5400757293a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335100.410799:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b5400757293a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.410806:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b5400757293a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.410852:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757292c lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.410859:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757292c lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.410864:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757292c lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.410870:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757292c lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.410875:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadba00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335100.410878:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757292c lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.410884:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757292c lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.410892:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c87e8b00) 00010000:00010000:3.0:1763335100.410895:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335100.410897:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757292c lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.410902:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757292c lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.410912:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007572933 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.410917:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007572933 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.410923:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007572933 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.410928:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadaa00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335100.410930:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007572933 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.410936:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007572933 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.410942:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c87e8100) 00010000:00010000:3.0:1763335100.410945:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335100.410947:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007572933 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.410953:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007572933 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.410977:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007572925 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880427 expref: 237 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.410993:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b5400757293a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880427 expref: 236 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.411000:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ba:0x0].0x0 (ffff9001c87e8600) 00010000:00010000:3.0:1763335100.411002:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335100.411014:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadb800, rc 0) 00000100:00100000:3.0:1763335100.411058:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+236:56845:x1848989814504448:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 478us (707us total) trans 4294972581 rc 0/0 00000100:00100000:3.0:1763335100.411065:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 8923 00000100:00100000:3.0:1763335100.422038:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335100.423765:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814505344 00000100:00100000:3.0:1763335100.423771:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814505344 00000100:00100000:3.0:1763335100.423809:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3068 00000100:00100000:3.0:1763335100.423817:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff921180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+236:56845:x1848989814505344:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335100.423972:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff921180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+237:56845:x1848989814505344:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 155us (277us total) trans 4294972584 rc 0/0 00000100:00100000:3.0:1763335100.423980:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3068 00010000:00010000:3.0:1763335100.437990:0:7841:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3a00/0x3ec0b54007572979 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1ba:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.437999:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3a00/0x3ec0b54007572979 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1ba:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:3.0:1763335100.438030:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1ba:0x0]: returning size 0 00000100:00100000:3.0:1763335100.445118:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814506496 00000100:00100000:3.0:1763335100.445128:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814506496 00000100:00100000:3.0:1763335100.445178:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814506624 00000100:00100000:3.0:1763335100.445181:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814506624 00000100:00100000:3.0:1763335100.445205:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 8926 00000100:00100000:3.0:1763335100.445214:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+241:56845:x1848989814506496:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335100.445235:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335100.445257:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007572987 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880443 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.445354:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b5400757298e lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335100.445370:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b5400757298e lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.445385:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b5400757298e lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.445396:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007572995 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335100.445403:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007572995 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.445409:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007572995 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.445509:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757299c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335100.445519:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757299c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ba:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.445526:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757299c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ba:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:3.0:1763335100.445535:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1ba:0x0]: returning size 0 00010000:00010000:3.0:1763335100.445613:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b5400757298e lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.445620:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b5400757298e lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.445626:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b5400757298e lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.445631:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b5400757298e lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.445637:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadaa00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335100.445641:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b5400757298e lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.445648:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b5400757298e lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.445659:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c87e8b00) 00010000:00010000:3.0:1763335100.445662:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335100.445667:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b5400757298e lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.445673:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b5400757298e lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.445684:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007572995 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.445689:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007572995 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.445695:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007572995 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.445699:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadba00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335100.445702:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007572995 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.445707:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007572995 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.445713:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c87e8100) 00010000:00010000:3.0:1763335100.445716:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335100.445719:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007572995 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.445729:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007572995 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.445761:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007572987 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880443 expref: 244 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.445777:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757299c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ba:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880443 expref: 243 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.445783:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ba:0x0].0x0 (ffff9001c87e8600) 00010000:00010000:3.0:1763335100.445785:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1763335100.445787:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadbc00, rc 0) 00000100:00100000:3.0:1763335100.445834:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:56845:x1848989814506496:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 621us (844us total) trans 4294972588 rc 0/0 00000100:00100000:3.0:1763335100.445842:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 8926 00000100:00100000:3.0:1763335100.445861:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 8927 00000100:00100000:3.0:1763335100.445867:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:55956:x1848989814506624:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335100.445876:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335100.445884:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b540075729aa lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88044a expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.445899:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b540075729b1 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335100.445907:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b540075729b1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ba:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.445913:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b540075729b1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ba:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.445983:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b540075729aa lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1ba:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88044a expref: 244 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.445994:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b540075729b1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ba:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88044a expref: 243 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.446000:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ba:0x0].0x0 (ffff9001c87e8600) 00010000:00010000:3.0:1763335100.446017:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763335100.446019:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadb200, rc 0) 00000100:00100000:3.0:1763335100.446041:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:55956:x1848989814506624:12345-192.168.204.57@tcp:101:bash.0 Request processed in 173us (999us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335100.446046:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 8927 00000100:00100000:3.0:1763335100.449262:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814506880 00000100:00100000:3.0:1763335100.449273:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814506880 00000100:00100000:3.0:1763335100.452491:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335100.457649:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1763335100.462066:0:6532:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6a00/0x3ec0b540075729b8 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.462092:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6a00/0x3ec0b540075729b8 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000001:00080000:3.0:1763335100.462182:0:6532:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972590 00000004:00010000:3.0:1763335100.462228:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004257f7b1 reply state 00000000a18603b7 transno 4294972591 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6a00/0x3ec0b540075729b8 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.462243:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6a00/0x3ec0b540075729b8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.462251:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ba:0x0].0x0 (ffff9001c87e8600) 00010000:00010000:3.0:1763335100.462254:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335100.462258:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763335100.462382:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+246:55956:x1848989814507136:12345-192.168.204.57@tcp:36:bash.0 Request processed in 8309us (9889us total) trans 4294972591 rc 0/0 00000100:00100000:3.0:1763335100.462392:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 8928 00000020:00080000:3.0:1763335100.462398:0:6532:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763335100.467564:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1763335100.482649:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007572868 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.482662:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007572868 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.482669:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007572868 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.482675:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbada200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335100.482679:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007572868 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.482687:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007572868 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.482701:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c87e8100) 00010000:00010000:3.0:1763335100.482704:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335100.482708:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007572868 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.482715:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007572868 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.482733:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075728fb lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.482743:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075728fb lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.482748:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075728fb lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.482753:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbada400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335100.482755:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075728fb lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.482761:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075728fb lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.482767:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c87e8100) 00010000:00010000:3.0:1763335100.482770:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335100.482772:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075728fb lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.482778:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075728fb lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.482792:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6a00/0x3ec0b540075729b8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.482798:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6a00/0x3ec0b540075729b8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.482804:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6a00/0x3ec0b540075729b8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.482808:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335100.482811:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6a00/0x3ec0b540075729b8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.482816:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6a00/0x3ec0b540075729b8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.482823:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ba:0x0].0x0 (ffff9001c87e8600) 00010000:00010000:3.0:1763335100.482825:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335100.482828:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6a00/0x3ec0b540075729b8 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.482833:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6a00/0x3ec0b540075729b8 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1ba:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00000100:00100000:3.0:1763335100.488249:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814508032 00000100:00100000:3.0:1763335100.488259:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814508032 00000100:00100000:3.0:1763335100.488306:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 8931 00000100:00100000:3.0:1763335100.488334:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff922d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56846:x1848989814508032:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335100.488356:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335100.488379:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b540075729f0 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88045f expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.488456:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b540075729f7 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335100.488469:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b540075729f7 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.488481:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b540075729f7 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.488493:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075729fe lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335100.488500:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075729fe lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.488506:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075729fe lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.488598:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007572a05 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335100.488607:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007572a05 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ba:0x0].0x0 bits 0x10/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.488613:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007572a05 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ba:0x0].0x0 bits 0x10/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:3.0:1763335100.488621:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1ba:0x0]: returning size 2 00010000:00010000:3.0:1763335100.488693:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007572a05 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ba:0x0].0x0 bits 0x10/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.488701:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007572a05 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1ba:0x0].0x0 bits 0x10/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.488707:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007572a05 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ba:0x0].0x0 bits 0x10/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.488713:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadaa00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335100.488716:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007572a05 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ba:0x0].0x0 bits 0x10/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.488723:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007572a05 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1ba:0x0].0x0 bits 0x10/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.488733:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ba:0x0].0x0 (ffff9001c87e8600) 00010000:00010000:3.0:1763335100.488736:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1763335100.488740:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007572a05 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1ba:0x0].0x0 bits 0x10/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.488750:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007572a05 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1ba:0x0].0x0 bits 0x10/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.488765:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b540075729f7 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.488770:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b540075729f7 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.488776:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b540075729f7 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.488781:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b540075729f7 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.488786:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadac00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335100.488788:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b540075729f7 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.488793:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b540075729f7 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.488799:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c87e8b00) 00010000:00010000:3.0:1763335100.488801:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335100.488803:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b540075729f7 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.488808:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b540075729f7 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.488814:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075729fe lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.488819:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075729fe lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.488825:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075729fe lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.488829:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadba00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335100.488832:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075729fe lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.488837:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075729fe lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.488842:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c87e8e00) 00010000:00010000:3.0:1763335100.488844:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335100.488847:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075729fe lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.488852:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075729fe lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.488883:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b540075729f0 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88045f expref: 247 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.488891:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c87e8b00) 00010000:00010000:3.0:1763335100.488893:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763335100.488897:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b540075729f0 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88045f expref: 247 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.488906:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadb800, rc 0) 00000100:00100000:3.0:1763335100.488954:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff922d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+246:56846:x1848989814508032:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 640us (1204us total) trans 4294972593 rc 301/301 00000100:00100000:3.0:1763335100.488961:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 8931 00000004:00080000:3.0:1763335100.495446:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001ff921f80/2, rc 0, transno 17179871385 00000100:00100000:3.0:1763335100.495453:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff921f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989825999104:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1763335100.495466:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c7d30000/2, rc 0, transno 21474838676 00000100:00100000:3.0:1763335100.495470:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c7d30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989825999616:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335100.503930:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814508544 00000100:00100000:3.0:1763335100.503944:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814508544 00010000:00010000:3.0:1763335100.503983:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3a00/0x3ec0b54007572979 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1ba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880435 expref: 226 pid: 7841 timeout: 1193 lvb_type: 0 00000100:00100000:3.0:1763335100.504035:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 2922 00000100:00100000:3.0:1763335100.504050:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff923480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+226:2426:x1848989814508544:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335100.504064:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335100.504071:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3a00/0x3ec0b54007572979 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1ba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880435 expref: 226 pid: 7841 timeout: 1193 lvb_type: 0 00010000:00010000:3.0:1763335100.504096:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3a00/0x3ec0b54007572979 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1ba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880435 expref: 226 pid: 7841 timeout: 1193 lvb_type: 0 00010000:00010000:3.0:1763335100.504121:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3a00/0x3ec0b54007572979 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x1ba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880435 expref: 226 pid: 7841 timeout: 1193 lvb_type: 0 00010000:00010000:3.0:1763335100.504137:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ba:0x0].0x0 (ffff9001c87e8600) 00010000:00010000:3.0:1763335100.504146:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007572a1a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.504156:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007572a1a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.504163:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007572a1a lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.504187:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335100.504245:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff923480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+225:2426:x1848989814508544:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 189us (637us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335100.504253:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 2922 00000100:00100000:3.0:1763335100.518603:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814509056 00000100:00100000:3.0:1763335100.518613:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814509056 00000100:00100000:3.0:1763335100.518784:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6055 00000100:00100000:3.0:1763335100.518794:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:55956:x1848989814509056:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335100.518810:0:8415:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335100.518830:0:8415:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb800/0x3ec0b54007572a2f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88047b expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335100.518852:0:8415:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x21c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335100.518870:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335100.518872:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335100.518880:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb800/0x3ec0b54007572a2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88047b expref: 17 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.518894:0:8415:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb800/0x3ec0b54007572a2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88047b expref: 17 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.518904:0:8415:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadb800, rc 0) 00000100:00100000:3.0:1763335100.518953:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:55956:x1848989814509056:12345-192.168.204.57@tcp:101:bash.0 Request processed in 161us (738us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335100.518959:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6055 00000100:00100000:3.0:1763335100.523401:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335100.531157:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814509952 00000100:00100000:3.0:1763335100.531164:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814509952 00000100:00100000:3.0:1763335100.531198:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3073 00000100:00100000:3.0:1763335100.531205:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff921500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+226:55956:x1848989814509952:12345-192.168.204.57@tcp:35:bash.0 00000100:00100000:3.0:1763335100.531448:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff921500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+227:55956:x1848989814509952:12345-192.168.204.57@tcp:35:bash.0 Request processed in 241us (1813us total) trans 4294972595 rc 0/0 00000100:00100000:3.0:1763335100.531454:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3073 00000100:00100000:3.0:1763335100.536569:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335100.540466:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335100.544881:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335100.545058:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335100.555561:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335100.559422:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814511488 00000100:00100000:3.0:1763335100.559430:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814511488 00000100:00100000:3.0:1763335100.559479:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 8939 00000100:00100000:3.0:1763335100.559490:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff921180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+229:56849:x1848989814511488:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335100.559510:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335100.559533:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007572abb lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8804a5 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.564017:0:28568:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c5280200/0x3ec0b54007572ab4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.564027:0:28568:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c5280200/0x3ec0b54007572ab4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.564048:0:28568:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c5280200/0x3ec0b54007572ab4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.564056:0:28568:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5280200/0x3ec0b54007572ab4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.564063:0:28568:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c5280200/0x3ec0b54007572ab4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.564070:0:28568:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335100.564074:0:28568:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c5280200/0x3ec0b54007572ab4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.564090:0:28568:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c5280200/0x3ec0b54007572ab4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.564104:0:28568:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c5280200/0x3ec0b54007572ab4 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.564112:0:28568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c5280200/0x3ec0b54007572ab4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335100.564171:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2429:x1848989814511232:12345-192.168.204.57@tcp:1:lfs.0 Request processed in 7605us (8607us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335100.564179:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6056 00010000:00010000:3.0:1763335100.570021:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007572a67 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.570032:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007572a67 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.570040:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007572a67 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.570046:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335100.570051:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007572a67 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.570059:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007572a67 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.570074:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da0eb400) 00010000:00010000:3.0:1763335100.570077:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335100.570095:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007572a67 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335100.570103:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007572a67 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00000100:00100000:3.0:1763335100.570131:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826001536 00000100:00100000:3.0:1763335100.570134:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826001536 00000100:00100000:3.0:1763335100.570160:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6059 00000100:00100000:3.0:1763335100.570165:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+34:3665:x1848989826001280:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763335100.570229:0:8416:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x21c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335100.570233:0:8416:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x21c:0x0] updating lvb mtime from disk: 1763335100 -> 1763335100 00002000:00010000:3.0:1763335100.570235:0:8416:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x21c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335100.570238:0:8416:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x21c:0x0] updating lvb ctime from disk: 1763335100 -> 1763335100 00002000:00010000:3.0:1763335100.570240:0:8416:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x21c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335100.570841:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+35:3665:x1848989826001280:12345-0@lo:2:osp-syn-0-1.0 Request processed in 676us (791us total) trans 21474838678 rc 0/0 00000100:00100000:3.0:1763335100.570850:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6059 00000100:00100000:3.0:1763335100.570915:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335100.570951:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814512512 00000100:00100000:3.0:1763335100.570954:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814512512 00000100:00100000:3.0:1763335100.570991:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 8943 00000100:00100000:3.0:1763335100.570997:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+223:56849:x1848989814512512:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335100.571019:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335100.571022:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763335100.571039:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007572ad7 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8804ac expref: 223 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.571053:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c1900) 00010000:00010000:3.0:1763335100.571061:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335100.571076:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007572afa lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8804ba expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.571446:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007572b01 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335100.571459:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007572b01 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.571470:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007572b01 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.571482:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007572b08 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335100.571488:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007572b08 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.571498:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007572b08 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.571669:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007572aec lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1ba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.571676:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007572aec lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1ba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.571682:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007572aec lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1ba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.571688:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb3800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335100.571691:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007572aec lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1ba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.571698:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007572aec lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1ba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.571705:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ba:0x0].0x0 (ffff9001c87e8600) 00010000:00010000:3.0:1763335100.571708:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335100.571711:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007572aec lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1ba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.571716:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007572aec lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1ba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.571904:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbe00/0x3ec0b54007572b0f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335100.571912:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbe00/0x3ec0b54007572b0f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.571919:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbe00/0x3ec0b54007572b0f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:3.0:1763335100.571928:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1bb:0x0]: returning size 0 00010000:00010000:3.0:1763335100.571952:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007572b01 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.571957:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007572b01 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.571962:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007572b01 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.571966:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007572b01 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.571970:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbada400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335100.571973:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007572b01 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.571979:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007572b01 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.571986:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c87e8100) 00010000:00010000:3.0:1763335100.571989:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335100.571992:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007572b01 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.571997:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007572b01 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000004:00010000:3.0:1763335100.572038:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006e2b79d3 reply state 000000003ecc73be transno 4294972600 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007572b08 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.572046:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007572b08 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.572056:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c2ff7300) 00010000:00010000:3.0:1763335100.572058:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335100.572060:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763335100.572090:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007572afa lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8804ba expref: 225 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.572105:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbe00/0x3ec0b54007572b0f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8804ba expref: 224 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.572111:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1bb:0x0].0x0 (ffff9001c2ff7f00) 00010000:00010000:3.0:1763335100.572113:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335100.572116:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadbe00, rc 0) 00000100:00100000:3.0:1763335100.572140:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+225:56849:x1848989814512512:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1144us (1227us total) trans 4294972600 rc 0/0 00000100:00100000:3.0:1763335100.572146:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 8943 00000100:00100000:3.0:1763335100.579238:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335100.586048:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335100.586452:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335100.616117:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335100.640981:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335100.656441:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1763335100.667975:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007572b08 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.667991:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007572b08 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.668011:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007572b08 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.668019:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbada200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335100.668025:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007572b08 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.668033:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007572b08 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.668048:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c2ff7300) 00010000:00010000:3.0:1763335100.668052:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335100.668056:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007572b08 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.668063:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007572b08 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.668096:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff900202044600/0x3ec0b54007572b7f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.668103:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202044600/0x3ec0b54007572b7f lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.668108:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202044600/0x3ec0b54007572b7f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.668113:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202044600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335100.668116:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202044600/0x3ec0b54007572b7f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.668122:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202044600/0x3ec0b54007572b7f lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.668130:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1bb:0x0].0x0 (ffff9000c4881200) 00010000:00010000:3.0:1763335100.668133:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335100.668136:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202044600/0x3ec0b54007572b7f lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.668142:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202044600/0x3ec0b54007572b7f lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1bb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000100:00100000:3.0:1763335100.668396:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e5eb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826001920:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335100.668469:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826001792 00000100:00100000:3.0:1763335100.668478:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826001792 00000100:00100000:3.0:1763335100.669343:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826002176 00000100:00100000:3.0:1763335100.669348:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826002176 00000100:00100000:3.0:1763335100.669376:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826002048 00000100:00100000:3.0:1763335100.669381:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826002048 00000100:00100000:3.0:1763335100.669409:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6064 00000100:00100000:3.0:1763335100.669421:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c522ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+20:3665:x1848989826001920:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335100.669921:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c522ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+21:3665:x1848989826001920:12345-0@lo:2:osp-syn-1-1.0 Request processed in 504us (1449us total) trans 17179871391 rc 0/0 00000100:00100000:3.0:1763335100.669927:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6064 00000100:00100000:3.0:1763335100.675639:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6066 00000100:00100000:3.0:1763335100.675653:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:55956:x1848989814514944:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335100.675671:0:8416:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335100.675694:0:8416:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000cbadac00/0x3ec0b54007572b9b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8804f9 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335100.675720:0:8416:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x21e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335100.675742:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335100.675745:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335100.675755:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbadac00/0x3ec0b54007572b9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8804f9 expref: 19 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.675772:0:8416:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000cbadac00/0x3ec0b54007572b9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8804f9 expref: 19 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.675785:0:8416:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadac00, rc 0) 00000100:00100000:3.0:1763335100.675859:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:55956:x1848989814514944:12345-192.168.204.57@tcp:101:bash.0 Request processed in 208us (3728us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335100.675867:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6066 00000100:00100000:3.0:1763335100.677362:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814515072 00000100:00100000:3.0:1763335100.677371:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814515072 00000100:00100000:3.0:1763335100.677415:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6067 00000100:00100000:3.0:1763335100.677424:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f6025050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2427:x1848989814515072:12345-192.168.204.57@tcp:23:lfs.0 00000100:00100000:3.0:1763335100.677517:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f6025050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2427:x1848989814515072:12345-192.168.204.57@tcp:23:lfs.0 Request processed in 94us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335100.677525:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6067 00000100:00100000:3.0:1763335100.681375:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814515328 00000100:00100000:3.0:1763335100.681387:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814515328 00000100:00100000:3.0:1763335100.681457:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6068 00000100:00100000:3.0:1763335100.681468:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:55956:x1848989814515328:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335100.681488:0:8416:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335100.681516:0:8416:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000cbada200/0x3ec0b54007572ba2 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880500 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335100.681541:0:8416:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x220:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335100.681561:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335100.681565:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335100.681575:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbada200/0x3ec0b54007572ba2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880500 expref: 21 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.681593:0:8416:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000cbada200/0x3ec0b54007572ba2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880500 expref: 21 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.681608:0:8416:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbada200, rc 0) 00000100:00100000:3.0:1763335100.681641:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:55956:x1848989814515328:12345-192.168.204.57@tcp:101:bash.0 Request processed in 174us (880us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335100.681648:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6068 00000100:00100000:3.0:1763335100.692559:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1512 00000100:00100000:3.0:1763335100.692572:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2429:x1848989814515456:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:3.0:1763335100.692754:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x21e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335100.692769:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x21e:0x0] updating lvb mtime from disk: 0 -> 1763335101 00002000:00010000:3.0:1763335100.692771:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x21e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335100.692773:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x21e:0x0] updating lvb ctime from disk: 0 -> 1763335101 00002000:00010000:3.0:1763335100.692775:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x21e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335100.692827:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:2429:x1848989814515456:12345-192.168.204.57@tcp:10:bash.0 Request processed in 259us (614us total) trans 21474838682 rc 0/0 00000100:00100000:3.0:1763335100.692835:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1512 00002000:00010000:3.0:1763335100.692839:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/542 (0->18446744073709551615) 00002000:00100000:3.0:1763335100.692841:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c34e0380 with x1848989814515456 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335100.692846:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c34e0380. 00000100:00100000:3.0:1763335100.692862:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1514 00000100:00100000:3.0:1763335100.692869:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:2428:x1848989814515712:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:3.0:1763335100.692948:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x220:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335100.692950:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x220:0x0] updating lvb mtime from disk: 0 -> 1763335101 00002000:00010000:3.0:1763335100.692952:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x220:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335100.692955:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x220:0x0] updating lvb ctime from disk: 0 -> 1763335101 00002000:00010000:3.0:1763335100.692957:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x220:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335100.692978:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:2428:x1848989814515712:12345-192.168.204.57@tcp:10:bash.0 Request processed in 109us (680us total) trans 17179871392 rc 0/0 00000100:00100000:3.0:1763335100.692984:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1514 00002000:00010000:3.0:1763335100.692987:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/544 (0->18446744073709551615) 00002000:00100000:3.0:1763335100.692990:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c34e2a00 with x1848989814515712 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335100.692994:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c34e2a00. 00000100:00100000:3.0:1763335100.751043:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814517120 00000100:00100000:3.0:1763335100.751048:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814517120 00000100:00100000:3.0:1763335100.751085:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6070 00000100:00100000:3.0:1763335100.751092:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c522bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+9:56846:x1848989814517120:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335100.751101:0:28568:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335100.751116:0:28568:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000cbada800/0x3ec0b54007572c19 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88051c expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335100.751135:0:28568:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x21d:0x0] initial LVB size: 4096, mtime: 0x691a5bbd, atime: 0x0, ctime: 0x691a5bbd, blocks: 0x8 00010000:00010000:3.0:1763335100.751148:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335100.751150:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335100.751156:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbada800/0x3ec0b54007572c19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88051c expref: 10 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.751170:0:28568:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000cbada800/0x3ec0b54007572c19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88051c expref: 10 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.751180:0:28568:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbada800, rc 0) 00000100:00100000:3.0:1763335100.751387:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c522bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:56846:x1848989814517120:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 126us (808us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335100.751394:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6070 00000100:00100000:3.0:1763335100.756059:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814517248 00000100:00100000:3.0:1763335100.756069:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814517248 00000100:00100000:3.0:1763335100.756134:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6071 00000100:00100000:3.0:1763335100.756146:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4ac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:56846:x1848989814517248:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335100.756167:0:28568:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335100.756189:0:28568:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb000/0x3ec0b54007572c20 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880523 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335100.756212:0:28568:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x21f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335100.756234:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335100.756237:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335100.756244:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb000/0x3ec0b54007572c20 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880523 expref: 22 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.756259:0:28568:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb000/0x3ec0b54007572c20 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880523 expref: 22 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.756271:0:28568:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadb000, rc 0) 00000100:00100000:3.0:1763335100.756491:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4ac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+22:56846:x1848989814517248:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 346us (496us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335100.756500:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6071 00000100:00100000:3.0:1763335100.771490:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335100.775554:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335100.778613:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814518400 00000100:00100000:3.0:1763335100.778623:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814518400 00000100:00100000:3.0:1763335100.779574:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 8961 00000100:00100000:3.0:1763335100.779586:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4ac9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+231:56851:x1848989814518400:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335100.779609:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335100.779612:0:6531:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763335100.779640:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3a00/0x3ec0b54007572c43 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880531 expref: 231 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.779662:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881300) 00010000:00010000:3.0:1763335100.779673:0:6531:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335100.779690:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbe00/0x3ec0b54007572c66 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88053f expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.779806:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007572c6d lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:3.0:1763335100.779819:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007572c6d lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.779828:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007572c6d lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.779840:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007572c74 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:3.0:1763335100.779846:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007572c74 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.779852:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007572c74 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.780235:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007572c7b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:3.0:1763335100.780245:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007572c7b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.780251:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007572c7b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00000004:00200000:3.0:1763335100.780260:0:6531:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1bd:0x0]: returning size 0 00010000:00010000:3.0:1763335100.780282:0:6531:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007572c6d lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.780289:0:6531:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007572c6d lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.780295:0:6531:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007572c6d lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.780301:0:6531:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007572c6d lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.780307:0:6531:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbada400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335100.780311:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007572c6d lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.780339:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007572c6d lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.780347:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c879d600) 00010000:00010000:3.0:1763335100.780350:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335100.780354:0:6531:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007572c6d lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.780364:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007572c6d lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00000004:00010000:3.0:1763335100.780375:0:6531:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fe31c5ad reply state 00000000bb840ac0 transno 4294972612 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007572c74 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.780385:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007572c74 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.780391:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c79c0100) 00010000:00010000:3.0:1763335100.780393:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335100.780396:0:6531:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763335100.780422:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbe00/0x3ec0b54007572c66 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88053f expref: 233 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.780438:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007572c7b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88053f expref: 232 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.780445:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1bd:0x0].0x0 (ffff9001c879d800) 00010000:00010000:3.0:1763335100.780447:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335100.780450:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadba00, rc 0) 00000100:00100000:3.0:1763335100.780523:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4ac9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+233:56851:x1848989814518400:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 939us (1997us total) trans 4294972612 rc 0/0 00000100:00100000:3.0:1763335100.780530:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 8961 00010000:00010000:3.0:1763335100.787673:0:28568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001fceb2600/0x3ec0b54007572b47 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x21e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8804d6 expref: 25 pid: 27803 timeout: 1193 lvb_type: 1 00000100:00100000:3.0:1763335100.787687:0:28568:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5228e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28568:1848989826002304:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335100.787712:0:28568:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c5280000/0x3ec0b54007572c89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x21e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880546 expref: 24 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.787722:0:28568:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280000, rc 0) 00000100:00100000:3.0:1763335100.787752:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c522aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:56846:x1848989814518528:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 6776us (6857us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335100.787760:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6072 00000100:00100000:3.0:1763335100.794551:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c34e0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6531:1848989826002560:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335100.794574:0:6531:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff900202045e00/0x3ec0b54007572c97 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00000100:00100000:3.0:1763335100.796216:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814519168 00000100:00100000:3.0:1763335100.796225:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814519168 00000100:00100000:3.0:1763335100.796272:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6073 00000100:00100000:3.0:1763335100.796281:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4ac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:2426:x1848989814519168:12345-192.168.204.57@tcp:2:lfs.0 00002000:00010000:3.0:1763335100.796450:0:28568:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x21e:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763335100.796455:0:28568:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x21e:0x0] updating lvb mtime from disk: 1763335100 -> 1763335100 00002000:00010000:3.0:1763335100.796458:0:28568:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x21e:0x0] updating lvb atime from disk: 1763335100 -> 1763335100 00002000:00010000:3.0:1763335100.796460:0:28568:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x21e:0x0] updating lvb ctime from disk: 1763335100 -> 1763335101 00002000:00010000:3.0:1763335100.796462:0:28568:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x21e:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763335100.796497:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4ac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:2426:x1848989814519168:12345-192.168.204.57@tcp:2:lfs.0 Request processed in 217us (1434us total) trans 17179871394 rc 0/0 00000100:00100000:3.0:1763335100.796504:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6073 00000100:00100000:3.0:1763335100.804126:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335100.806874:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1763335100.821937:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff900202044600/0x3ec0b54007572ca5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1ba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335100.821945:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202044600/0x3ec0b54007572ca5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1ba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335100.821951:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202044600/0x3ec0b54007572ca5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1ba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335100.821956:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202044600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335100.821960:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202044600/0x3ec0b54007572ca5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1ba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335100.821966:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202044600/0x3ec0b54007572ca5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1ba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335100.821975:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ba:0x0].0x0 (ffff9001c87e8600) 00010000:00010000:3.0:1763335100.821977:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335100.821980:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202044600/0x3ec0b54007572ca5 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1ba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335100.821985:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202044600/0x3ec0b54007572ca5 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1ba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT1 00000100:00100000:3.0:1763335100.834668:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335100.834698:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335100.834718:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335100.834749:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814520448 00000100:00100000:3.0:1763335100.834759:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814520448 00000100:00100000:3.0:1763335100.834809:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 8964 00000100:00100000:3.0:1763335100.834819:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+224:56846:x1848989814520448:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335100.834842:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335100.834927:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbe00/0x3ec0b54007572ceb lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88055b expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.834984:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbe00/0x3ec0b54007572ceb lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1ba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88055b expref: 225 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.835010:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbe00/0x3ec0b54007572ceb lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1ba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88055b expref: 225 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.835031:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ba:0x0].0x0 (ffff9001c87e8600) 00010000:00010000:3.0:1763335100.835034:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335100.835038:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadbe00, rc 0) 00000100:00100000:3.0:1763335100.835100:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+225:56846:x1848989814520448:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 282us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335100.835107:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 8964 00000100:00100000:3.0:1763335100.835148:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335100.835211:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814520832 00000100:00100000:3.0:1763335100.835215:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814520832 00000100:00100000:3.0:1763335100.835237:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 8965 00000100:00100000:3.0:1763335100.835243:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+225:55956:x1848989814520832:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335100.835251:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335100.835260:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007572cf2 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880562 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.835280:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007572cf9 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335100.835289:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007572cf9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1bd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.835298:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007572cf9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1bd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335100.835416:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007572cf2 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1bd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880562 expref: 227 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.835433:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007572cf9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1bd:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880562 expref: 226 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.835440:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1bd:0x0].0x0 (ffff9001c79c1400) 00010000:00010000:3.0:1763335100.835442:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763335100.835445:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadaa00, rc 0) 00000100:00100000:3.0:1763335100.835471:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+226:55956:x1848989814520832:12345-192.168.204.57@tcp:101:bash.0 Request processed in 229us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335100.835478:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 8965 00010000:00010000:3.0:1763335100.840701:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335100.840712:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b54007572cb3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.840722:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6e00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335100.840728:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b54007572cb3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.840739:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b54007572cb3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.840760:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b54007572cb3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.840769:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b54007572cb3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x21e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.840792:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335100.840796:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335100.840798:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335100.843076:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814521088 00000100:00100000:3.0:1763335100.843093:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814521088 00000100:00100000:3.0:1763335100.843131:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 8966 00000100:00100000:3.0:1763335100.843138:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+227:55956:x1848989814521088:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:3.0:1763335100.843167:0:6531:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335100.843184:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007572cd6 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880554 expref: 227 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.843197:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1bd:0x0].0x0 (ffff9001c79c1400) 00010000:00010000:3.0:1763335100.843202:0:6531:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335100.843300:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007572d07 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:3.0:1763335100.843310:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007572d07 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.843339:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007572d07 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00000001:00080000:3.0:1763335100.843380:0:6531:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972619 00000004:00010000:3.0:1763335100.845194:0:6531:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000153a516 reply state 000000002236c4b0 transno 4294972620 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007572d07 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.845217:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007572d07 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.845225:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1bd:0x0].0x0 (ffff9001c79c1400) 00010000:00010000:3.0:1763335100.845228:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335100.845231:0:6531:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763335100.854414:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335100.870635:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814522240 00000100:00100000:3.0:1763335100.870649:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814522240 00000100:00100000:3.0:1763335100.870724:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 8970 00000100:00100000:3.0:1763335100.870736:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5228a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+233:56846:x1848989814522240:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335100.870758:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335100.870778:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007572d4d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880585 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.870831:0:13840:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7c00/0x3ec0b54007572d46 lrc: 2/0,1 mode: EX/EX res: [0x240000405:0x1bd:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.870842:0:13840:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007572d4d lrc: 4/0,0 mode: --/CR res: [0x240000405:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880585 expref: 234 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.870860:0:13840:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7c00/0x3ec0b54007572d46 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1bd:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.870872:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007572d4d lrc: 3/0,0 mode: --/CR res: [0x240000405:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880585 expref: 234 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.870885:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1bd:0x0].0x0 (ffff9001c79c1400) 00010000:00010000:3.0:1763335100.870888:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335100.870892:0:13840:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007572d4d lrc: 3/0,0 mode: --/CR res: [0x240000405:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880585 expref: 234 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.870899:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbada400, rc 0) 00000100:00100000:3.0:1763335100.870973:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5228a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+234:56846:x1848989814522240:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 239us (1914us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335100.870980:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 8970 00000001:00080000:3.0:1763335100.876788:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972622 is committed 00000004:00080000:3.0:1763335100.876803:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 872 committed 00000004:00080000:3.0:1763335100.876815:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 875 committed 00000004:00080000:3.0:1763335100.876833:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 874 committed 00000004:00080000:3.0:1763335100.876836:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 871 committed 00000100:00100000:3.0:1763335100.878490:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c37aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826004096:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335100.878526:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335100.878560:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763335100.878566:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c37afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826004224:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335100.878589:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335100.896803:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e5eb1880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6531:1848989826004608:192.168.204.57@tcp:105: 00010000:00010000:3.0:1763335100.896844:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6800/0x3ec0b54007572d3f lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88057e expref: 226 pid: 6531 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763335100.896870:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7c00/0x3ec0b54007572d46 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1bd:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88057e expref: 225 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.896911:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7c00, rc 0) 00000100:00100000:3.0:1763335100.896987:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+225:55956:x1848989814522112:12345-192.168.204.57@tcp:101:bash.0 Request processed in 30829us (30987us total) trans 4294972622 rc 0/0 00000100:00100000:3.0:1763335100.897003:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 8969 00000100:00100000:3.0:1763335100.897767:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3081 00000100:00100000:3.0:1763335100.897779:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1610c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+225:56846:x1848989814522368:12345-192.168.204.57@tcp:49:lfs.0 00000100:00100000:3.0:1763335100.897867:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1610c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+225:56846:x1848989814522368:12345-192.168.204.57@tcp:49:lfs.0 Request processed in 89us (1435us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335100.897878:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3081 00000004:00080000:3.0:1763335100.898196:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c37aea00/2, rc 0, transno 21474838691 00000100:00100000:3.0:1763335100.898216:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c37aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826004096:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763335100.898449:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c5280200/0x3ec0b54007572d62 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.898466:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c5280200/0x3ec0b54007572d62 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.898479:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c5280200/0x3ec0b54007572d62 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.898488:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5280200/0x3ec0b54007572d62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x21f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.898507:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335100.898658:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+29:3665:x1848989826004992:12345-0@lo:6:osp-syn-1-1.0 Request processed in 17054us (17178us total) trans 17179871401 rc 0/0 00000100:00100000:3.0:1763335100.898672:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6089 00010000:00010000:3.0:1763335100.898776:0:28961:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6200/0x3ec0b54007572d54 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.898787:0:28961:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6200/0x3ec0b54007572d54 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.898801:0:28961:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6200/0x3ec0b54007572d54 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.898811:0:28961:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6200/0x3ec0b54007572d54 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.898835:0:28961:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763335100.899066:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+13:3664:x1848989826004224:12345-0@lo:6:osp-syn-0-1.0 Request processed in 19716us (20474us total) trans 21474838692 rc 0/0 00000100:00100000:3.0:1763335100.899076:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6085 00000004:00080000:3.0:1763335100.899107:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c37afb80/2, rc 0, transno 21474838692 00000100:00100000:3.0:1763335100.899113:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c37afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826004224:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1763335100.899450:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5228e00/2, rc 0, transno 17179871402 00000100:00100000:3.0:1763335100.899455:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5228e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826004864:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763335100.905988:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335100.906037:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335100.919414:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814523648 00000100:00100000:3.0:1763335100.919424:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814523648 00000100:00100000:3.0:1763335100.919488:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 8971 00000100:00100000:3.0:1763335100.919500:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+226:56846:x1848989814523648:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335100.919525:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335100.919546:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b54007572d77 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880593 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.919622:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007572d7e lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:3.0:1763335100.919635:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007572d7e lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.919649:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007572d7e lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.919662:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007572d85 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:3.0:1763335100.919669:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007572d85 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.919675:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007572d85 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.919782:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007572d8c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:3.0:1763335100.919791:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007572d8c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.919797:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007572d8c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00000004:00200000:3.0:1763335100.919807:0:6531:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1bd:0x0]: returning size 2 00010000:00010000:3.0:1763335100.919883:0:6531:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007572d7e lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.919890:0:6531:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007572d7e lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.919895:0:6531:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007572d7e lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.919901:0:6531:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007572d7e lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.919906:0:6531:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadba00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335100.919910:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007572d7e lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.919917:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007572d7e lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.919929:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3600) 00010000:00010000:3.0:1763335100.919932:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335100.919936:0:6531:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007572d7e lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.919942:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007572d7e lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.919955:0:6531:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007572d85 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.919960:0:6531:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007572d85 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.919965:0:6531:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007572d85 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.919969:0:6531:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbada800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335100.919972:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007572d85 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.919976:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007572d85 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.919983:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c79c3100) 00010000:00010000:3.0:1763335100.919985:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335100.919987:0:6531:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007572d85 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.920008:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007572d85 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.920047:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b54007572d77 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880593 expref: 229 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.920060:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007572d8c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880593 expref: 228 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.920067:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1bd:0x0].0x0 (ffff9001c79c1400) 00010000:00010000:3.0:1763335100.920069:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335100.920071:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadb000, rc 0) 00000100:00100000:3.0:1763335100.920148:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+228:56846:x1848989814523648:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 650us (845us total) trans 4294972624 rc 0/0 00000100:00100000:3.0:1763335100.920156:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 8971 00000100:00100000:3.0:1763335100.923827:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814523904 00000100:00100000:3.0:1763335100.923835:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814523904 00000100:00100000:3.0:1763335100.924024:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3083 00000100:00100000:3.0:1763335100.924034:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+228:56846:x1848989814523904:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335100.924746:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+229:56846:x1848989814523904:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 712us (995us total) trans 4294972625 rc 0/0 00000100:00100000:3.0:1763335100.924753:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3083 00000100:00100000:3.0:1763335100.933429:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335100.938498:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335100.938541:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335100.954407:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814524928 00000100:00100000:3.0:1763335100.954418:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814524928 00010000:00010000:3.0:1763335100.971661:0:6531:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.57@tcp) returned -22 from blocking AST (req@00000000f1adf10b x1848989826006016) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007572d8c lrc: 1/0,0 mode: --/PR res: [0x240000405:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880593 expref: 231 pid: 6531 timeout: 1193 lvb_type: 0 00010000:00010000:3.0:1763335100.971676:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007572d8c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880593 expref: 231 pid: 6531 timeout: 1193 lvb_type: 0 00000100:00100000:3.0:1763335100.971689:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4ac9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6531:1848989826006016:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335100.971707:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1bd:0x0].0x0 (ffff9001c79c1400) 00010000:00010000:3.0:1763335100.971713:0:6531:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007572dbd lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1bd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.971720:0:6531:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007572dbd lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1bd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.971726:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007572dbd lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1bd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00000004:00200000:3.0:1763335100.971742:0:6531:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1bd:0x0]: returning size 5 00010000:00010000:3.0:1763335100.971855:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007572db6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1bd:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8805a8 expref: 232 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.971869:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007572dbd lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1bd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8805a8 expref: 231 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.971891:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1bd:0x0].0x0 (ffff9001c79c1400) 00010000:00010000:3.0:1763335100.971894:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1763335100.971897:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7600, rc 0) 00000100:00100000:3.0:1763335100.971945:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+231:56852:x1848989814525440:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 3835us (4358us total) trans 4294972629 rc 0/0 00000100:00100000:3.0:1763335100.971956:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 8973 00000100:00100000:3.0:1763335100.979391:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814525824 00000100:00100000:3.0:1763335100.979403:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814525824 00000100:00100000:3.0:1763335100.979455:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 8975 00000100:00100000:3.0:1763335100.979466:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4acad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+231:56852:x1848989814525824:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335100.979490:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335100.979512:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b54007572de0 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8805af expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335100.979607:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007572de7 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:3.0:1763335100.979620:0:6531:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007572dd9 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.979627:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007572de7 lrc: 4/1,0 mode: --/PR res: [0x240000405:0x1bd:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.979644:0:6531:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007572dd9 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.979654:0:6531:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007572de7 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1bd:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.981495:0:13840:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007572dd9 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.981502:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007572dd9 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13840 initiator: MDT1 00000004:00080000:3.0:1763335100.981735:0:13840:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000405:0x1bd:0x0] is inserted into orphan list, open count = 1 00010000:00010000:3.0:1763335100.982152:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007572dd9 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.982160:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007572dd9 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.982165:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007572dd9 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.982170:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335100.982174:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007572dd9 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.982180:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007572dd9 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.982189:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1bd:0x0].0x0 (ffff9001c79c1400) 00010000:00010000:3.0:1763335100.982191:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763335100.982193:0:13840:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007572de7 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1bd:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.982200:0:13840:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007572de7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.982204:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007572de7 lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335100.982235:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007572dd9 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.982242:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007572dd9 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.982257:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007572dc4 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.982265:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007572dc4 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.982270:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007572dc4 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.982275:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007572dc4 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.982278:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335100.982281:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007572dc4 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.982286:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007572dc4 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.982293:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0eb200) 00010000:00010000:3.0:1763335100.982295:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335100.982297:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007572dc4 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.982302:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007572dc4 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000004:00010000:3.0:1763335100.982336:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005bd1d88b reply state 00000000451678bd transno 4294972630 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007572dd2 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.982348:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007572dd2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335100.982355:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da0ebe00) 00010000:00010000:3.0:1763335100.982358:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335100.982361:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763335100.984937:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4ac9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+233:56853:x1848989814525696:12345-192.168.204.57@tcp:36:rm.0 Request processed in 13844us (14039us total) trans 4294972630 rc 0/0 00000100:00100000:3.0:1763335100.984950:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 8974 00000100:00100000:3.0:1763335101.005575:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814526336 00000100:00100000:3.0:1763335101.005585:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814526336 00000100:00100000:3.0:1763335101.018837:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814526592 00000100:00100000:3.0:1763335101.018854:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814526592 00000100:00100000:3.0:1763335101.018924:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 8978 00000100:00100000:3.0:1763335101.018943:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+234:56854:x1848989814526592:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335101.018965:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335101.019017:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007572e1f lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8805c4 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335101.025857:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.032568:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.044543:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826006784 00000100:00100000:3.0:1763335101.044550:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826006784 00000100:00100000:3.0:1763335101.044597:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6097 00000100:00100000:3.0:1763335101.044605:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff929c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+30:3666:x1848989826006784:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335101.044759:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff929c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+31:3666:x1848989826006784:12345-0@lo:2:osp-syn-1-1.0 Request processed in 155us (300us total) trans 17179871406 rc 0/0 00000100:00100000:3.0:1763335101.044766:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6097 00000100:00100000:3.0:1763335101.047275:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.068439:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.088103:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.099256:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814529920 00000100:00100000:3.0:1763335101.099268:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814529920 00000100:00100000:3.0:1763335101.103607:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c487a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826007040:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335101.103667:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335101.103700:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763335101.103706:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4879880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826007168:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335101.104182:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335101.104219:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826007040 00000100:00100000:3.0:1763335101.104226:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826007040 00000100:00100000:3.0:1763335101.104258:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826007168 00000100:00100000:3.0:1763335101.104261:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826007168 00000100:00100000:3.0:1763335101.104276:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826007296 00000100:00100000:3.0:1763335101.104278:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826007296 00000100:00100000:3.0:1763335101.104290:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826007424 00000100:00100000:3.0:1763335101.104293:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826007424 00000100:00100000:3.0:1763335101.104759:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6100 00000100:00100000:3.0:1763335101.104767:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4879500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+16:3664:x1848989826007168:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335101.104878:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4879500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+17:3664:x1848989826007168:12345-0@lo:2:osp-syn-0-1.0 Request processed in 112us (695us total) trans 21474838697 rc 0/0 00000100:00100000:3.0:1763335101.104885:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6100 00000100:00100000:3.0:1763335101.104900:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6101 00000100:00100000:3.0:1763335101.104906:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+32:3666:x1848989826007296:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335101.104987:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+33:3666:x1848989826007296:12345-0@lo:2:osp-syn-1-1.0 Request processed in 81us (758us total) trans 17179871407 rc 0/0 00000100:00100000:3.0:1763335101.105005:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6101 00000100:00100000:3.0:1763335101.105018:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6102 00000100:00100000:3.0:1763335101.105025:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+32:3666:x1848989826007424:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335101.108847:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+33:3666:x1848989826007424:12345-0@lo:2:osp-syn-1-1.0 Request processed in 3813us (4568us total) trans 17179871408 rc 0/0 00000100:00100000:3.0:1763335101.108860:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6102 00000004:00080000:3.0:1763335101.108917:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c34e0700/2, rc 0, transno 17179871408 00000100:00100000:3.0:1763335101.108922:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c34e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826007424:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763335101.108930:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5f74a80/2, rc 0, transno 17179871407 00000100:00100000:3.0:1763335101.108933:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826007296:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335101.117093:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.135274:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814531072 00000100:00100000:3.0:1763335101.135280:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814531072 00000100:00100000:3.0:1763335101.135343:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1523 00000100:00100000:3.0:1763335101.135351:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2426:x1848989814531072:12345-192.168.204.57@tcp:4:lfs.0 00002000:00010000:3.0:1763335101.135398:0:28395:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x221:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335101.135407:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000cbadbc00/0x3ec0b54007572f22 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.135422:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335101.135424:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335101.135430:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbadbc00/0x3ec0b54007572f22 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.135444:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000cbadbc00/0x3ec0b54007572f22 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335101.142539:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x221:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:3.0:1763335101.142543:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x221:0x0] updating lvb mtime from disk: 0 -> 1763335101 00002000:00010000:3.0:1763335101.142546:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x221:0x0] updating lvb ctime from disk: 0 -> 1763335101 00002000:00010000:3.0:1763335101.142548:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x221:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1763335101.142561:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000cbadbc00/0x3ec0b54007572f22 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.142582:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbadbc00/0x3ec0b54007572f22 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.142590:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000cbadbc00/0x3ec0b54007572f22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.142597:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadbc00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335101.142601:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000cbadbc00/0x3ec0b54007572f22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.142609:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000cbadbc00/0x3ec0b54007572f22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.142627:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000cbadbc00/0x3ec0b54007572f22 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.142635:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000cbadbc00/0x3ec0b54007572f22 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335101.142712:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+9:2426:x1848989814531072:12345-192.168.204.57@tcp:4:lfs.0 Request processed in 7361us (8606us total) trans 21474838699 rc 0/0 00000100:00100000:3.0:1763335101.142722:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1523 00000100:00100000:3.0:1763335101.163868:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814532224 00000100:00100000:3.0:1763335101.163878:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814532224 00000100:00100000:3.0:1763335101.163934:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6107 00000100:00100000:3.0:1763335101.163943:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+9:56852:x1848989814532224:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335101.163960:0:27804:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335101.163979:0:27804:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000cbadbc00/0x3ec0b54007572f68 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88063b expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335101.164012:0:27804:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x221:0x0] initial LVB size: 4096, mtime: 0x691a5bbd, atime: 0x0, ctime: 0x691a5bbd, blocks: 0x8 00010000:00010000:3.0:1763335101.164031:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335101.164033:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335101.164040:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbadbc00/0x3ec0b54007572f68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88063b expref: 10 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.164054:0:27804:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000cbadbc00/0x3ec0b54007572f68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88063b expref: 10 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.164066:0:27804:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadbc00, rc 0) 00000100:00100000:3.0:1763335101.164432:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:56852:x1848989814532224:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 489us (632us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335101.164440:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6107 00000100:00100000:3.0:1763335101.169126:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.171021:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.175225:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.176366:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.180964:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.183041:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.186410:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.187377:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.189737:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.190429:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.192981:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.193024:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.193046:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814534272 00000100:00100000:3.0:1763335101.193053:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814534272 00010000:00010000:3.0:1763335101.193079:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202045e00/0x3ec0b54007572e81 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8805e0 expref: 238 pid: 7841 timeout: 1194 lvb_type: 0 00000100:00100000:3.0:1763335101.193102:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814534400 00000100:00100000:3.0:1763335101.193104:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814534400 00010000:00010000:3.0:1763335101.193114:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007572fdf lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88065e expref: 239 pid: 7841 timeout: 1194 lvb_type: 0 00000100:00100000:3.0:1763335101.193128:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 2940 00000100:00100000:3.0:1763335101.193134:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1334700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:2426:x1848989814534272:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335101.193146:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335101.193151:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff900202045e00/0x3ec0b54007572e81 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8805e0 expref: 239 pid: 7841 timeout: 1194 lvb_type: 0 00010000:00010000:3.0:1763335101.193171:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff900202045e00/0x3ec0b54007572e81 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8805e0 expref: 239 pid: 7841 timeout: 1194 lvb_type: 0 00010000:00010000:3.0:1763335101.193189:0:33041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1bd:0x0].0x0 (ffff9001c79c1400) 00010000:00010000:3.0:1763335101.193195:0:33041:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007572fed lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14078 initiator: MDT1 00010000:00010000:3.0:1763335101.193203:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007572fed lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 14078 initiator: MDT1 00010000:00010000:3.0:1763335101.193210:0:33041:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007572fed lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 14078 initiator: MDT1 00010000:00010000:3.0:1763335101.193225:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335101.193264:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1334700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:2426:x1848989814534272:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 129us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335101.193272:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 2940 00000100:00100000:3.0:1763335101.193288:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 2941 00000100:00100000:3.0:1763335101.193295:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b56680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+238:2427:x1848989814534400:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335101.193302:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335101.193307:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007572fdf lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88065e expref: 238 pid: 7841 timeout: 1194 lvb_type: 0 00010000:00010000:3.0:1763335101.193345:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007572fdf lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88065e expref: 238 pid: 7841 timeout: 1194 lvb_type: 0 00010000:00010000:3.0:1763335101.193356:0:33041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1c1:0x0].0x0 (ffff9001c3c08100) 00010000:00010000:3.0:1763335101.193361:0:33041:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6800/0x3ec0b54007572ffb lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.193367:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6800/0x3ec0b54007572ffb lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.193373:0:33041:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6800/0x3ec0b54007572ffb lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.193383:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335101.193403:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b56680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+238:2427:x1848989814534400:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 108us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335101.193409:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 2941 00000100:00100000:3.0:1763335101.197042:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826007808:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763335101.197101:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335101.197137:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763335101.197143:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826007936:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763335101.197164:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335101.197193:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7f24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826008064:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335101.197214:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335101.197230:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763335101.197235:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7f26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826008192:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335101.197253:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335101.197279:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826007808 00000100:00100000:3.0:1763335101.197285:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826007808 00000100:00100000:3.0:1763335101.198033:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6112 00000100:00100000:3.0:1763335101.198039:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+37:3666:x1848989826008064:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763335101.198123:0:8725:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x222:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763335101.198127:0:8725:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x222:0x0] updating lvb mtime from disk: 1763335101 -> 1763335101 00002000:00010000:3.0:1763335101.198130:0:8725:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x222:0x0] updating lvb atime from disk: 1763335101 -> 1763335101 00002000:00010000:3.0:1763335101.198133:0:8725:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x222:0x0] updating lvb ctime from disk: 1763335101 -> 1763335101 00002000:00010000:3.0:1763335101.198136:0:8725:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x222:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763335101.198160:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+38:3666:x1848989826008064:12345-0@lo:2:osp-syn-1-1.0 Request processed in 120us (944us total) trans 17179871413 rc 0/0 00000100:00100000:3.0:1763335101.198166:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6112 00000100:00100000:3.0:1763335101.198190:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826008704:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335101.198217:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335101.198277:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763335101.198283:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826008576:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335101.198304:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335101.198495:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826008448:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335101.198517:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335101.198601:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763335101.198607:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826008320:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335101.198627:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335101.198644:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826008448 00000100:00100000:3.0:1763335101.198647:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826008448 00000100:00100000:3.0:1763335101.200238:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6117 00000100:00100000:3.0:1763335101.200246:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+9:3665:x1848989826008448:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763335101.200258:0:35240:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:547 count 1 00002000:00010000:3.0:1763335101.200278:0:35240:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x223:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335101.200283:0:35240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb800/0x3ec0b5400757301e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.200290:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335101.200292:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335101.200296:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb800/0x3ec0b5400757301e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.200305:0:35240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb800/0x3ec0b5400757301e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.200337:0:35240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb800/0x3ec0b5400757301e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.200345:0:35240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb800/0x3ec0b5400757301e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x223:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.200366:0:35240:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335101.200524:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+10:3665:x1848989826008448:12345-0@lo:6:osp-syn-0-1.0 Request processed in 279us (2005us total) trans 21474838702 rc 0/0 00000100:00100000:3.0:1763335101.200545:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6117 00000100:00100000:3.0:1763335101.200586:0:3665:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474838697 gen 2 00000004:00080000:3.0:1763335101.200591:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4acb800, transno 21474838685 00000004:00080000:3.0:1763335101.200603:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4ac8e00, transno 21474838686 00000004:00080000:3.0:1763335101.200606:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c37aed80, transno 21474838687 00000004:00080000:3.0:1763335101.200608:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4acaa00, transno 21474838688 00000004:00080000:3.0:1763335101.200611:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c37ac380, transno 21474838689 00000004:00080000:3.0:1763335101.200613:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c37ae680, transno 21474838690 00000004:00080000:3.0:1763335101.200616:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c37aea00, transno 21474838691 00000004:00080000:3.0:1763335101.200618:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c37afb80, transno 21474838692 00000004:00080000:3.0:1763335101.200621:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c9b46300, transno 21474838694 00000004:00080000:3.0:1763335101.200623:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4aca300, transno 21474838695 00000004:00080000:3.0:1763335101.200625:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c487a300, transno 21474838696 00000004:00080000:3.0:1763335101.200628:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4879880, transno 21474838697 00000100:00100000:3.0:1763335101.200634:0:3665:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9000c9b45f80 x1848989826008448/t21474838702(21474838702) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763335117 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1763335101.200643:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c9b45f80/2, rc 0, transno 21474838702 00000100:00100000:3.0:1763335101.200648:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826008448:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1763335101.200752:0:8715:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 4 in progress, 3 in flight, 12 done 00000004:00080000:3.0:1763335101.200778:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f7f26d80/2, rc 0, transno 17179871414 00000100:00100000:3.0:1763335101.200782:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7f26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826008192:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763335101.200791:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f7f24a80/2, rc 0, transno 17179871413 00000100:00100000:3.0:1763335101.200794:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7f24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826008064:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763335101.200818:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c9b56300/2, rc 0, transno 17179871412 00000100:00100000:3.0:1763335101.200822:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826007936:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763335101.200877:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.204585:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.204653:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1763335101.205829:0:27804:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007573009 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.205837:0:27804:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007573009 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.205847:0:27804:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007573009 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.205854:0:27804:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007573009 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x224:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.205876:0:27804:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335101.206107:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+37:3664:x1848989826007808:12345-0@lo:6:osp-syn-1-1.0 Request processed in 8565us (9004us total) trans 17179871415 rc 0/0 00000100:00100000:3.0:1763335101.206114:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6110 00000004:00080000:3.0:1763335101.206165:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c9b54a80/2, rc 0, transno 17179871415 00000100:00100000:3.0:1763335101.206172:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826007808:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763335101.208727:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7ed4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1848989826008960:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335101.208750:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c3a2aa00/0x3ec0b54007573017 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.209534:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c3a2aa00/0x3ec0b54007573017 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.209544:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c3a2aa00/0x3ec0b54007573017 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.209553:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c3a2aa00/0x3ec0b54007573017 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.209562:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c3a2aa00/0x3ec0b54007573017 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.209589:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335101.209788:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+9:3665:x1848989826008320:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9765us (11159us total) trans 21474838704 rc 0/0 00000100:00100000:3.0:1763335101.209796:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6115 00000004:00080000:3.0:1763335101.209836:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c9b45180/2, rc 0, transno 21474838704 00000100:00100000:3.0:1763335101.209843:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826008320:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335101.220236:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.222071:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814536064 00000100:00100000:3.0:1763335101.222079:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814536064 00000100:00100000:3.0:1763335101.222199:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6118 00000100:00100000:3.0:1763335101.222209:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff929f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:2429:x1848989814536064:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335101.222220:0:8415:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335101.222298:0:8415:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757306b lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88067a expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335101.222349:0:8415:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x226:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335101.222367:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335101.222370:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335101.222379:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757306b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88067a expref: 30 pid: 8415 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335101.222392:0:8415:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757306b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88067a expref: 30 pid: 8415 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335101.222403:0:8415:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadac00, rc 0) 00000100:00100000:3.0:1763335101.222450:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff929f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+30:2429:x1848989814536064:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 243us (520us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335101.222456:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6118 00000100:00100000:3.0:1763335101.224796:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814536320 00000100:00100000:3.0:1763335101.224801:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814536320 00000100:00100000:3.0:1763335101.224840:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9005 00000100:00100000:3.0:1763335101.224849:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff928a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+232:55956:x1848989814536320:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335101.224859:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335101.224877:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007573072 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880688 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.224908:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007573079 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335101.224921:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007573079 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1c1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.224931:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007573079 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1c1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.225021:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007573072 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1c1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880688 expref: 234 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.225036:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007573079 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1c1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880688 expref: 233 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.225044:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1c1:0x0].0x0 (ffff9001c79c1a00) 00010000:00010000:3.0:1763335101.225047:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763335101.225050:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadb800, rc 0) 00000100:00100000:3.0:1763335101.225091:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff928a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+233:55956:x1848989814536320:12345-192.168.204.57@tcp:101:bash.0 Request processed in 244us (817us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335101.225097:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9005 00000100:00100000:3.0:1763335101.228183:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.228266:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.234940:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.239887:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.239924:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.246699:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.247155:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.252514:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6122 00000100:00100000:3.0:1763335101.252524:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+13:3666:x1848989826009472:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335101.252798:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+14:3666:x1848989826009472:12345-0@lo:2:osp-syn-0-1.0 Request processed in 275us (1749us total) trans 21474838706 rc 0/0 00000100:00100000:3.0:1763335101.252805:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6122 00000100:00100000:3.0:1763335101.252821:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6123 00000100:00100000:3.0:1763335101.252828:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+40:3666:x1848989826009984:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763335101.252882:0:8415:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x226:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335101.252886:0:8415:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x226:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763335101.252889:0:8415:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x226:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335101.252891:0:8415:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x226:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763335101.252893:0:8415:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x226:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335101.252919:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+41:3666:x1848989826009984:12345-0@lo:2:osp-syn-1-1.0 Request processed in 92us (1838us total) trans 17179871417 rc 0/0 00000100:00100000:3.0:1763335101.252925:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6123 00000100:00100000:3.0:1763335101.252937:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6124 00000100:00100000:3.0:1763335101.252943:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+13:3664:x1848989826009216:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763335101.252954:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:544 count 1 00010000:00010000:3.0:1763335101.252965:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b540075730c6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.252976:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6200/0x3ec0b54007572d9a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88059a expref: 9 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.252981:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335101.252983:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335101.252985:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b540075730c6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.253014:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6200/0x3ec0b54007572d9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88059a expref: 9 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.253023:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6200/0x3ec0b54007572d9a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88059a expref: 9 pid: 28568 timeout: 1194 lvb_type: 0 00000100:00100000:3.0:1763335101.253031:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cc537100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1848989826010368:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335101.253435:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c75c6780 going to sleep for 11 seconds 00000004:00080000:3.0:1763335101.253469:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c9b47480/2, rc 0, transno 21474838706 00000100:00100000:3.0:1763335101.253475:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826009472:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763335101.253486:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001ff923480/2, rc 0, transno 17179871417 00000100:00100000:3.0:1763335101.253490:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff923480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826009984:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335101.253940:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826009856 00000100:00100000:3.0:1763335101.253946:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826009856 00000100:00100000:3.0:1763335101.253985:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6126 00000100:00100000:3.0:1763335101.254002:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff929500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+40:3665:x1848989826009856:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763335101.254015:0:35240:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:547 count 1 00010000:00010000:3.0:1763335101.254028:0:35240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000cbada800/0x3ec0b540075730d4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x223:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.254039:0:35240:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18800/0x3ec0b54007572f84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880642 expref: 29 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.254046:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335101.254047:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335101.254050:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbada800/0x3ec0b540075730d4 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.254068:0:35240:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18800/0x3ec0b54007572f84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880642 expref: 29 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.258000:0:35240:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18800/0x3ec0b54007572f84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880642 expref: 29 pid: 27804 timeout: 1194 lvb_type: 0 00000100:00100000:3.0:1763335101.258028:0:35240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cc536d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35240:1848989826010624:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335101.258109:0:35240:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c75c6c00 going to sleep for 11 seconds 00000100:00100000:3.0:1763335101.258776:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cc537100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1848989826010368:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335101.258798:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b540075730c6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335101.259532:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814538240 00000100:00100000:3.0:1763335101.259538:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814538240 00010000:00010000:3.0:1763335101.259555:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6200/0x3ec0b54007572d9a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88059a expref: 10 pid: 28568 timeout: 1194 lvb_type: 0 00000100:00100000:3.0:1763335101.259586:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814538112 00000100:00100000:3.0:1763335101.259589:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814538112 00010000:00010000:3.0:1763335101.259603:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbadbc00/0x3ec0b54007572f68 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88063b expref: 11 pid: 27804 timeout: 1194 lvb_type: 0 00000100:00100000:3.0:1763335101.259618:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 2945 00000100:00100000:3.0:1763335101.259627:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b56680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+30:2427:x1848989814538368:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335101.259639:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335101.259645:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c79e9c00/0x3ec0b54007572ea4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x222:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8805f5 expref: 30 pid: 8417 timeout: 1194 lvb_type: 1 00010000:00010000:3.0:1763335101.259654:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c79e9c00/0x3ec0b54007572ea4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x222:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8805f5 expref: 30 pid: 8417 timeout: 1194 lvb_type: 1 00010000:00010000:3.0:1763335101.259677:0:33041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c79e9c00/0x3ec0b54007572ea4 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x222:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8805f5 expref: 30 pid: 8417 timeout: 1194 lvb_type: 1 00010000:00010000:3.0:1763335101.259697:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335101.259699:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335101.259703:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3800/0x3ec0b540075730cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.259714:0:33041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3800/0x3ec0b540075730cd lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.259738:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335101.259771:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b56680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:2427:x1848989814538368:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 145us (1114us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335101.259779:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 2945 00000100:00100000:3.0:1763335101.259796:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 2946 00000100:00100000:3.0:1763335101.259802:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4acb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2429:x1848989814538240:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335101.259811:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335101.259816:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6200/0x3ec0b54007572d9a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88059a expref: 11 pid: 28568 timeout: 1194 lvb_type: 0 00010000:00010000:3.0:1763335101.259825:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6200/0x3ec0b54007572d9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88059a expref: 11 pid: 28568 timeout: 1194 lvb_type: 0 00010000:00010000:3.0:1763335101.259838:0:33041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6200/0x3ec0b54007572d9a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x220:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88059a expref: 11 pid: 28568 timeout: 1194 lvb_type: 0 00010000:00010000:3.0:1763335101.259847:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335101.259848:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335101.259852:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b540075730c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.259858:0:33041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b540075730c6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.259874:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335101.259892:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4acb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:2429:x1848989814538240:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 90us (1214us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335101.259898:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 2946 00000100:00100000:3.0:1763335101.259910:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 2947 00000100:00100000:3.0:1763335101.259917:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4ac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+9:2429:x1848989814538112:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335101.259924:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335101.259928:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000cbadbc00/0x3ec0b54007572f68 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88063b expref: 9 pid: 27804 timeout: 1194 lvb_type: 0 00010000:00010000:3.0:1763335101.259938:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000cbadbc00/0x3ec0b54007572f68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88063b expref: 9 pid: 27804 timeout: 1194 lvb_type: 0 00010000:00010000:3.0:1763335101.259948:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335101.259950:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335101.259953:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3a00/0x3ec0b540075730bf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.259961:0:33041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3a00/0x3ec0b540075730bf lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x221:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.259974:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335101.260008:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4ac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+9:2429:x1848989814538112:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 91us (1311us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335101.260016:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 2947 00010000:00010000:3.0:1763335101.260039:0:27803:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3800/0x3ec0b540075730cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.260047:0:27803:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3800/0x3ec0b540075730cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.260056:0:27803:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3800/0x3ec0b540075730cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.260064:0:27803:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3800/0x3ec0b540075730cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.260082:0:27803:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335101.260409:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+41:3664:x1848989826009728:12345-0@lo:6:osp-syn-1-1.0 Request processed in 7291us (8550us total) trans 17179871418 rc 0/0 00000100:00100000:3.0:1763335101.260416:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6125 00010000:00010000:3.0:1763335101.260435:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335101.260441:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3800/0x3ec0b540075730cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.260448:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb3800 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335101.260451:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3800/0x3ec0b540075730cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.260460:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3800/0x3ec0b540075730cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.260472:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3800/0x3ec0b540075730cd lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.260479:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3800/0x3ec0b540075730cd lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x222:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.260494:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335101.260496:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335101.260497:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763335101.260526:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001ff922a00/2, rc 0, transno 17179871418 00000100:00100000:3.0:1763335101.260532:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff922a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826009728:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763335101.260549:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b540075730c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.260556:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b540075730c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.260563:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b540075730c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.260569:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b540075730c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.260582:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335101.260699:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+13:3664:x1848989826009216:12345-0@lo:6:osp-syn-0-1.0 Request processed in 7756us (8885us total) trans 21474838707 rc 0/0 00000100:00100000:3.0:1763335101.260709:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6124 00010000:00010000:3.0:1763335101.260725:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335101.260730:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b540075730c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.260737:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbada200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335101.260740:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b540075730c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.260747:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b540075730c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.260757:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b540075730c6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.260763:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b540075730c6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x220:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.260777:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335101.260779:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335101.260780:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763335101.260800:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c9b47800/2, rc 0, transno 21474838707 00000100:00100000:3.0:1763335101.260805:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826009216:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1763335101.261826:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c9b47100/2, rc 0, transno 21474838708 00000100:00100000:3.0:1763335101.261831:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826009344:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335101.263201:0:35240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cc536d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35240:1848989826010624:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335101.263220:0:35240:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000cbada800/0x3ec0b540075730d4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x223:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335101.263254:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.268777:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.270274:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.283833:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.295209:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4acaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6516:1848989826010880:192.168.204.57@tcp:105: 00010000:00010000:3.0:1763335101.295236:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335101.300408:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814539904 00000100:00100000:3.0:1763335101.300419:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814539904 00002000:00010000:3.0:1763335101.300467:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/548 (0->18446744073709551615) 00002000:00100000:3.0:1763335101.300472:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c4ac8a80 with x1848989814539904 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335101.300485:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c4ac8a80. 00000100:00100000:3.0:1763335101.300527:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1527 00000100:00100000:3.0:1763335101.300533:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4ac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+9:2426:x1848989814539904:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:3.0:1763335101.300685:0:23998:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x224:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335101.300690:0:23998:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x224:0x0] updating lvb mtime from disk: 0 -> 1763335101 00002000:00010000:3.0:1763335101.300693:0:23998:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x224:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335101.300696:0:23998:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x224:0x0] updating lvb ctime from disk: 0 -> 1763335101 00002000:00010000:3.0:1763335101.300699:0:23998:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x224:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335101.300754:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4ac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:2426:x1848989814539904:12345-192.168.204.57@tcp:10:bash.0 Request processed in 220us (1470us total) trans 21474838709 rc 0/0 00000100:00100000:3.0:1763335101.300761:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1527 00002000:00010000:3.0:1763335101.300764:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/548 (0->18446744073709551615) 00002000:00100000:3.0:1763335101.300767:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c4ac8a80 with x1848989814539904 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335101.300772:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c4ac8a80. 00000100:00100000:3.0:1763335101.322919:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814540672 00000100:00100000:3.0:1763335101.322923:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814540672 00000100:00100000:3.0:1763335101.322977:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9013 00000100:00100000:3.0:1763335101.322986:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+235:56860:x1848989814540672:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:3.0:1763335101.323016:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335101.323036:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b5400757312f lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8806c7 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.323636:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b5400757313d lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:3.0:1763335101.323646:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b5400757313d lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.323654:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b5400757313d lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.323668:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007573144 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:3.0:1763335101.323675:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007573144 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.323680:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007573144 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.323760:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b5400757314b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:3.0:1763335101.323770:0:6531:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007573128 lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x1c1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8806c0 expref: 234 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.323782:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b5400757314b lrc: 4/1,0 mode: --/PR res: [0x240000405:0x1c1:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.323812:0:6531:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007573128 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1c1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8806c0 expref: 234 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.323825:0:6531:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007573128 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1c1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8806c0 expref: 234 pid: 7841 timeout: 1194 lvb_type: 0 00000100:00100000:3.0:1763335101.323838:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cc537480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6531:1848989826011136:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335101.323901:0:6531:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c75c6c00 going to sleep for 11 seconds 00000100:00100000:3.0:1763335101.326564:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cc537480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6531:1848989826011136:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335101.326585:0:6531:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b5400757314b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1c1:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.327348:0:6531:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b5400757314b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1c1:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.327355:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b5400757314b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1c1:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00000004:00200000:3.0:1763335101.327396:0:6531:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1c1:0x0]: returning size 5 00000004:00200000:3.0:1763335101.327400:0:6531:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335101.327417:0:6531:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b5400757314b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1c1:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.327428:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b5400757314b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.327439:0:6531:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b5400757313d lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.327446:0:6531:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b5400757313d lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.327451:0:6531:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b5400757313d lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.327458:0:6531:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b5400757313d lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.327464:0:6531:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbada200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335101.327468:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b5400757313d lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.327474:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b5400757313d lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.327482:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3b00) 00010000:00010000:3.0:1763335101.327484:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335101.327488:0:6531:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b5400757313d lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.327493:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b5400757313d lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.327504:0:6531:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007573144 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.327510:0:6531:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007573144 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.327515:0:6531:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007573144 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.327520:0:6531:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadba00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335101.327523:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007573144 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.327529:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007573144 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.327536:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c79c3d00) 00010000:00010000:3.0:1763335101.327539:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335101.327541:0:6531:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007573144 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.327546:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007573144 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.327573:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b5400757312f lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8806c7 expref: 235 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.327586:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b5400757314b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8806c7 expref: 234 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.327593:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1c1:0x0].0x0 (ffff9001c79c1a00) 00010000:00010000:3.0:1763335101.327595:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335101.327597:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadb200, rc 0) 00000100:00100000:3.0:1763335101.327620:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+234:56860:x1848989814540672:12345-192.168.204.57@tcp:101:rm.0 Request processed in 4636us (4765us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335101.327626:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9013 00000100:00100000:3.0:1763335101.332740:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.332787:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.342057:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6129 00000100:00100000:3.0:1763335101.342072:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:2427:x1848989814541952:12345-192.168.204.57@tcp:1:lfs.0 00010000:00010000:3.0:1763335101.342115:0:35240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb000/0x3ec0b5400757318a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.342134:0:35240:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9001fceb2600/0x3ec0b540075730fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8806ab expref: 29 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.342142:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335101.342144:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335101.342148:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb000/0x3ec0b5400757318a lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.342175:0:35240:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9001fceb2600/0x3ec0b540075730fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8806ab expref: 29 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.342186:0:35240:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9001fceb2600/0x3ec0b540075730fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8806ab expref: 29 pid: 35240 timeout: 1194 lvb_type: 0 00000100:00100000:3.0:1763335101.342197:0:35240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cc535500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35240:1848989826011392:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335101.342275:0:35240:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c75c6c00 going to sleep for 11 seconds 00000100:00100000:3.0:1763335101.343070:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4acb800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6531:1848989826011264:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335101.343095:0:6531:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007573183 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1c1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.344267:0:6531:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007573183 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1c1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.344275:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007573183 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1c1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00000004:00080000:3.0:1763335101.344566:0:6531:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000405:0x1c1:0x0] is inserted into orphan list, open count = 2 00010000:00010000:3.0:1763335101.344651:0:6531:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007573183 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1c1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.344659:0:6531:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007573183 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1c1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.344665:0:6531:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007573183 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1c1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.344670:0:6531:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335101.344674:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007573183 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1c1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.344682:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007573183 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1c1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.344691:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1c1:0x0].0x0 (ffff9001c79c1a00) 00010000:00010000:3.0:1763335101.344694:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763335101.344698:0:6531:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007573183 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1c1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.344703:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007573183 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1c1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.344718:0:6531:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b54007573175 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.344723:0:6531:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b54007573175 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.344727:0:6531:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b54007573175 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.344736:0:6531:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b54007573175 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.344741:0:6531:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335101.344743:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b54007573175 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.344748:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b54007573175 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.344754:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c1e00) 00010000:00010000:3.0:1763335101.344757:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335101.344759:0:6531:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b54007573175 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.344764:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b54007573175 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00000004:00010000:3.0:1763335101.344779:0:6531:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000066726650 reply state 0000000068395e83 transno 4294972666 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757317c lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.344789:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757317c lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.344795:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c79c1700) 00010000:00010000:3.0:1763335101.344797:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335101.344800:0:6531:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763335101.344844:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+234:56860:x1848989814541824:12345-192.168.204.57@tcp:36:rm.0 Request processed in 4475us (5165us total) trans 4294972666 rc 0/0 00000100:00100000:3.0:1763335101.344852:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9016 00000100:00100000:3.0:1763335101.350714:0:35240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cc535500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35240:1848989826011392:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335101.350746:0:35240:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb000/0x3ec0b5400757318a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.358562:0:35240:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb000/0x3ec0b5400757318a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.358575:0:35240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb000/0x3ec0b5400757318a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.358598:0:35240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb000/0x3ec0b5400757318a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.358610:0:35240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb000/0x3ec0b5400757318a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.358619:0:35240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb000/0x3ec0b5400757318a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.358626:0:35240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadb000 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335101.358631:0:35240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb000/0x3ec0b5400757318a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.358640:0:35240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb000/0x3ec0b5400757318a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.358653:0:35240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb000/0x3ec0b5400757318a lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.358667:0:35240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb000/0x3ec0b5400757318a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335101.358714:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+30:2427:x1848989814541952:12345-192.168.204.57@tcp:1:lfs.0 Request processed in 16646us (17624us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335101.358724:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6129 00000100:00100000:3.0:1763335101.364726:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814542592 00000100:00100000:3.0:1763335101.364737:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814542592 00000100:00100000:3.0:1763335101.365079:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814542720 00000100:00100000:3.0:1763335101.365094:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814542720 00000100:00100000:3.0:1763335101.365133:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9017 00000100:00100000:3.0:1763335101.365143:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4acb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+235:56859:x1848989814542592:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:3.0:1763335101.365236:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007573191 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:3.0:1763335101.365252:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007573191 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.365264:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007573191 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00000040:00080000:3.0:1763335101.365538:0:6531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1348, 88 off113736 00000004:00080000:3.0:1763335101.365546:0:6531:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1094345231107ns, next at 1095127837145ns, rc = 0 00000040:00080000:3.0:1763335101.365619:0:6531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1347, 88 off113736 00000004:00080000:3.0:1763335101.365625:0:6531:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1094345310043ns, next at 1095127812914ns, rc = 0 00000040:00080000:3.0:1763335101.365641:0:6531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1348, 88 off113824 00000004:00080000:3.0:1763335101.365645:0:6531:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1094345330907ns, next at 1095127812914ns, rc = 0 00000040:00080000:3.0:1763335101.365655:0:6531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1349, 88 off113824 00000004:00080000:3.0:1763335101.365659:0:6531:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1094345344666ns, next at 1095127837145ns, rc = 0 00000100:00100000:3.0:1763335101.373423:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cc535500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826011776:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335101.373864:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826011776 00000100:00100000:3.0:1763335101.373869:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826011776 00000100:00100000:3.0:1763335101.373902:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826011904 00000100:00100000:3.0:1763335101.373906:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826011904 00000100:00100000:3.0:1763335101.373922:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6132 00000100:00100000:3.0:1763335101.373928:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+42:3666:x1848989826011776:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335101.374036:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+43:3666:x1848989826011776:12345-0@lo:2:osp-syn-1-1.0 Request processed in 107us (419us total) trans 17179871422 rc 0/0 00000100:00100000:3.0:1763335101.374042:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6132 00000100:00100000:3.0:1763335101.374056:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6133 00000100:00100000:3.0:1763335101.374062:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+42:3666:x1848989826011904:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335101.374143:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+43:3666:x1848989826011904:12345-0@lo:2:osp-syn-1-1.0 Request processed in 81us (468us total) trans 17179871423 rc 0/0 00000100:00100000:3.0:1763335101.374149:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6133 00000100:00100000:3.0:1763335101.398508:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814543744 00000100:00100000:3.0:1763335101.398520:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814543744 00000100:00100000:3.0:1763335101.398583:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9024 00000100:00100000:3.0:1763335101.398592:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+228:56861:x1848989814543744:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335101.398613:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335101.398616:0:6531:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763335101.398641:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075731d0 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8806ea expref: 228 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.398660:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c1900) 00010000:00010000:3.0:1763335101.398670:0:6531:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335101.398687:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007573201 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88070d expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.398794:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007573208 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:3.0:1763335101.398807:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007573208 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.398817:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007573208 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.398829:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b5400757320f lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:3.0:1763335101.398836:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b5400757320f lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.398842:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b5400757320f lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00000100:00100000:3.0:1763335101.416488:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814544128 00000100:00100000:3.0:1763335101.416496:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814544128 00010000:00010000:3.0:1763335101.416532:0:6516:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7c00/0x3ec0b54007573216 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88070d expref: 232 pid: 6531 timeout: 1194 lvb_type: 0 00000100:00100000:3.0:1763335101.416562:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 2954 00000100:00100000:3.0:1763335101.416571:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d33800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+232:2427:x1848989814544128:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335101.416586:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335101.416593:0:6516:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7c00/0x3ec0b54007573216 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88070d expref: 232 pid: 6531 timeout: 1194 lvb_type: 0 00010000:00010000:3.0:1763335101.416609:0:6516:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7c00/0x3ec0b54007573216 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88070d expref: 232 pid: 6531 timeout: 1194 lvb_type: 0 00010000:00010000:3.0:1763335101.416631:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7c00/0x3ec0b54007573216 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88070d expref: 232 pid: 6531 timeout: 1194 lvb_type: 0 00010000:00010000:3.0:1763335101.416648:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1c2:0x0].0x0 (ffff9001c79c1300) 00010000:00010000:3.0:1763335101.416653:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757322b lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.416663:0:6516:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757322b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.416670:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757322b lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.416704:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335101.416761:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d33800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+231:2427:x1848989814544128:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 190us (1599us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335101.416769:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 2954 00000100:00100000:3.0:1763335101.424189:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.442597:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.461528:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cc536a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826012544:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335101.461560:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1763335101.465439:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000cc536a00/2, rc 0, transno 21474838712 00000100:00100000:3.0:1763335101.465455:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cc536a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826012544:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335101.468245:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6141 00000100:00100000:3.0:1763335101.468255:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+31:2427:x1848989814546048:12345-192.168.204.57@tcp:23:lfs.0 00000100:00100000:3.0:1763335101.468645:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+31:2427:x1848989814546048:12345-192.168.204.57@tcp:23:lfs.0 Request processed in 391us (1835us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335101.468652:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6141 00000100:00100000:3.0:1763335101.481209:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1530 00000100:00100000:3.0:1763335101.481219:0:8422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:2427:x1848989814546688:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:3.0:1763335101.481306:0:8422:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x228:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335101.481309:0:8422:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x228:0x0] updating lvb mtime from disk: 0 -> 1763335101 00002000:00010000:3.0:1763335101.481338:0:8422:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x228:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335101.481341:0:8422:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x228:0x0] updating lvb ctime from disk: 0 -> 1763335101 00002000:00010000:3.0:1763335101.481343:0:8422:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x228:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335101.481798:0:8422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:2427:x1848989814546688:12345-192.168.204.57@tcp:10:bash.0 Request processed in 579us (1201us total) trans 17179871426 rc 0/0 00000100:00100000:3.0:1763335101.481805:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1530 00002000:00010000:3.0:1763335101.481808:0:8422:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/552 (0->18446744073709551615) 00002000:00100000:3.0:1763335101.481810:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c78ced80 with x1848989814546688 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335101.481816:0:8422:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c78ced80. 00000100:00100000:3.0:1763335101.484544:0:8422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814546816 00000100:00100000:3.0:1763335101.484554:0:8422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814546816 00000100:00100000:3.0:1763335101.484612:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1531 00000100:00100000:3.0:1763335101.484620:0:8422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2427:x1848989814546816:12345-192.168.204.57@tcp:4:lfs.0 00002000:00010000:3.0:1763335101.484663:0:8422:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x225:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335101.484671:0:8422:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b540075732a9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x225:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.484684:0:8422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335101.484686:0:8422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335101.484691:0:8422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b540075732a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x225:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.484703:0:8422:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b540075732a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x225:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1763335101.489234:0:24680:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474838715 is committed 00000001:00080000:3.0:1763335101.489251:0:24680:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474838713 is committed 00010000:00010000:3.0:1763335101.513307:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335101.513345:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7c00/0x3ec0b540075732e8 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.513352:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7c00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335101.513355:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7c00/0x3ec0b540075732e8 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.513361:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7c00/0x3ec0b540075732e8 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.513371:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1c2:0x0].0x0 (ffff9001c79c0700) 00010000:00010000:3.0:1763335101.513374:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335101.513376:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7c00/0x3ec0b540075732e8 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x1c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.513382:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7c00/0x3ec0b540075732e8 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335101.513394:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335101.513396:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335101.513398:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335101.517213:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.521560:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814547968 00000100:00100000:3.0:1763335101.521571:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814547968 00000100:00100000:3.0:1763335101.521620:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6144 00000100:00100000:3.0:1763335101.521629:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:56859:x1848989814547968:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335101.521649:0:35240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335101.521671:0:35240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000cbada400/0x3ec0b540075732f6 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88075a expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335101.521696:0:35240:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x227:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335101.521717:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335101.521719:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335101.521725:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbada400/0x3ec0b540075732f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88075a expref: 34 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.521739:0:35240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000cbada400/0x3ec0b540075732f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88075a expref: 34 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.521751:0:35240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbada400, rc 0) 00000100:00100000:3.0:1763335101.522815:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+34:56859:x1848989814547968:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1181us (1447us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335101.522824:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6144 00000100:00100000:3.0:1763335101.529422:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814548224 00000100:00100000:3.0:1763335101.529427:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814548224 00002000:00010000:3.0:1763335101.529449:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/551 (0->18446744073709551615) 00002000:00100000:3.0:1763335101.529452:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c78cf480 with x1848989814548224 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335101.529460:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c78cf480. 00000100:00100000:3.0:1763335101.529486:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1533 00000100:00100000:3.0:1763335101.529494:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+34:2426:x1848989814548224:12345-192.168.204.57@tcp:10:lfs.0 00002000:00010000:3.0:1763335101.529601:0:23998:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x227:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335101.529604:0:23998:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x227:0x0] updating lvb mtime from disk: 0 -> 1763335101 00002000:00010000:3.0:1763335101.529606:0:23998:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x227:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335101.529608:0:23998:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x227:0x0] updating lvb ctime from disk: 0 -> 1763335101 00002000:00010000:3.0:1763335101.529610:0:23998:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x227:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335101.529658:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+35:2426:x1848989814548224:12345-192.168.204.57@tcp:10:lfs.0 Request processed in 165us (1218us total) trans 17179871427 rc 0/0 00000100:00100000:3.0:1763335101.529665:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1533 00002000:00010000:3.0:1763335101.529668:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/551 (0->18446744073709551615) 00002000:00100000:3.0:1763335101.529670:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c78cf480 with x1848989814548224 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335101.529675:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c78cf480. 00000100:00100000:3.0:1763335101.536520:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814548608 00000100:00100000:3.0:1763335101.536531:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814548608 00000100:00100000:3.0:1763335101.536575:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6145 00000100:00100000:3.0:1763335101.536585:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+35:2429:x1848989814548608:12345-192.168.204.57@tcp:2:lfs.0 00002000:00010000:3.0:1763335101.536723:0:35240:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x226:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763335101.536727:0:35240:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x226:0x0] updating lvb mtime from disk: 1763335101 -> 1763335101 00002000:00010000:3.0:1763335101.536730:0:35240:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x226:0x0] updating lvb atime from disk: 0 -> 1763335101 00002000:00010000:3.0:1763335101.536732:0:35240:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x226:0x0] updating lvb ctime from disk: 1763335101 -> 1763335101 00002000:00010000:3.0:1763335101.536734:0:35240:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x226:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763335101.537448:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+36:2429:x1848989814548608:12345-192.168.204.57@tcp:2:lfs.0 Request processed in 861us (1779us total) trans 17179871428 rc 0/0 00000100:00100000:3.0:1763335101.537458:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6145 00000100:00100000:3.0:1763335101.540885:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814548736 00000100:00100000:3.0:1763335101.540897:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814548736 00000100:00100000:3.0:1763335101.540962:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9036 00000100:00100000:3.0:1763335101.540974:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+234:56863:x1848989814548736:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335101.541008:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335101.541034:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007573304 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880761 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.541139:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757330b lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335101.541154:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757330b lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.541165:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757330b lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.541177:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007573312 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335101.541184:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007573312 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.541190:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007573312 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.541236:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757330b lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.541242:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757330b lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.541248:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757330b lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.541254:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757330b lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.541263:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadba00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335101.541267:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757330b lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.541275:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757330b lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.541287:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3100) 00010000:00010000:3.0:1763335101.541289:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335101.541295:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757330b lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.541301:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757330b lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.541341:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007573312 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.541347:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007573312 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.541353:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007573312 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.541358:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadb800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335101.541361:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007573312 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.541367:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007573312 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.541375:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c79c0900) 00010000:00010000:3.0:1763335101.541378:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335101.541382:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007573312 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.541387:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007573312 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.541414:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007573304 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880761 expref: 235 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.541423:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3100) 00010000:00010000:3.0:1763335101.541426:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335101.541429:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007573304 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880761 expref: 235 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.541441:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadb000, rc 0) 00000100:00100000:3.0:1763335101.541493:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+234:56863:x1848989814548736:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 522us (857us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335101.541500:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9036 00000100:00100000:3.0:1763335101.546111:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.555792:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cc536d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826012800:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763335101.555849:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335101.557106:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c37adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826013312:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335101.568112:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814549632 00000100:00100000:3.0:1763335101.568119:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814549632 00000100:00100000:3.0:1763335101.573723:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814550272 00000100:00100000:3.0:1763335101.573728:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814550272 00000100:00100000:3.0:1763335101.573763:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3104 00000100:00100000:3.0:1763335101.573770:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+229:56859:x1848989814550272:12345-192.168.204.57@tcp:35:lfs.0 00000004:00080000:3.0:1763335101.574176:0:6534:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x1c1:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1763335101.574216:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1356, 64 off114368 00000040:00080000:3.0:1763335101.574235:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1355, 64 off114368 00000040:00080000:3.0:1763335101.574243:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1356, 64 off114432 00000040:00080000:3.0:1763335101.574250:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1357, 64 off114432 00010000:00010000:3.0:1763335101.574284:0:6534:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b5400757339e lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 00010000:00010000:3.0:1763335101.574293:0:6534:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b5400757339e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1c1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335101.574302:0:6534:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b5400757339e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1c1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335101.574308:0:6534:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b5400757339e lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1c1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335101.574340:0:6534:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b5400757339e lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1c1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335101.574345:0:6534:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b5400757339e lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1c1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335101.574359:0:6534:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763335101.574394:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335101.574398:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b5400757339e lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1c1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335101.574403:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadb000 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335101.574405:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b5400757339e lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1c1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335101.574411:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b5400757339e lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1c1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335101.574418:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1c1:0x0].0x0 (ffff9001c79c1a00) 00010000:00010000:3.0:1763335101.574421:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335101.574423:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b5400757339e lrc: 1/0,0 mode: --/PW res: [0x240000405:0x1c1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335101.574429:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b5400757339e lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1c1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335101.574437:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335101.574439:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335101.574440:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335101.574546:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+230:56859:x1848989814550272:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 775us (1952us total) trans 4294972682 rc 0/0 00000100:00100000:3.0:1763335101.574552:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3104 00000100:00100000:3.0:1763335101.580897:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1763335101.582448:0:27803:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff900202173800/0x3ec0b54007573374 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.582459:0:27803:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff900202173800/0x3ec0b54007573374 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.582469:0:27803:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff900202173800/0x3ec0b54007573374 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.582476:0:27803:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff900202173800/0x3ec0b54007573374 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x226:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.582494:0:27803:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335101.582740:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+9:3664:x1848989826013312:12345-0@lo:6:osp-syn-0-1.0 Request processed in 13253us (15781us total) trans 21474838720 rc 0/0 00000100:00100000:3.0:1763335101.582748:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6153 00010000:00010000:3.0:1763335101.589116:0:6532:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075733ac lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.589124:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075733ac lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:3.0:1763335101.589148:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1c4:0x0]: returning size 0 00000004:00080000:3.0:1763335101.589348:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x22a:0x0], index 1: 0 00000004:00080000:3.0:1763335101.589357:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x228:0x0], index 0: 0 00000004:00080000:3.0:1763335101.589362:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x229:0x0], index 0: 0 00000004:00080000:3.0:1763335101.589366:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x22b:0x0], index 1: 0 00010000:00010000:3.0:1763335101.589492:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075733ac lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.589500:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075733ac lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.589507:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075733ac lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.589511:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335101.589516:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075733ac lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.589522:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075733ac lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.589531:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1c4:0x0].0x0 (ffff9001cada2d00) 00010000:00010000:3.0:1763335101.589534:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335101.589538:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075733ac lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.589544:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075733ac lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.589593:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075733a5 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1c4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880792 expref: 232 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.589602:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1c4:0x0].0x0 (ffff9001cada2d00) 00010000:00010000:3.0:1763335101.589604:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763335101.589607:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075733a5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1c4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880792 expref: 232 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.589622:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281000, rc 0) 00000100:00100000:3.0:1763335101.589658:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+231:56863:x1848989814550784:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 6506us (6687us total) trans 4294972684 rc 301/301 00000100:00100000:3.0:1763335101.589665:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9042 00000100:00100000:3.0:1763335101.596475:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814551296 00000100:00100000:3.0:1763335101.596485:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814551296 00000100:00100000:3.0:1763335101.596535:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3105 00000100:00100000:3.0:1763335101.596543:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+231:56859:x1848989814551296:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335101.596809:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+232:56859:x1848989814551296:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 266us (721us total) trans 4294972685 rc 0/0 00000100:00100000:3.0:1763335101.596817:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3105 00000100:00100000:3.0:1763335101.597442:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.606179:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814551808 00000100:00100000:3.0:1763335101.606190:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814551808 00000100:00100000:3.0:1763335101.618054:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814552064 00000100:00100000:3.0:1763335101.618064:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814552064 00000100:00100000:3.0:1763335101.618223:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9044 00000100:00100000:3.0:1763335101.618233:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+234:56864:x1848989814552064:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335101.618254:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335101.618275:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b540075733cf lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880799 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.618948:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b540075733d6 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335101.618963:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b540075733d6 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.618973:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b540075733d6 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.618991:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075733dd lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335101.618998:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075733dd lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.619005:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075733dd lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.619511:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b540075733e4 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335101.619520:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b540075733e4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.619528:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b540075733e4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:3.0:1763335101.619539:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1c4:0x0]: returning size 0 00010000:00010000:3.0:1763335101.619622:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b540075733d6 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.619633:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b540075733d6 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.619639:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b540075733d6 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.619646:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b540075733d6 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.619652:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadb800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335101.619655:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b540075733d6 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.619662:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b540075733d6 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.619672:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3100) 00010000:00010000:3.0:1763335101.619675:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335101.619679:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b540075733d6 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.619684:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b540075733d6 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.619696:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075733dd lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.619702:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075733dd lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.619707:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075733dd lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.619711:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadba00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335101.619714:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075733dd lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.619720:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075733dd lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.619726:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2a00) 00010000:00010000:3.0:1763335101.619728:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335101.619730:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075733dd lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.619735:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075733dd lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.619768:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b540075733cf lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880799 expref: 237 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.619783:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b540075733e4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880799 expref: 236 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.619790:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1c4:0x0].0x0 (ffff9001c79c3c00) 00010000:00010000:3.0:1763335101.619793:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335101.619795:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadb200, rc 0) 00000100:00100000:3.0:1763335101.619865:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+236:56864:x1848989814552064:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1634us (1906us total) trans 4294972688 rc 0/0 00000100:00100000:3.0:1763335101.619873:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9044 00000100:00100000:3.0:1763335101.630793:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814552192 00000100:00100000:3.0:1763335101.630804:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814552192 00000100:00100000:3.0:1763335101.630855:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6154 00000100:00100000:3.0:1763335101.630864:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:2426:x1848989814552192:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335101.630884:0:27803:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335101.630902:0:27803:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb000/0x3ec0b540075733f2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x229:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8807a0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335101.630925:0:27803:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x229:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335101.630944:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335101.630945:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335101.630953:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb000/0x3ec0b540075733f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8807a0 expref: 11 pid: 27803 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335101.630968:0:27803:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb000/0x3ec0b540075733f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x229:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8807a0 expref: 11 pid: 27803 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335101.630979:0:27803:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadb000, rc 0) 00000100:00100000:3.0:1763335101.631052:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2426:x1848989814552192:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 189us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335101.631059:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6154 00000100:00100000:3.0:1763335101.632511:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814552448 00000100:00100000:3.0:1763335101.632520:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814552448 00000100:00100000:3.0:1763335101.632568:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9045 00000100:00100000:3.0:1763335101.632576:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc537480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+236:55956:x1848989814552448:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335101.632596:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335101.632599:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763335101.632623:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b540075733e4 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880799 expref: 236 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.632641:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1c4:0x0].0x0 (ffff9001c79c3c00) 00010000:00010000:3.0:1763335101.632650:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335101.632664:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075733f9 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8807a7 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.632756:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007573400 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335101.632768:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007573400 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1c4:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.632777:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007573400 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1c4:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:3.0:1763335101.632790:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1c4:0x0]: returning size 0 00010000:00010000:3.0:1763335101.632881:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075733f9 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x1c4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8807a7 expref: 238 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.632893:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007573400 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1c4:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8807a7 expref: 237 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.632901:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1c4:0x0].0x0 (ffff9001c79c3500) 00010000:00010000:3.0:1763335101.632903:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:3.0:1763335101.632906:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadb800, rc 0) 00000100:00100000:3.0:1763335101.652881:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc537480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+237:55956:x1848989814552448:12345-192.168.204.57@tcp:101:bash.0 Request processed in 20292us (20432us total) trans 4294972689 rc 0/0 00000100:00100000:3.0:1763335101.652894:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9045 00000100:00100000:3.0:1763335101.659162:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814552960 00000100:00100000:3.0:1763335101.659166:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814552960 00000100:00100000:3.0:1763335101.659221:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3108 00000100:00100000:3.0:1763335101.659229:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc536a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+238:56864:x1848989814552960:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335101.659489:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc536a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+240:56864:x1848989814552960:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 261us (393us total) trans 4294972690 rc 0/0 00000100:00100000:3.0:1763335101.659497:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3108 00000100:00100000:3.0:1763335101.679399:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814553856 00000100:00100000:3.0:1763335101.679417:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814553856 00000100:00100000:3.0:1763335101.679471:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3109 00000100:00100000:3.0:1763335101.679480:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1610050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56864:x1848989814553856:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335101.679675:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1610050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56864:x1848989814553856:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 195us (4823us total) trans 4294972694 rc 0/0 00000100:00100000:3.0:1763335101.679682:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3109 00000100:00100000:3.0:1763335101.680298:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814554112 00000100:00100000:3.0:1763335101.680305:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814554112 00000100:00100000:3.0:1763335101.680369:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9050 00000100:00100000:3.0:1763335101.680378:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:55956:x1848989814554112:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335101.680388:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335101.680391:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:3.0:1763335101.680415:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757344d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8807c3 expref: 245 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.680437:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b5400757343f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8807bc expref: 244 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.680447:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1c4:0x0].0x0 (ffff9001c79c3500) 00010000:00010000:3.0:1763335101.680453:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335101.680464:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007573454 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8807ca expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.680509:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757345b lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335101.680521:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757345b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1c4:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.680530:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757345b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1c4:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000040:00080000:3.0:1763335101.680717:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1358, 88 off114520 00000004:00080000:3.0:1763335101.680727:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1094660411324ns, next at 1095127837145ns, rc = 0 00000040:00080000:3.0:1763335101.680758:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1357, 88 off114520 00000004:00080000:3.0:1763335101.680763:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1094660448349ns, next at 1095127812914ns, rc = 0 00000040:00080000:3.0:1763335101.680777:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1358, 88 off114608 00000004:00080000:3.0:1763335101.680781:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1094660466951ns, next at 1095127812914ns, rc = 0 00000040:00080000:3.0:1763335101.680790:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1359, 88 off114608 00000004:00080000:3.0:1763335101.680794:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1094660479412ns, next at 1095127837145ns, rc = 0 00010000:00010000:3.0:1763335101.685777:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757345b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1c4:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8807ca expref: 229 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.685787:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1c4:0x0].0x0 (ffff9001c79c3500) 00010000:00010000:3.0:1763335101.685789:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763335101.685804:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007573454 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1c4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8807ca expref: 229 pid: 6532 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763335101.685821:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757345b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1c4:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8807ca expref: 228 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.685851:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1c4:0x0].0x0 (ffff9001c79c3500) 00010000:00010000:3.0:1763335101.685854:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763335101.685857:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadba00, rc 0) 00000100:00100000:3.0:1763335101.700161:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+230:55956:x1848989814554112:12345-192.168.204.57@tcp:101:bash.0 Request processed in 19781us (20338us total) trans 4294972695 rc 0/0 00000100:00100000:3.0:1763335101.700169:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9050 00000100:00100000:3.0:1763335101.700508:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814554752 00000100:00100000:3.0:1763335101.700515:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814554752 00010000:00010000:3.0:1763335101.700538:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5281200/0x3ec0b540075732ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880753 expref: 10 pid: 27803 timeout: 1194 lvb_type: 0 00000100:00100000:3.0:1763335101.700568:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814554880 00000100:00100000:3.0:1763335101.700572:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814554880 00010000:00010000:3.0:1763335101.700585:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbada400/0x3ec0b540075732f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88075a expref: 35 pid: 35240 timeout: 1194 lvb_type: 0 00000100:00100000:3.0:1763335101.700605:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 2961 00000100:00100000:3.0:1763335101.700613:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:2426:x1848989814554752:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335101.700623:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335101.700628:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c5281200/0x3ec0b540075732ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x225:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880753 expref: 10 pid: 27803 timeout: 1194 lvb_type: 0 00010000:00010000:3.0:1763335101.700638:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c5281200/0x3ec0b540075732ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x225:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880753 expref: 10 pid: 27803 timeout: 1194 lvb_type: 0 00010000:00010000:3.0:1763335101.700654:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c5281200/0x3ec0b540075732ef lrc: 0/0,0 mode: --/PW res: [0x280000400:0x225:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880753 expref: 10 pid: 27803 timeout: 1194 lvb_type: 0 00010000:00010000:3.0:1763335101.700736:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335101.700739:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335101.700743:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6200/0x3ec0b54007573477 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.700753:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6200/0x3ec0b54007573477 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x225:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.700777:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335101.700810:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+9:2426:x1848989814554752:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 198us (458us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335101.700817:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 2961 00000100:00100000:3.0:1763335101.700831:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 2962 00000100:00100000:3.0:1763335101.700838:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+35:2426:x1848989814554880:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335101.700845:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335101.700850:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000cbada400/0x3ec0b540075732f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88075a expref: 35 pid: 35240 timeout: 1194 lvb_type: 0 00010000:00010000:3.0:1763335101.700859:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000cbada400/0x3ec0b540075732f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88075a expref: 35 pid: 35240 timeout: 1194 lvb_type: 0 00010000:00010000:3.0:1763335101.700873:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000cbada400/0x3ec0b540075732f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88075a expref: 35 pid: 35240 timeout: 1194 lvb_type: 0 00010000:00010000:3.0:1763335101.700882:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335101.700884:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335101.700887:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6000/0x3ec0b54007573470 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.700895:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6000/0x3ec0b54007573470 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.700912:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335101.700930:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+34:2426:x1848989814554880:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 93us (547us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335101.700936:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 2962 00010000:00010000:3.0:1763335101.700956:0:28961:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6000/0x3ec0b54007573470 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.700964:0:28961:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6000/0x3ec0b54007573470 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.700971:0:28961:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6000/0x3ec0b54007573470 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.700977:0:28961:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6000/0x3ec0b54007573470 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.701002:0:28961:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335101.701173:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f136a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+53:3666:x1848989826014464:12345-0@lo:6:osp-syn-1-1.0 Request processed in 16857us (17820us total) trans 17179871436 rc 0/0 00000100:00100000:3.0:1763335101.701181:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6160 00010000:00010000:3.0:1763335101.701199:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335101.701204:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6000/0x3ec0b54007573470 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.701212:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6000 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335101.701216:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6000/0x3ec0b54007573470 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.701224:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6000/0x3ec0b54007573470 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.701236:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6000/0x3ec0b54007573470 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.701243:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6000/0x3ec0b54007573470 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x227:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.701257:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335101.701259:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335101.701261:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763335101.701287:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000cbad3100/2, rc 0, transno 17179871436 00000100:00100000:3.0:1763335101.701292:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cbad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826014464:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763335101.701306:0:35240:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6200/0x3ec0b54007573477 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.701335:0:35240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6200/0x3ec0b54007573477 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.701344:0:35240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6200/0x3ec0b54007573477 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.701356:0:35240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6200/0x3ec0b54007573477 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.701369:0:35240:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335101.701555:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f136b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+13:3666:x1848989826014976:12345-0@lo:6:osp-syn-0-1.0 Request processed in 17071us (18167us total) trans 21474838724 rc 0/0 00000100:00100000:3.0:1763335101.701561:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6161 00010000:00010000:3.0:1763335101.701577:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335101.701581:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6200/0x3ec0b54007573477 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.701588:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335101.701591:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6200/0x3ec0b54007573477 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.701599:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6200/0x3ec0b54007573477 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.701609:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6200/0x3ec0b54007573477 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.701616:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6200/0x3ec0b54007573477 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x225:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.701627:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335101.701629:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335101.701631:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763335101.701645:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000cbad1f80/2, rc 0, transno 21474838724 00000100:00100000:3.0:1763335101.701650:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cbad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826014976:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335101.702435:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814555264 00000100:00100000:3.0:1763335101.702441:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814555264 00000100:00100000:3.0:1763335101.702474:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6164 00000100:00100000:3.0:1763335101.702534:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+34:55956:x1848989814555264:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335101.702544:0:35240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335101.702560:0:35240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb200/0x3ec0b540075734a1 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8807d8 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335101.702579:0:35240:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x22a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335101.702594:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335101.702597:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335101.702604:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb200/0x3ec0b540075734a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8807d8 expref: 35 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.702617:0:35240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb200/0x3ec0b540075734a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8807d8 expref: 35 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.702627:0:35240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadb200, rc 0) 00000100:00100000:3.0:1763335101.702661:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+35:55956:x1848989814555264:12345-192.168.204.57@tcp:101:bash.0 Request processed in 131us (643us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335101.702667:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6164 00000100:00100000:3.0:1763335101.707718:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814555392 00000100:00100000:3.0:1763335101.707787:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814555392 00000100:00100000:3.0:1763335101.707851:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6165 00000100:00100000:3.0:1763335101.707862:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+9:55956:x1848989814555392:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335101.707882:0:28961:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335101.707904:0:28961:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000cbadbc00/0x3ec0b540075734a8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x228:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8807df expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335101.707929:0:28961:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x228:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335101.707949:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335101.707952:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335101.707961:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbadbc00/0x3ec0b540075734a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8807df expref: 10 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.707976:0:28961:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000cbadbc00/0x3ec0b540075734a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x228:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8807df expref: 10 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.708000:0:28961:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadbc00, rc 0) 00000100:00100000:3.0:1763335101.708219:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:55956:x1848989814555392:12345-192.168.204.57@tcp:101:bash.0 Request processed in 357us (726us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335101.708227:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6165 00000100:00100000:3.0:1763335101.711991:0:8422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814555776 00000100:00100000:3.0:1763335101.711995:0:8422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814555776 00002000:00010000:3.0:1763335101.712036:0:8422:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/552 (0->18446744073709551615) 00002000:00100000:3.0:1763335101.712041:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001c12aad80 with x1848989814555776 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335101.712054:0:8422:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9001c12aad80. 00000100:00100000:3.0:1763335101.730478:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.751792:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.774069:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.780404:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.792758:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.801360:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.817772:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.823873:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.829559:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9064 00000100:00100000:3.0:1763335101.829571:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+238:56867:x1848989814558848:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335101.829595:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335101.829616:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075735b2 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880833 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.829715:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b540075735c0 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335101.829948:0:6532:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b540075735a4 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88082c expref: 241 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.829956:0:6532:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075735c7 lrc: 2/1,0 mode: PR/PR res: [0x240000405:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335101.829962:0:6532:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b540075735c0 lrc: 5/0,1 mode: --/EX res: [0x240000405:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335101.829977:0:6532:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075735c7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335101.830011:0:6532:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b540075735a4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88082c expref: 241 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.830022:0:6532:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b540075735a4 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88082c expref: 241 pid: 7841 timeout: 1194 lvb_type: 0 00000100:00100000:3.0:1763335101.830035:0:6532:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c60ba680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826016000:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335101.830122:0:6532:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c75c6780 going to sleep for 11 seconds 00000100:00100000:3.0:1763335101.832474:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.833710:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814559488 00000100:00100000:3.0:1763335101.833715:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814559488 00000100:00100000:3.0:1763335101.833749:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3114 00000100:00100000:3.0:1763335101.833756:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+240:56870:x1848989814559488:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335101.833961:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+241:56870:x1848989814559488:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 204us (311us total) trans 4294972704 rc 0/0 00000100:00100000:3.0:1763335101.833969:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3114 00000100:00100000:3.0:1763335101.839690:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814560128 00000100:00100000:3.0:1763335101.839697:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814560128 00000100:00100000:3.0:1763335101.839727:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3115 00000100:00100000:3.0:1763335101.839734:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001d24db450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+241:56867:x1848989814560128:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335101.839939:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001d24db450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56867:x1848989814560128:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 205us (356us total) trans 4294972707 rc 0/0 00000100:00100000:3.0:1763335101.839947:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3115 00000100:00100000:3.0:1763335101.841391:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814560384 00000100:00100000:3.0:1763335101.841399:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814560384 00000100:00100000:3.0:1763335101.841442:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3116 00000100:00100000:3.0:1763335101.841451:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56867:x1848989814560384:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335101.841595:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:56867:x1848989814560384:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 145us (299us total) trans 4294972708 rc 0/0 00000100:00100000:3.0:1763335101.841603:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3116 00000100:00100000:3.0:1763335101.842210:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814560640 00000100:00100000:3.0:1763335101.842213:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814560640 00000100:00100000:3.0:1763335101.842614:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6167 00000100:00100000:3.0:1763335101.842620:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2426:x1848989814560640:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335101.842629:0:28961:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335101.842648:0:28961:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000cbadba00/0x3ec0b54007573606 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88084f expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335101.842670:0:28961:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x22b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335101.842684:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335101.842686:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335101.842695:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbadba00/0x3ec0b54007573606 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88084f expref: 12 pid: 28961 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335101.842710:0:28961:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000cbadba00/0x3ec0b54007573606 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88084f expref: 12 pid: 28961 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335101.842722:0:28961:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadba00, rc 0) 00000100:00100000:3.0:1763335101.842794:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2426:x1848989814560640:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 132us (597us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335101.842800:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6167 00000100:00100000:3.0:1763335101.846271:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814561152 00000100:00100000:3.0:1763335101.846277:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814561152 00000100:00100000:3.0:1763335101.846344:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9067 00000100:00100000:3.0:1763335101.846354:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:55956:x1848989814561152:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335101.846378:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335101.846382:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763335101.846407:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075735f1 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880841 expref: 244 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.846433:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1c5:0x0].0x0 (ffff9001cada2900) 00010000:00010000:3.0:1763335101.846445:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335101.846461:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757360d lrc: 2/0,0 mode: --/CW res: [0x240000405:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880856 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.846585:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007573614 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335101.846597:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007573614 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1c5:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335101.846607:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007573614 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1c5:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:3.0:1763335101.846619:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1c5:0x0]: returning size 0 00010000:00010000:3.0:1763335101.846727:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757360d lrc: 0/0,0 mode: --/CW res: [0x240000405:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880856 expref: 246 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.846742:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007573614 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1c5:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880856 expref: 245 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.846749:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1c5:0x0].0x0 (ffff9001c879d600) 00010000:00010000:3.0:1763335101.846751:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:3.0:1763335101.846754:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadb800, rc 0) 00000100:00100000:3.0:1763335101.846806:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:55956:x1848989814561152:12345-192.168.204.57@tcp:101:bash.0 Request processed in 454us (898us total) trans 4294972709 rc 0/0 00000100:00100000:3.0:1763335101.846813:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9067 00000100:00100000:3.0:1763335101.860450:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.860495:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.866054:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.874646:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.880596:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c60ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826016128:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335101.880664:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335101.880701:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763335101.880706:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c37ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826016512:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335101.880727:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335101.880756:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c60b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826016256:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335101.880779:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335101.880796:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763335101.880801:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826016384:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335101.880821:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335101.880850:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826016128 00000100:00100000:3.0:1763335101.880857:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826016128 00000100:00100000:3.0:1763335101.880895:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826016512 00000100:00100000:3.0:1763335101.880898:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826016512 00000100:00100000:3.0:1763335101.885293:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6175 00000100:00100000:3.0:1763335101.885307:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+16:3665:x1848989826016512:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763335101.885461:0:28568:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x22b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335101.885465:0:28568:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x22b:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763335101.885468:0:28568:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x22b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335101.885474:0:28568:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x22b:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763335101.885476:0:28568:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x22b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335101.885540:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+17:3665:x1848989826016512:12345-0@lo:2:osp-syn-0-1.0 Request processed in 237us (4811us total) trans 21474838727 rc 0/0 00000100:00100000:3.0:1763335101.885547:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6175 00000100:00100000:3.0:1763335101.891377:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.891415:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.891443:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1763335101.894706:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763335101.895773:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c60ba680/2, rc 0, transno 21474838728 00000100:00100000:3.0:1763335101.895785:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c60ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826016128:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763335101.898002:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335101.898014:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c4665200/0x3ec0b5400757367d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.898026:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335101.898030:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c4665200/0x3ec0b5400757367d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.898041:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c4665200/0x3ec0b5400757367d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.898060:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c4665200/0x3ec0b5400757367d lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335101.898069:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335101.898071:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335101.898073:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335101.898151:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.899822:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000004:00080000:3.0:1763335101.901095:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f7ed5500/2, rc 0, transno 17179871441 00000100:00100000:3.0:1763335101.901102:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7ed5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826016640:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763335101.903493:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.909127:0:8422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814563840 00000100:00100000:3.0:1763335101.909145:0:8422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814563840 00002000:00010000:3.0:1763335101.909185:0:8422:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/554 (0->18446744073709551615) 00002000:00100000:3.0:1763335101.909190:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001c12ab480 with x1848989814563840 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335101.909200:0:8422:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9001c12ab480. 00000100:00100000:3.0:1763335101.909236:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1536 00000100:00100000:3.0:1763335101.909245:0:8422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:2426:x1848989814563840:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:3.0:1763335101.909432:0:8422:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x22a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335101.909436:0:8422:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x22a:0x0] updating lvb mtime from disk: 0 -> 1763335102 00002000:00010000:3.0:1763335101.909439:0:8422:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x22a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335101.909441:0:8422:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x22a:0x0] updating lvb ctime from disk: 0 -> 1763335102 00002000:00010000:3.0:1763335101.909444:0:8422:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x22a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335101.909495:0:8422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:2426:x1848989814563840:12345-192.168.204.57@tcp:10:bash.0 Request processed in 250us (637us total) trans 21474838730 rc 0/0 00000100:00100000:3.0:1763335101.909503:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1536 00002000:00010000:3.0:1763335101.909507:0:8422:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/554 (0->18446744073709551615) 00002000:00100000:3.0:1763335101.909509:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001c12ab480 with x1848989814563840 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335101.909514:0:8422:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9001c12ab480. 00000100:00100000:3.0:1763335101.909557:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.909574:0:8422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814563968 00000100:00100000:3.0:1763335101.909577:0:8422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814563968 00002000:00010000:3.0:1763335101.909588:0:8422:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/556 (0->18446744073709551615) 00002000:00100000:3.0:1763335101.909591:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c6eb4380 with x1848989814563968 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335101.909597:0:8422:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c6eb4380. 00000100:00100000:3.0:1763335101.910816:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1537 00000100:00100000:3.0:1763335101.910831:0:8422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+36:2427:x1848989814563968:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:3.0:1763335101.910971:0:8422:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x22c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335101.910975:0:8422:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x22c:0x0] updating lvb mtime from disk: 0 -> 1763335102 00002000:00010000:3.0:1763335101.910990:0:8422:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x22c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335101.910992:0:8422:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x22c:0x0] updating lvb ctime from disk: 0 -> 1763335102 00002000:00010000:3.0:1763335101.910995:0:8422:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x22c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335101.911038:0:8422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+37:2427:x1848989814563968:12345-192.168.204.57@tcp:10:bash.0 Request processed in 212us (1479us total) trans 17179871442 rc 0/0 00000100:00100000:3.0:1763335101.911046:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1537 00002000:00010000:3.0:1763335101.911050:0:8422:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/556 (0->18446744073709551615) 00002000:00100000:3.0:1763335101.911054:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c6eb4380 with x1848989814563968 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335101.911060:0:8422:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c6eb4380. 00000100:00100000:3.0:1763335101.937055:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814565248 00000100:00100000:3.0:1763335101.937060:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814565248 00000100:00100000:3.0:1763335101.963250:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.963293:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.967865:0:27804:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c2f24700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27804:1848989826017920:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335101.967887:0:27804:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b5400757373a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x22a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335101.968911:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335101.990443:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826018048:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335101.990497:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335101.990539:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763335101.990545:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6eb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826018176:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335101.990563:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335101.990586:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826018048 00000100:00100000:3.0:1763335101.990592:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826018048 00000100:00100000:3.0:1763335101.990626:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826018176 00000100:00100000:3.0:1763335101.990630:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826018176 00000100:00100000:3.0:1763335101.990649:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6180 00000100:00100000:3.0:1763335101.990655:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+18:3665:x1848989826018048:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335101.990785:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+19:3665:x1848989826018048:12345-0@lo:2:osp-syn-0-1.0 Request processed in 129us (286us total) trans 21474838732 rc 0/0 00000100:00100000:3.0:1763335101.990792:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6180 00000100:00100000:3.0:1763335101.990808:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6181 00000100:00100000:3.0:1763335101.990813:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+18:3667:x1848989826018176:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763335101.990856:0:8725:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x22b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335101.990859:0:8725:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x22b:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763335101.990861:0:8725:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x22b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335101.990863:0:8725:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x22b:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763335101.990865:0:8725:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x22b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335101.990888:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+19:3667:x1848989826018176:12345-0@lo:2:osp-syn-0-1.0 Request processed in 75us (324us total) trans 21474838733 rc 0/0 00000100:00100000:3.0:1763335101.990893:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6181 00000004:00080000:3.0:1763335101.990925:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6eb4000/2, rc 0, transno 21474838733 00000100:00100000:3.0:1763335101.990930:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6eb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826018176:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763335101.990942:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6eb6300/2, rc 0, transno 21474838732 00000100:00100000:3.0:1763335101.990945:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826018048:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335101.991876:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c2f25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826018432:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335101.991903:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1763335101.993792:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c2f25c00/2, rc 0, transno 17179871443 00000100:00100000:3.0:1763335101.993799:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c2f25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826018432:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335101.997413:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.002067:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.002113:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.011999:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00080000:3.0:1763335102.012256:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763335102.014170:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.021227:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.047115:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.049649:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.058967:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.066016:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.081080:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814569472 00000100:00100000:3.0:1763335102.081098:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814569472 00000100:00100000:3.0:1763335102.081157:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6186 00000100:00100000:3.0:1763335102.081170:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:2429:x1848989814569472:12345-192.168.204.57@tcp:23:lfs.0 00010000:00010000:0.0:1763335102.081189:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335102.081194:0:6531:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763335102.081220:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b540075737f7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1c6:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8808f7 expref: 241 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.081240:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1c6:0x0].0x0 (ffff9001c3c08300) 00010000:00010000:0.0:1763335102.081247:0:6531:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335102.081262:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b540075737fe lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1c6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8808fe expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335102.081290:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:2429:x1848989814569472:12345-192.168.204.57@tcp:23:lfs.0 Request processed in 123us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335102.081298:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6186 00010000:00010000:0.0:1763335102.081304:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573805 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1c6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:0.0:1763335102.081351:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573805 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1c6:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.081362:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573805 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1c6:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00000040:00080000:0.0:1763335102.081570:0:6531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1367, 88 off115256 00000004:00080000:0.0:1763335102.081580:0:6531:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1095061264846ns, next at 1095127837145ns, rc = 0 00000040:00080000:0.0:1763335102.081619:0:6531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1366, 88 off115256 00000004:00080000:0.0:1763335102.081628:0:6531:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1095061313024ns, next at 1095127812914ns, rc = 0 00000040:00080000:0.0:1763335102.081656:0:6531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1367, 88 off115344 00000004:00080000:0.0:1763335102.081661:0:6531:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1095061346173ns, next at 1095127812914ns, rc = 0 00000040:00080000:0.0:1763335102.081671:0:6531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1368, 88 off115344 00000004:00080000:0.0:1763335102.081675:0:6531:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1095061360364ns, next at 1095127837145ns, rc = 0 00000001:00080000:3.0:1763335102.087296:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972730 is committed 00000004:00080000:3.0:1763335102.087350:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 895 committed 00000004:00080000:3.0:1763335102.087364:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 898 committed 00000004:00080000:3.0:1763335102.087372:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 897 committed 00000004:00080000:3.0:1763335102.087375:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 894 committed 00000100:00100000:3.0:1763335102.087802:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826018688:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335102.087835:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1763335102.087886:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763335102.087912:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6187 00000100:00100000:3.0:1763335102.087923:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+20:3667:x1848989826018816:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1763335102.088073:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573805 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1c6:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8808fe expref: 233 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.088086:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1c6:0x0].0x0 (ffff9001c3c08300) 00010000:00010000:0.0:1763335102.088089:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763335102.088103:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b540075737fe lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1c6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8808fe expref: 233 pid: 6531 timeout: 0 lvb_type: 3 00000100:00100000:3.0:1763335102.088115:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+21:3667:x1848989826018816:12345-0@lo:2:osp-syn-0-1.0 Request processed in 193us (407us total) trans 21474838734 rc 0/0 00010000:00010000:0.0:1763335102.088122:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573805 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1c6:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8808fe expref: 232 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.088149:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1c6:0x0].0x0 (ffff9001c3c08300) 00010000:00010000:0.0:1763335102.088152:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763335102.088155:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665400, rc 0) 00000100:00100000:0.0:1763335102.088203:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1368e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+232:55956:x1848989814569344:12345-192.168.204.57@tcp:101:bash.0 Request processed in 7037us (7285us total) trans 4294972730 rc 0/0 00000100:00100000:0.0:1763335102.088213:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9091 00000100:00100000:3.0:1763335102.089013:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6187 00000004:00080000:3.0:1763335102.089046:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f1368a80/2, rc 0, transno 21474838735 00000100:00100000:3.0:1763335102.089050:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826018688:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335102.096436:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.099203:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335102.099473:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814569728 00000100:00100000:0.0:1763335102.099479:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814569728 00000100:00100000:0.0:1763335102.099529:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6191 00000100:00100000:0.0:1763335102.099537:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+37:55956:x1848989814569728:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335102.099548:0:8417:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335102.099563:0:8417:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c4664200/0x3ec0b54007573813 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x22e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880905 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335102.099596:0:8417:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x22e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335102.099610:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335102.099612:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335102.099619:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4664200/0x3ec0b54007573813 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880905 expref: 38 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.099633:0:8417:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c4664200/0x3ec0b54007573813 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880905 expref: 38 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.099643:0:8417:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664200, rc 0) 00000100:00100000:0.0:1763335102.099683:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+38:55956:x1848989814569728:12345-192.168.204.57@tcp:101:bash.0 Request processed in 147us (481us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335102.099690:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6191 00000100:00080000:3.0:1763335102.099880:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763335102.104017:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.104365:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335102.104571:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814569984 00000100:00100000:0.0:1763335102.104576:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814569984 00000100:00100000:0.0:1763335102.104603:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6192 00000100:00100000:0.0:1763335102.104610:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:55956:x1848989814569984:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335102.104617:0:8417:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335102.104630:0:8417:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b54007573828 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x22c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880913 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335102.104645:0:8417:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x22c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335102.104662:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335102.104664:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335102.104671:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b54007573828 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880913 expref: 15 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.104684:0:8417:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b54007573828 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880913 expref: 15 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.104695:0:8417:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665c00, rc 0) 00000100:00100000:0.0:1763335102.104865:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+15:55956:x1848989814569984:12345-192.168.204.57@tcp:101:bash.0 Request processed in 254us (859us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335102.104871:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6192 00000100:00100000:3.0:1763335102.107418:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.107456:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335102.110990:0:8422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814570368 00000100:00100000:0.0:1763335102.111002:0:8422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814570368 00000100:00100000:0.0:1763335102.111070:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1541 00000100:00100000:0.0:1763335102.111079:0:8422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1368000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+39:2426:x1848989814570368:12345-192.168.204.57@tcp:4:lfs.0 00010000:00010000:0.0:1763335102.111114:0:8422:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c4664000/0x3ec0b5400757382f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.111132:0:8422:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075735ff lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x22d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880848 expref: 39 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335102.111141:0:8422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335102.111143:0:8422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335102.111147:0:8422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4664000/0x3ec0b5400757382f lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.111192:0:8422:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075735ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x22d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880848 expref: 39 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335102.111205:0:8422:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075735ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x22d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880848 expref: 39 pid: 35240 timeout: 1195 lvb_type: 1 00000100:00100000:0.0:1763335102.111219:0:8422:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cc536a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8422:1848989826019200:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335102.111293:0:8422:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c706a6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335102.112389:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335102.120502:0:8422:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cc536a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:8422:1848989826019200:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335102.120529:0:8422:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c4664000/0x3ec0b5400757382f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.121403:0:8422:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c4664000/0x3ec0b5400757382f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.121413:0:8422:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c4664000/0x3ec0b5400757382f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335102.122384:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.123666:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814570880 00000100:00100000:3.0:1763335102.123677:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814570880 00000100:00100000:3.0:1763335102.123737:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9093 00000100:00100000:3.0:1763335102.123747:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc536a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+234:56874:x1848989814570880:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:3.0:1763335102.123767:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335102.123789:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007573836 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88091a expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.123852:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b5400757383d lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335102.123866:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b5400757383d lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.123876:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b5400757383d lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.123887:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007573844 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335102.123893:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007573844 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.123899:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007573844 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.123970:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b5400757384b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1c6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335102.123988:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b5400757384b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1c6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.123994:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b5400757384b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1c6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:3.0:1763335102.124030:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1c6:0x0]: returning size 5 00000004:00200000:3.0:1763335102.124034:0:6532:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335102.124054:0:6532:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b5400757384b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1c6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.124065:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b5400757384b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.124073:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b5400757383d lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.124078:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b5400757383d lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.124238:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b5400757383d lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.124249:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b5400757383d lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.124254:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadaa00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335102.124258:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b5400757383d lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.124265:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b5400757383d lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.124276:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3c00) 00010000:00010000:3.0:1763335102.124279:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335102.124284:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b5400757383d lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.124289:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b5400757383d lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.124302:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007573844 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.124307:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007573844 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.124332:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007573844 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.124337:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbada200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335102.124340:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007573844 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.124346:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007573844 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.124357:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c79c3600) 00010000:00010000:3.0:1763335102.124359:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335102.124362:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007573844 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.124367:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007573844 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.124394:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007573836 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88091a expref: 236 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.124408:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b5400757384b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88091a expref: 235 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.124415:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1c6:0x0].0x0 (ffff9001c3c08300) 00010000:00010000:3.0:1763335102.124417:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335102.124420:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadb000, rc 0) 00000100:00100000:3.0:1763335102.125534:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc536a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+235:56874:x1848989814570880:12345-192.168.204.57@tcp:101:rm.0 Request processed in 1783us (3148us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335102.125544:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9093 00002000:00010000:0.0:1763335102.128901:0:8422:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x22d:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:0.0:1763335102.128912:0:8422:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x22d:0x0] updating lvb mtime from disk: 0 -> 1763335102 00002000:00010000:0.0:1763335102.128914:0:8422:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x22d:0x0] updating lvb ctime from disk: 0 -> 1763335102 00002000:00010000:0.0:1763335102.128917:0:8422:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x22d:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1763335102.128931:0:8422:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c4664000/0x3ec0b5400757382f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.128943:0:8422:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4664000/0x3ec0b5400757382f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.128952:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c4664000/0x3ec0b5400757382f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.128958:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664000 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335102.128962:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c4664000/0x3ec0b5400757382f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.128970:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c4664000/0x3ec0b5400757382f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.129000:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c4664000/0x3ec0b5400757382f lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.129007:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c4664000/0x3ec0b5400757382f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x22d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335102.129118:0:8422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1368000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+15:2426:x1848989814570368:12345-192.168.204.57@tcp:4:lfs.0 Request processed in 18035us (18226us total) trans 17179871448 rc 0/0 00000100:00100000:0.0:1763335102.129129:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1541 00000100:00100000:0.0:1763335102.142157:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.142261:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814571136 00000100:00100000:3.0:1763335102.142272:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814571136 00000100:00100000:3.0:1763335102.142360:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9094 00000100:00100000:3.0:1763335102.142374:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc537100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+235:56871:x1848989814571136:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:3.0:1763335102.142426:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335102.142454:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075737aa lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1c5:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8808db expref: 235 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.142477:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1c5:0x0].0x0 (ffff9001c879d600) 00010000:00010000:3.0:1763335102.142482:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335102.142545:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007573852 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335102.142558:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007573852 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.142566:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007573852 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00010000:3.0:1763335102.142680:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004c08247b reply state 000000005a958531 transno 4294972732 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007573852 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.142692:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007573852 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.142698:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1c5:0x0].0x0 (ffff9001c879d600) 00010000:00010000:3.0:1763335102.142701:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335102.142703:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763335102.142790:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc537100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+236:56871:x1848989814571136:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 420us (642us total) trans 4294972732 rc 0/0 00000100:00100000:3.0:1763335102.142798:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9094 00000100:00100000:3.0:1763335102.144756:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.144829:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335102.145171:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814571392 00000100:00100000:0.0:1763335102.145181:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814571392 00000100:00100000:0.0:1763335102.145228:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9095 00000100:00100000:0.0:1763335102.145236:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+236:56874:x1848989814571392:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:0.0:1763335102.145281:0:6531:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1763335102.145304:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573805 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1c6:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8808fe expref: 236 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.145364:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b5400757384b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88091a expref: 235 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.145377:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b540075737e9 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1c6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8808f0 expref: 234 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.145387:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1c6:0x0].0x0 (ffff9001c3c08300) 00010000:00010000:0.0:1763335102.145396:0:6531:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335102.145422:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007573859 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:0.0:1763335102.145434:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007573859 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.145443:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007573859 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.145456:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007573860 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:0.0:1763335102.145463:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007573860 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.145469:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007573860 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.145553:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573867 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1c6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:0.0:1763335102.145560:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573867 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.145566:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573867 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00000040:00080000:0.0:1763335102.145793:0:6531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1369, 64 off115408 00000040:00080000:0.0:1763335102.145819:0:6531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1368, 64 off115408 00000040:00080000:0.0:1763335102.145829:0:6531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1369, 64 off115472 00000040:00080000:0.0:1763335102.145837:0:6531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1370, 64 off115472 00010000:00010000:0.0:1763335102.145894:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b5400757386e lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1c6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:0.0:1763335102.145903:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b5400757386e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.145911:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b5400757386e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.145917:0:6531:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b5400757386e lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.145926:0:6531:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b5400757386e lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.145931:0:6531:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b5400757386e lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.145956:0:6531:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763335102.145981:0:6531:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573867 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1c6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.145987:0:6531:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573867 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1c6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.145992:0:6531:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573867 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1c6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.145997:0:6531:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335102.146000:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573867 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1c6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.146007:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573867 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1c6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.146015:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1c6:0x0].0x0 (ffff9000c4881500) 00010000:00010000:0.0:1763335102.146018:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763335102.146021:0:6531:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573867 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1c6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.146027:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573867 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1c6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.146149:0:6531:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007573859 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.146159:0:6531:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007573859 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.146164:0:6531:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007573859 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.146169:0:6531:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007573859 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.146173:0:6531:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335102.146176:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007573859 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.146181:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007573859 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.146189:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881f00) 00010000:00010000:0.0:1763335102.146192:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335102.146194:0:6531:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007573859 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.146199:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007573859 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00000004:00010000:0.0:1763335102.146211:0:6531:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008ff9b948 reply state 00000000879bc5d6 transno 4294972733 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007573860 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.146220:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007573860 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.146225:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881900) 00010000:00010000:0.0:1763335102.146227:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335102.146230:0:6531:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335102.146304:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+235:56874:x1848989814571392:12345-192.168.204.57@tcp:36:rm.0 Request processed in 1066us (1553us total) trans 4294972733 rc 0/0 00000100:00100000:0.0:1763335102.146339:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9095 00000100:00100000:3.0:1763335102.167259:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335102.171507:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814571776 00000100:00100000:0.0:1763335102.171518:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814571776 00000100:00100000:0.0:1763335102.171574:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6194 00000100:00100000:0.0:1763335102.171585:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:56871:x1848989814571776:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335102.171603:0:8417:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335102.171621:0:8417:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c4664000/0x3ec0b54007573891 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88092f expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.171653:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000cbadba00/0x3ec0b54007573606 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88084f expref: 17 pid: 28961 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335102.171662:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335102.171664:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335102.171669:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4664000/0x3ec0b54007573891 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88092f expref: 17 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.171707:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000cbadba00/0x3ec0b54007573606 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88084f expref: 17 pid: 28961 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335102.171720:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000cbadba00/0x3ec0b54007573606 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88084f expref: 17 pid: 28961 timeout: 1195 lvb_type: 1 00000100:00100000:0.0:1763335102.171733:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c78ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1848989826019328:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335102.171826:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c706a000 going to sleep for 11 seconds 00000100:00100000:0.0:1763335102.176311:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814571904 00000100:00100000:0.0:1763335102.176355:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814571904 00000100:00100000:0.0:1763335102.176410:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9097 00000100:00100000:0.0:1763335102.176420:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c546dc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+235:56875:x1848989814571904:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335102.176441:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335102.176466:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573898 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880936 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.176534:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757389f lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:0.0:1763335102.176547:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757389f lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.176558:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757389f lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.176569:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b540075738a6 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:0.0:1763335102.176576:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b540075738a6 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.176581:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b540075738a6 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.176622:0:6531:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757389f lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.176629:0:6531:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757389f lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.176635:0:6531:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757389f lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.176644:0:6531:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757389f lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.176650:0:6531:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335102.176653:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757389f lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.176660:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757389f lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.176670:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881f00) 00010000:00010000:0.0:1763335102.176673:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335102.176677:0:6531:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757389f lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.176683:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757389f lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.176697:0:6531:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b540075738a6 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.176703:0:6531:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b540075738a6 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.176707:0:6531:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b540075738a6 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.176711:0:6531:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335102.176714:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b540075738a6 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.176719:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b540075738a6 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.176728:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881900) 00010000:00010000:0.0:1763335102.176731:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335102.176733:0:6531:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b540075738a6 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.176738:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b540075738a6 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.176763:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573898 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880936 expref: 236 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.176771:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881f00) 00010000:00010000:0.0:1763335102.176774:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335102.176777:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573898 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880936 expref: 236 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.176790:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665800, rc 0) 00000100:00100000:0.0:1763335102.176844:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c546dc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+235:56875:x1848989814571904:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 426us (709us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335102.176851:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9097 00010000:00010000:3.0:1763335102.178107:0:8417:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000cbadba00/0x3ec0b54007573606 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x22b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88084f expref: 18 pid: 28961 timeout: 1195 lvb_type: 1 00000100:00100000:3.0:1763335102.178120:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c78ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1848989826019328:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335102.178141:0:8417:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c4664000/0x3ec0b54007573891 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88092f expref: 17 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.178150:0:8417:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664000, rc 0) 00000100:00100000:3.0:1763335102.178172:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:56871:x1848989814571776:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 6590us (6954us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335102.178178:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6194 00000100:00100000:3.0:1763335102.185969:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814572160 00000100:00100000:3.0:1763335102.185984:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814572160 00000100:00100000:3.0:1763335102.186039:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9098 00000100:00100000:3.0:1763335102.186048:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1368380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+235:56875:x1848989814572160:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335102.186066:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335102.186088:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b540075738ad lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88093d expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.186142:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b540075738b4 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335102.186155:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b540075738b4 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.186166:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b540075738b4 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:3.0:1763335102.186211:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:3.0:1763335102.186216:0:6532:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763335102.186249:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b540075738ad lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88093d expref: 237 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.186265:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b540075738b4 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88093d expref: 236 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.186273:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3c00) 00010000:00010000:3.0:1763335102.186276:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763335102.186279:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbada200, rc 0) 00000100:00100000:3.0:1763335102.186306:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1368380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+236:56875:x1848989814572160:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 260us (1482us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335102.186332:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9098 00000100:00100000:0.0:1763335102.192072:0:8422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814572416 00000100:00100000:0.0:1763335102.192082:0:8422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814572416 00002000:00010000:0.0:1763335102.192119:0:8422:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/555 (0->18446744073709551615) 00002000:00100000:0.0:1763335102.192123:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f136b100 with x1848989814572416 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335102.192134:0:8422:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9001f136b100. 00000100:00100000:0.0:1763335102.192160:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1542 00000100:00100000:0.0:1763335102.192168:0:8422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f136b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2427:x1848989814572416:12345-192.168.204.57@tcp:10:lfs.0 00002000:00010000:0.0:1763335102.192345:0:8422:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x22b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335102.192349:0:8422:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x22b:0x0] updating lvb mtime from disk: 0 -> 1763335102 00002000:00010000:0.0:1763335102.192351:0:8422:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x22b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335102.192353:0:8422:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x22b:0x0] updating lvb ctime from disk: 0 -> 1763335102 00002000:00010000:0.0:1763335102.192355:0:8422:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x22b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335102.192413:0:8422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f136b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2427:x1848989814572416:12345-192.168.204.57@tcp:10:lfs.0 Request processed in 246us (7533us total) trans 21474838737 rc 0/0 00000100:00100000:0.0:1763335102.192421:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1542 00002000:00010000:0.0:1763335102.192424:0:8422:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/555 (0->18446744073709551615) 00002000:00100000:0.0:1763335102.192427:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f136b100 with x1848989814572416 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335102.192431:0:8422:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9001f136b100. 00000100:00100000:0.0:1763335102.192449:0:8422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814572288 00000100:00100000:0.0:1763335102.192453:0:8422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814572288 00002000:00010000:0.0:1763335102.192465:0:8422:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/557 (5->18446744073709551615) 00002000:00100000:0.0:1763335102.192468:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f136ad80 with x1848989814572288 ext(5->18446744073709551615) 00002000:00010000:0.0:1763335102.192474:0:8422:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001f136ad80. 00000100:00100000:0.0:1763335102.192490:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1543 00000100:00100000:0.0:1763335102.192496:0:8422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f136ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2427:x1848989814572288:12345-192.168.204.57@tcp:10:lfs.0 00002000:00010000:0.0:1763335102.192690:0:8422:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x22d:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:0.0:1763335102.192693:0:8422:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x22d:0x0] updating lvb mtime from disk: 1763335102 -> 1763335102 00002000:00010000:0.0:1763335102.192696:0:8422:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x22d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335102.192698:0:8422:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x22d:0x0] updating lvb ctime from disk: 1763335102 -> 1763335102 00002000:00010000:0.0:1763335102.192700:0:8422:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x22d:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1763335102.192719:0:8422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f136ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2427:x1848989814572288:12345-192.168.204.57@tcp:10:lfs.0 Request processed in 223us (1182us total) trans 17179871449 rc 0/0 00000100:00100000:0.0:1763335102.192724:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1543 00002000:00010000:0.0:1763335102.192727:0:8422:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/557 (5->18446744073709551615) 00002000:00100000:0.0:1763335102.192729:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f136ad80 with x1848989814572288 ext(5->18446744073709551615) 00002000:00010000:0.0:1763335102.192732:0:8422:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001f136ad80. 00000100:00100000:0.0:1763335102.197041:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814572672 00000100:00100000:0.0:1763335102.197052:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814572672 00000100:00100000:0.0:1763335102.199452:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9099 00000100:00100000:0.0:1763335102.199477:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+236:56871:x1848989814572672:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:0.0:1763335102.199567:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b540075738bb lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:0.0:1763335102.199583:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b540075738bb lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.199595:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b540075738bb lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00000004:00010000:0.0:1763335102.199707:0:6531:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000068e82118 reply state 00000000489538ee transno 4294972734 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b540075738bb lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.199719:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b540075738bb lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.199727:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1c5:0x0].0x0 (ffff9001c879d600) 00010000:00010000:0.0:1763335102.199730:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335102.199735:0:6531:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335102.201726:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+238:56871:x1848989814572672:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 2251us (5284us total) trans 4294972734 rc 0/0 00000100:00100000:0.0:1763335102.201737:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9099 00000100:00100000:3.0:1763335102.204663:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814572800 00000100:00100000:3.0:1763335102.204675:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814572800 00000100:00100000:3.0:1763335102.204764:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9100 00000100:00100000:3.0:1763335102.204774:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+238:56875:x1848989814572800:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335102.204795:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335102.204816:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075738c2 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880944 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.204885:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b540075738c9 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:3.0:1763335102.204898:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b540075738c9 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.204909:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b540075738c9 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.204921:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075738d0 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:3.0:1763335102.204926:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075738d0 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.204932:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075738d0 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.204970:0:6531:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b540075738c9 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.204985:0:6531:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b540075738c9 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.204991:0:6531:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b540075738c9 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.204997:0:6531:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b540075738c9 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.205003:0:6531:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadb200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335102.205007:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b540075738c9 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.205013:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b540075738c9 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.205024:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3c00) 00010000:00010000:3.0:1763335102.205028:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335102.205033:0:6531:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b540075738c9 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.205040:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b540075738c9 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.205054:0:6531:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075738d0 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.205059:0:6531:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075738d0 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.205064:0:6531:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075738d0 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.205068:0:6531:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadbc00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335102.205071:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075738d0 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.205076:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075738d0 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.205092:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881900) 00010000:00010000:3.0:1763335102.205095:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335102.205098:0:6531:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075738d0 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.205102:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075738d0 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.205128:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075738c2 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880944 expref: 239 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.205137:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3c00) 00010000:00010000:3.0:1763335102.205139:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335102.205143:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075738c2 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880944 expref: 239 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.205151:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadba00, rc 0) 00000100:00100000:3.0:1763335102.205224:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+238:56875:x1848989814572800:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 449us (1917us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335102.205232:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9100 00000100:00100000:3.0:1763335102.208158:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814572928 00000100:00100000:3.0:1763335102.208171:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814572928 00000100:00100000:3.0:1763335102.208229:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6195 00000100:00100000:3.0:1763335102.208238:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2427:x1848989814572928:12345-192.168.204.57@tcp:2:lfs.0 00002000:00010000:3.0:1763335102.208410:0:8417:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x22a:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763335102.208413:0:8417:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x22a:0x0] updating lvb mtime from disk: 1763335102 -> 1763335102 00002000:00010000:3.0:1763335102.208416:0:8417:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x22a:0x0] updating lvb atime from disk: 1763335102 -> 1763335102 00002000:00010000:3.0:1763335102.208418:0:8417:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x22a:0x0] updating lvb ctime from disk: 1763335102 -> 1763335102 00002000:00010000:3.0:1763335102.208420:0:8417:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x22a:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763335102.208482:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2427:x1848989814572928:12345-192.168.204.57@tcp:2:lfs.0 Request processed in 244us (1042us total) trans 21474838738 rc 0/0 00000100:00100000:3.0:1763335102.208490:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6195 00000100:00100000:0.0:1763335102.213034:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.213113:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814573440 00000100:00100000:3.0:1763335102.213121:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814573440 00000100:00100000:3.0:1763335102.213172:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3125 00000100:00100000:3.0:1763335102.213181:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+240:56871:x1848989814573440:12345-192.168.204.57@tcp:35:lfs.0 00000004:00010000:3.0:1763335102.213225:0:6534:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000405:0x1c5:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007573702 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1c5:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8808a3 expref: 240 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.213258:0:6534:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b540075738fa lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 00010000:00010000:3.0:1763335102.213268:0:6534:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b5400757379c lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8808d4 expref: 240 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.213277:0:6534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b540075738fa lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335102.213307:0:6534:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b5400757379c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8808d4 expref: 240 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.213344:0:6534:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b5400757379c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8808d4 expref: 240 pid: 6532 timeout: 1195 lvb_type: 0 00000100:00100000:3.0:1763335102.213358:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f15c0a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6534:1848989826019584:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335102.213419:0:6534:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c75c63c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335102.218223:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.221575:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814573824 00000100:00100000:3.0:1763335102.221586:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814573824 00010000:00010000:3.0:1763335102.221628:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b5400757379c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8808d4 expref: 243 pid: 6532 timeout: 1195 lvb_type: 0 00000100:00100000:3.0:1763335102.221666:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 2975 00000100:00100000:3.0:1763335102.221676:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:2427:x1848989814573824:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335102.221690:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335102.221696:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b5400757379c lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8808d4 expref: 243 pid: 6532 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1763335102.221707:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b5400757379c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8808d4 expref: 243 pid: 6532 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1763335102.221726:0:33041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b5400757379c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8808d4 expref: 243 pid: 6532 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1763335102.221743:0:33041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1c5:0x0].0x0 (ffff9001c879d600) 00010000:00010000:3.0:1763335102.221748:0:33041:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b540075738fa lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335102.221762:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b540075738fa lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335102.221768:0:33041:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b540075738fa lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335102.221797:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335102.221868:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:2427:x1848989814573824:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 194us (1395us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335102.221875:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 2975 00000100:00100000:0.0:1763335102.227098:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814573952 00000100:00100000:0.0:1763335102.227107:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814573952 00010000:00010000:0.0:1763335102.227144:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075738ec lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88094b expref: 243 pid: 6532 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1763335102.227187:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 2976 00000100:00100000:0.0:1763335102.227197:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:2428:x1848989814573952:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335102.227211:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335102.227218:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075738ec lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88094b expref: 243 pid: 6532 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1763335102.227229:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075738ec lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88094b expref: 243 pid: 6532 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1763335102.227251:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075738ec lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88094b expref: 243 pid: 6532 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1763335102.227267:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1c8:0x0].0x0 (ffff9001c7935d00) 00010000:00010000:0.0:1763335102.227273:0:6515:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b54007573908 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.227282:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b54007573908 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.227289:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b54007573908 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.227335:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335102.227390:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:2428:x1848989814573952:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 194us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335102.227398:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 2976 00000001:00080000:3.0:1763335102.233161:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972736 is committed 00000004:00080000:3.0:1763335102.233169:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 900 committed 00000004:00080000:3.0:1763335102.233182:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 897 committed 00000004:00080000:3.0:1763335102.233189:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 896 committed 00000004:00080000:3.0:1763335102.233192:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 899 committed 00000100:00100000:3.0:1763335102.233278:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c7831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826019840:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335102.233347:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335102.233441:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814574208 00000100:00100000:0.0:1763335102.233449:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814574208 00000100:00100000:0.0:1763335102.233491:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3126 00000100:00100000:0.0:1763335102.233498:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001d24d9c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+235:56875:x1848989814574208:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335102.234533:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001d24d9c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+232:56875:x1848989814574208:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 1033us (1579us total) trans 4294972738 rc 0/0 00000100:00100000:0.0:1763335102.234540:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3126 00000100:00100000:0.0:1763335102.238846:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335102.238892:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335102.239602:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826020224 00000100:00100000:0.0:1763335102.239608:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826020224 00000100:00100000:0.0:1763335102.239633:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6203 00000100:00100000:0.0:1763335102.239639:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7833480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+24:3664:x1848989826020224:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763335102.239729:0:28568:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x22b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335102.239733:0:28568:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x22b:0x0] updating lvb mtime from disk: 1763335102 -> 1763335102 00002000:00010000:0.0:1763335102.239735:0:28568:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x22b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335102.239738:0:28568:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x22b:0x0] updating lvb ctime from disk: 1763335102 -> 1763335102 00002000:00010000:0.0:1763335102.239740:0:28568:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x22b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335102.239783:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7833480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+25:3664:x1848989826020224:12345-0@lo:2:osp-syn-0-1.0 Request processed in 143us (330us total) trans 21474838741 rc 0/0 00000100:00100000:0.0:1763335102.239789:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6203 00000100:00100000:3.0:1763335102.240373:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814574464 00000100:00100000:3.0:1763335102.240379:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814574464 00000100:00100000:3.0:1763335102.240426:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3127 00000100:00100000:3.0:1763335102.240434:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+231:56875:x1848989814574464:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335102.240618:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+232:56875:x1848989814574464:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 184us (1778us total) trans 4294972739 rc 0/0 00000100:00100000:3.0:1763335102.240625:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3127 00010000:00010000:3.0:1763335102.242009:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b54007573916 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.242019:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b54007573916 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.242027:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b54007573916 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.242034:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b54007573916 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.242048:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335102.242232:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+25:3665:x1848989826019840:12345-0@lo:6:osp-syn-0-1.0 Request processed in 8688us (8884us total) trans 21474838742 rc 0/0 00000100:00100000:3.0:1763335102.242239:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6196 00000100:00100000:0.0:1763335102.243102:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335102.243341:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335102.243360:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814574848 00000100:00100000:0.0:1763335102.243365:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814574848 00010000:00010000:0.0:1763335102.243389:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4664200/0x3ec0b54007573813 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x22e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880905 expref: 17 pid: 8417 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1763335102.243618:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 2978 00000100:00100000:0.0:1763335102.243627:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2427:x1848989814574848:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335102.243638:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335102.243643:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c4664200/0x3ec0b54007573813 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x22e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880905 expref: 17 pid: 8417 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1763335102.243654:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c4664200/0x3ec0b54007573813 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x22e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880905 expref: 17 pid: 8417 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1763335102.243669:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335102.243671:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335102.243675:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9001fceb2200/0x3ec0b54007573924 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.243683:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001fceb2200/0x3ec0b54007573924 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x22e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.243697:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335102.243741:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2427:x1848989814574848:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 114us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335102.243748:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 2978 00000100:00100000:3.0:1763335102.243809:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814574720 00000100:00100000:3.0:1763335102.243814:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814574720 00000004:00080000:0.0:1763335102.244907:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5f7bb80/2, rc 0, transno 17179871453 00000100:00100000:0.0:1763335102.244913:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826020480:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763335102.251357:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814575360 00000100:00100000:3.0:1763335102.251370:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814575360 00000100:00100000:3.0:1763335102.251432:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9104 00000100:00100000:3.0:1763335102.251442:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+232:55956:x1848989814575360:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335102.251464:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335102.251489:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007573939 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880960 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.251608:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007573940 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335102.251620:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007573940 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.251631:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007573940 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.251647:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b54007573947 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335102.251653:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b54007573947 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.251659:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b54007573947 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.251714:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b5400757394e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335102.251721:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b5400757394e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.251727:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b5400757394e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:3.0:1763335102.251736:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1c8:0x0]: returning size 0 00010000:00010000:3.0:1763335102.251810:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007573940 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.251817:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007573940 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.251823:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007573940 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.251829:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007573940 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.251834:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadbc00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335102.251838:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007573940 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.251848:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007573940 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.251859:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3600) 00010000:00010000:3.0:1763335102.251861:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335102.251866:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007573940 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.251871:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007573940 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.251884:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b54007573947 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.251890:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b54007573947 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.251896:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b54007573947 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.251900:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadb200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335102.251902:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b54007573947 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.251908:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b54007573947 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.251915:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c79c3b00) 00010000:00010000:3.0:1763335102.251917:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335102.251920:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b54007573947 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.251924:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b54007573947 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.251961:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007573939 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880960 expref: 235 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.251988:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b5400757394e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880960 expref: 234 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.251995:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1c8:0x0].0x0 (ffff9001c79c3d00) 00010000:00010000:3.0:1763335102.251997:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335102.251999:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadb800, rc 0) 00000100:00100000:3.0:1763335102.252060:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+234:55956:x1848989814575360:12345-192.168.204.57@tcp:101:bash.0 Request processed in 619us (822us total) trans 4294972740 rc 0/0 00000100:00100000:3.0:1763335102.252068:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9104 00000100:00100000:0.0:1763335102.255803:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.256061:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814575488 00000100:00100000:3.0:1763335102.256072:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814575488 00000100:00100000:3.0:1763335102.258186:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9105 00000100:00100000:3.0:1763335102.258199:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+235:55956:x1848989814575488:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335102.258218:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335102.258233:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007573963 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880967 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.258263:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b5400757396a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335102.258274:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b5400757396a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1c8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.258283:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b5400757396a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1c8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.258421:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007573963 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1c8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880967 expref: 237 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.258436:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b5400757396a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1c8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880967 expref: 236 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.258444:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1c8:0x0].0x0 (ffff9001c79c3d00) 00010000:00010000:3.0:1763335102.258446:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763335102.258449:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbada800, rc 0) 00000100:00100000:3.0:1763335102.258503:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+236:55956:x1848989814575488:12345-192.168.204.57@tcp:101:bash.0 Request processed in 307us (2704us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335102.258509:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9105 00000100:00100000:0.0:1763335102.262817:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.263522:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814576000 00000100:00100000:3.0:1763335102.263527:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814576000 00000100:00100000:3.0:1763335102.263586:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9106 00000100:00100000:3.0:1763335102.263597:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+237:55956:x1848989814576000:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:3.0:1763335102.263655:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335102.263681:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b5400757394e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880960 expref: 237 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.263697:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1c8:0x0].0x0 (ffff9001c79c3d00) 00010000:00010000:3.0:1763335102.263703:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335102.263867:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007573971 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335102.263880:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007573971 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.263892:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007573971 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000001:00080000:3.0:1763335102.263932:0:6532:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972742 00000004:00010000:3.0:1763335102.263951:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000036f26e62 reply state 000000005a958531 transno 4294972743 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007573971 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.263963:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007573971 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.263979:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1c8:0x0].0x0 (ffff9001c79c3d00) 00010000:00010000:3.0:1763335102.263982:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335102.263985:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763335102.264075:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:55956:x1848989814576000:12345-192.168.204.57@tcp:36:bash.0 Request processed in 480us (831us total) trans 4294972743 rc 0/0 00000100:00100000:3.0:1763335102.264090:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9106 00000020:00080000:3.0:1763335102.264095:0:6532:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763335102.264166:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9107 00000100:00100000:0.0:1763335102.264172:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+238:56871:x1848989814575744:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335102.264181:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335102.264191:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573978 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88096e expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.264239:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b5400757397f lrc: 3/1,0 mode: --/CR res: [0x240000405:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:0.0:1763335102.264246:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b5400757397f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x1c8:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.264254:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b5400757397f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x1c8:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00000004:00200000:0.0:1763335102.264261:0:6531:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1c8:0x0]: returning size 0 00010000:00010000:0.0:1763335102.264333:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573978 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1c8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88096e expref: 241 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.264349:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b5400757397f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1c8:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88096e expref: 240 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.264356:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1c8:0x0].0x0 (ffff9001c79c3d00) 00010000:00010000:0.0:1763335102.264358:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1763335102.264360:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665c00, rc 0) 00000100:00100000:0.0:1763335102.264385:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+240:56871:x1848989814575744:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 214us (1579us total) trans 4294972744 rc 0/0 00000100:00100000:0.0:1763335102.264390:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9107 00000100:00100000:3.0:1763335102.269552:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814576256 00000100:00100000:3.0:1763335102.269563:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814576256 00000100:00100000:0.0:1763335102.269980:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814576128 00000100:00100000:0.0:1763335102.269986:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814576128 00000100:00100000:0.0:1763335102.270226:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9108 00000100:00100000:0.0:1763335102.270236:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f136b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+241:55956:x1848989814576128:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335102.270263:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335102.270282:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b5400757398d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88097c expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.270360:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b5400757398d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88097c expref: 242 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.270374:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b5400757398d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88097c expref: 242 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.270391:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1c8:0x0].0x0 (ffff9001c79c3d00) 00010000:00010000:0.0:1763335102.270395:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335102.270399:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664200, rc 0) 00000100:00100000:0.0:1763335102.270452:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f136b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:55956:x1848989814576128:12345-192.168.204.57@tcp:101:bash.0 Request processed in 217us (1155us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335102.270459:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9108 00000100:00100000:3.0:1763335102.272627:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.275763:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.275804:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335102.281356:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814576896 00000100:00100000:0.0:1763335102.281369:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814576896 00010000:00010000:0.0:1763335102.281413:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757399b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880975 expref: 242 pid: 6532 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1763335102.281457:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 2979 00000100:00100000:0.0:1763335102.281467:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7831880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:2426:x1848989814576896:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335102.281482:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335102.281489:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757399b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880975 expref: 242 pid: 6532 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1763335102.281502:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757399b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880975 expref: 242 pid: 6532 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1763335102.281532:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757399b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880975 expref: 242 pid: 6532 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1763335102.281551:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1c8:0x0].0x0 (ffff9001c79c3d00) 00010000:00010000:0.0:1763335102.281556:0:6515:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b540075739a9 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1c8:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.281566:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b540075739a9 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1c8:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.281573:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b540075739a9 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1c8:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.281600:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335102.281658:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7831880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+241:2426:x1848989814576896:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 192us (773us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335102.281665:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 2979 00000100:00100000:3.0:1763335102.281840:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335102.283184:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814577024 00000100:00100000:0.0:1763335102.283193:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814577024 00000100:00100000:0.0:1763335102.283428:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9111 00000100:00100000:0.0:1763335102.283438:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56871:x1848989814577024:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335102.283456:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335102.283474:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b540075739be lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880998 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.283518:0:6532:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b540075739a9 lrc: 2/0,1 mode: EX/EX res: [0x240000405:0x1c8:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.283527:0:6532:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b540075739be lrc: 4/0,0 mode: --/CR res: [0x240000405:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880998 expref: 243 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.283544:0:6532:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b540075739a9 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1c8:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.283555:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b540075739be lrc: 3/0,0 mode: --/CR res: [0x240000405:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880998 expref: 243 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.283567:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1c8:0x0].0x0 (ffff9001c79c3d00) 00010000:00010000:0.0:1763335102.283570:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335102.283573:0:6532:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b540075739be lrc: 3/0,0 mode: --/CR res: [0x240000405:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880998 expref: 243 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.283579:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665400, rc 0) 00000100:00100000:0.0:1763335102.283627:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:56871:x1848989814577024:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 190us (1787us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335102.283633:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9111 00000001:00080000:3.0:1763335102.287308:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972745 is committed 00000004:00080000:3.0:1763335102.287346:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 903 committed 00000004:00080000:3.0:1763335102.287359:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 900 committed 00000004:00080000:3.0:1763335102.287370:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 899 committed 00000004:00080000:3.0:1763335102.287372:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 902 committed 00000004:00080000:3.0:1763335102.287384:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 898 committed 00000004:00080000:3.0:1763335102.287387:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 901 committed 00000100:00100000:0.0:1763335102.287708:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f15c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826021248:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763335102.288475:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335102.288553:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c78cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826021760:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763335102.288578:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335102.288594:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763335102.288599:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c78cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826022144:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335102.288621:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335102.288649:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826021632 00000100:00100000:0.0:1763335102.288656:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826021632 00000100:00100000:0.0:1763335102.288693:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826021376 00000100:00100000:0.0:1763335102.288695:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826021376 00000100:00100000:0.0:1763335102.288709:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826021248 00000100:00100000:0.0:1763335102.288711:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826021248 00000100:00100000:0.0:1763335102.288722:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826021760 00000100:00100000:0.0:1763335102.288725:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826021760 00000100:00100000:0.0:1763335102.288741:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6206 00000100:00100000:0.0:1763335102.288749:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7830e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+27:3664:x1848989826021632:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763335102.288895:0:8415:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x22f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335102.288899:0:8415:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x22f:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763335102.288901:0:8415:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x22f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335102.288903:0:8415:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x22f:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763335102.288906:0:8415:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x22f:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335102.288940:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7830e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+28:3664:x1848989826021632:12345-0@lo:2:osp-syn-0-1.0 Request processed in 191us (681us total) trans 21474838743 rc 0/0 00000100:00100000:0.0:1763335102.288947:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6206 00000100:00100000:0.0:1763335102.288961:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826022144 00000100:00100000:0.0:1763335102.288964:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826022144 00000100:00100000:0.0:1763335102.288992:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6207 00000100:00100000:0.0:1763335102.288998:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7832300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+27:3666:x1848989826021376:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763335102.289011:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:555 count 1 00010000:00010000:0.0:1763335102.289026:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075739c5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.289044:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c4664000/0x3ec0b54007573891 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88092f expref: 17 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.289051:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335102.289053:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335102.289056:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075739c5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.289098:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c4664000/0x3ec0b54007573891 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88092f expref: 17 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.289111:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c4664000/0x3ec0b54007573891 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88092f expref: 17 pid: 8417 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1763335102.289123:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1848989826022272:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335102.289181:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c706a000 going to sleep for 11 seconds 00000100:00100000:0.0:1763335102.289198:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6208 00000100:00100000:0.0:1763335102.289205:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+27:3665:x1848989826021248:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763335102.289217:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:554 count 1 00010000:00010000:0.0:1763335102.289228:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c4664200/0x3ec0b540075739cc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x22a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.289238:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b540075737b8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x22a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8808e2 expref: 17 pid: 8725 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335102.289244:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335102.289246:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335102.289249:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4664200/0x3ec0b540075739cc lrc: 4/0,1 mode: --/PW res: [0x280000400:0x22a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.289269:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b540075737b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8808e2 expref: 17 pid: 8725 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335102.289278:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b540075737b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x22a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8808e2 expref: 17 pid: 8725 timeout: 1195 lvb_type: 1 00000100:00100000:0.0:1763335102.289287:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a34000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1848989826022400:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335102.289310:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000ccba6180 going to sleep for 11 seconds 00000100:00100000:3.0:1763335102.289987:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c78cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826022016:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335102.290015:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335102.290038:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826021888 00000100:00100000:3.0:1763335102.290041:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826021888 00000100:00100000:3.0:1763335102.290101:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6212 00000100:00100000:3.0:1763335102.290108:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+12:3667:x1848989826022016:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335102.290184:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+13:3667:x1848989826022016:12345-0@lo:2:osp-syn-1-1.0 Request processed in 78us (169us total) trans 17179871455 rc 0/0 00000100:00100000:3.0:1763335102.290190:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6212 00000004:00080000:3.0:1763335102.290222:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c78cc000/2, rc 0, transno 17179871455 00000100:00100000:3.0:1763335102.290228:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c78cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826022016:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763335102.290249:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f15c3800/2, rc 0, transno 21474838743 00000100:00100000:3.0:1763335102.290253:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f15c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826021632:0@lo:2:osp-syn-0-1.0 00010000:00010000:3.0:1763335102.290278:0:6531:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b540075739be lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880998 expref: 233 pid: 6532 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335102.290289:0:6531:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f15c3100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6531:1848989826022784:192.168.204.57@tcp:105: 00000100:00100000:3.0:1763335102.290329:0:6531:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c75c6e40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335102.296509:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.296532:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335102.296607:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814577152 00000100:00100000:0.0:1763335102.296618:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814577152 00010000:00010000:0.0:1763335102.296658:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4664000/0x3ec0b54007573891 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88092f expref: 18 pid: 8417 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1763335102.296699:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814577280 00000100:00100000:0.0:1763335102.296703:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814577280 00010000:00010000:0.0:1763335102.296719:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b540075737b8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x22a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8808e2 expref: 19 pid: 8725 timeout: 1195 lvb_type: 1 00000100:00100000:0.0:1763335102.296750:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 2980 00000100:00100000:0.0:1763335102.296760:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2429:x1848989814577152:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335102.296774:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335102.296780:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c4664000/0x3ec0b54007573891 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88092f expref: 19 pid: 8417 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1763335102.296794:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c4664000/0x3ec0b54007573891 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88092f expref: 19 pid: 8417 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1763335102.296817:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335102.296820:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335102.296825:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075739c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.296839:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075739c5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.296860:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335102.296907:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2429:x1848989814577152:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 148us (407us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335102.296914:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 2980 00000100:00100000:0.0:1763335102.296933:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 2981 00000100:00100000:0.0:1763335102.296939:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2429:x1848989814577280:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335102.296946:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335102.296951:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b540075737b8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x22a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8808e2 expref: 18 pid: 8725 timeout: 1195 lvb_type: 1 00010000:00010000:0.0:1763335102.296960:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b540075737b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x22a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8808e2 expref: 18 pid: 8725 timeout: 1195 lvb_type: 1 00010000:00010000:0.0:1763335102.296980:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335102.296983:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335102.296986:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c4664200/0x3ec0b540075739cc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.296993:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4664200/0x3ec0b540075739cc lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x22a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.297004:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335102.297022:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2429:x1848989814577280:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 82us (488us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335102.297029:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 2981 00010000:00010000:0.0:1763335102.297070:0:8415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c4664000/0x3ec0b54007573891 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88092f expref: 17 pid: 8417 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1763335102.297084:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1848989826022272:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335102.297106:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075739c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.297115:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075739c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.297121:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075739c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.297130:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075739c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.297137:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075739c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.297153:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763335102.297410:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7832300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+29:3666:x1848989826021376:12345-0@lo:6:osp-syn-0-1.0 Request processed in 8411us (9039us total) trans 21474838745 rc 0/0 00000100:00100000:0.0:1763335102.297418:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6207 00010000:00010000:3.0:1763335102.298066:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763335102.298073:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075739c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.298080:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665c00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335102.298084:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075739c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.298093:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075739c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.298106:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075739c5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.298113:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075739c5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x22b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.298128:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335102.298132:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c4664200/0x3ec0b540075739cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.298138:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335102.298141:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c4664200/0x3ec0b540075739cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.298147:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c4664200/0x3ec0b540075739cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.298155:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c4664200/0x3ec0b540075739cc lrc: 1/0,0 mode: --/PW res: [0x280000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.298162:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c4664200/0x3ec0b540075739cc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.298177:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335102.298179:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335102.298180:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335102.298427:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763335102.299615:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f15c3b80/2, rc 0, transno 21474838746 00000100:00100000:0.0:1763335102.299623:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f15c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826021248:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335102.302247:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335102.302412:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814577408 00000100:00100000:0.0:1763335102.302422:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814577408 00010000:00010000:0.0:1763335102.302459:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b540075736bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x22c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88088e expref: 17 pid: 8725 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1763335102.302495:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 2982 00000100:00100000:0.0:1763335102.302503:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2428:x1848989814577408:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335102.302517:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335102.302522:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b540075736bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x22c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88088e expref: 17 pid: 8725 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1763335102.302534:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b540075736bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x22c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88088e expref: 17 pid: 8725 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1763335102.302556:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b540075736bc lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x22c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88088e expref: 17 pid: 8725 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1763335102.302572:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335102.302574:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335102.302578:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3000/0x3ec0b540075739d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.302586:0:7458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3000/0x3ec0b540075739d3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x22c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.302609:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335102.302662:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2428:x1848989814577408:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 158us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335102.302672:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 2982 00010000:00010000:3.0:1763335102.302787:0:8725:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3000/0x3ec0b540075739d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.302796:0:8725:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3000/0x3ec0b540075739d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.302804:0:8725:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3000/0x3ec0b540075739d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.302812:0:8725:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3000/0x3ec0b540075739d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.302835:0:8725:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335102.303042:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+13:3665:x1848989826021760:12345-0@lo:6:osp-syn-1-1.0 Request processed in 13759us (14461us total) trans 17179871456 rc 0/0 00000100:00100000:3.0:1763335102.303049:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6209 00010000:00010000:0.0:1763335102.304081:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335102.304407:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3000/0x3ec0b540075739d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.304417:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb3000 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335102.304421:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3000/0x3ec0b540075739d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.304429:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3000/0x3ec0b540075739d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.304445:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3000/0x3ec0b540075739d3 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.304452:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3000/0x3ec0b540075739d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x22c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.304473:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335102.304475:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335102.304477:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763335102.304519:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c78cf100/2, rc 0, transno 17179871456 00000100:00100000:0.0:1763335102.304526:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c78cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826021760:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763335102.309624:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335102.309668:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.309756:0:6531:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f15c3100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6531:1848989826022784:192.168.204.57@tcp:105: 00010000:00010000:3.0:1763335102.309807:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b540075739a2 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880983 expref: 233 pid: 6531 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763335102.309845:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b540075739a9 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1c8:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880983 expref: 232 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.309913:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7600, rc 0) 00000100:00100000:3.0:1763335102.310016:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+232:55956:x1848989814576512:12345-192.168.204.57@tcp:101:bash.0 Request processed in 36913us (37388us total) trans 4294972745 rc 0/0 00000100:00100000:3.0:1763335102.310036:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9110 00000100:00100000:0.0:1763335102.314771:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.314909:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814577792 00000100:00100000:3.0:1763335102.314920:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814577792 00000100:00100000:3.0:1763335102.314983:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3130 00000100:00100000:3.0:1763335102.314993:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+232:55956:x1848989814577792:12345-192.168.204.57@tcp:49:bash.0 00000100:00100000:3.0:1763335102.315225:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+232:55956:x1848989814577792:12345-192.168.204.57@tcp:49:bash.0 Request processed in 232us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335102.315232:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3130 00000100:00100000:0.0:1763335102.319918:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.321191:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6214 00000100:00100000:3.0:1763335102.321202:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:55956:x1848989814577920:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335102.321218:0:27803:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335102.321238:0:27803:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000cbada400/0x3ec0b540075739e1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x22e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88099f expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335102.321260:0:27803:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x22e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335102.321279:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335102.321281:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335102.321289:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbada400/0x3ec0b540075739e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88099f expref: 17 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.321303:0:27803:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000cbada400/0x3ec0b540075739e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88099f expref: 17 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.321334:0:27803:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbada400, rc 0) 00000100:00100000:3.0:1763335102.321386:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:55956:x1848989814577920:12345-192.168.204.57@tcp:101:bash.0 Request processed in 186us (1481us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335102.321392:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6214 00000100:00100000:0.0:1763335102.322074:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335102.323438:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6215 00000100:00100000:0.0:1763335102.323448:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2428:x1848989814578048:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335102.323463:0:8725:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335102.323481:0:8725:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b540075739e8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x22e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8809a6 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335102.323538:0:8725:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a35f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8725:1848989826022912:192.168.204.57@tcp:106: 00000100:00100000:0.0:1763335102.324252:0:8725:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000ccba6cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335102.326868:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814578176 00000100:00100000:3.0:1763335102.326878:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814578176 00000100:00100000:3.0:1763335102.326934:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6216 00000100:00100000:3.0:1763335102.326943:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+15:55956:x1848989814578176:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335102.326959:0:27803:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335102.326989:0:27803:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb800/0x3ec0b540075739ef lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8809ad expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335102.327013:0:27803:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x230:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335102.327033:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335102.327035:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335102.327043:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb800/0x3ec0b540075739ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8809ad expref: 16 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.327058:0:27803:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb800/0x3ec0b540075739ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8809ad expref: 16 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.327070:0:27803:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadb800, rc 0) 00000100:00100000:3.0:1763335102.327131:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:55956:x1848989814578176:12345-192.168.204.57@tcp:101:bash.0 Request processed in 188us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335102.327139:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6216 00002000:00010000:0.0:1763335102.329213:0:8725:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x22e:0x0] updating lvb mtime: 0 -> 1763335102 00002000:00010000:0.0:1763335102.329222:0:8725:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x22e:0x0] updating lvb atime: 0 -> 1763335102 00002000:00010000:0.0:1763335102.329225:0:8725:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x22e:0x0] updating lvb ctime: 0 -> 1763335102 00000100:00100000:0.0:1763335102.329244:0:8725:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a35f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8725:1848989826022912:192.168.204.57@tcp:106: 00010000:00010000:0.0:1763335102.329277:0:8725:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b540075739e8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x22e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8809a6 expref: 18 pid: 8725 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335102.329296:0:8725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b540075739e8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x22e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8809a6 expref: 18 pid: 8725 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335102.329307:0:8725:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664800, rc 0) 00000100:00100000:0.0:1763335102.330994:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2428:x1848989814578048:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 7539us (8913us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335102.331006:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6215 00000100:00100000:3.0:1763335102.331993:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814578304 00000100:00100000:3.0:1763335102.332004:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814578304 00002000:00010000:3.0:1763335102.332042:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/558 (0->18446744073709551615) 00002000:00100000:3.0:1763335102.332047:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c6d97480 with x1848989814578304 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335102.332058:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c6d97480. 00000100:00100000:3.0:1763335102.332857:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814578432 00000100:00100000:3.0:1763335102.332863:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814578432 00002000:00010000:3.0:1763335102.332882:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/560 (0->18446744073709551615) 00002000:00100000:3.0:1763335102.332886:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c6d97100 with x1848989814578432 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335102.332893:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c6d97100. 00000100:00100000:3.0:1763335102.332923:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1544 00000100:00100000:3.0:1763335102.332933:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2426:x1848989814578304:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:3.0:1763335102.333111:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x22e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335102.333115:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x22e:0x0] updating lvb mtime from disk: 1763335102 -> 1763335102 00002000:00010000:3.0:1763335102.333117:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x22e:0x0] updating lvb atime from disk: 1763335102 -> 0 00002000:00010000:3.0:1763335102.333119:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x22e:0x0] updating lvb ctime from disk: 1763335102 -> 1763335102 00002000:00010000:3.0:1763335102.333121:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x22e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335102.333172:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2426:x1848989814578304:12345-192.168.204.57@tcp:10:bash.0 Request processed in 240us (2008us total) trans 21474838747 rc 0/0 00000100:00100000:3.0:1763335102.333179:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1544 00002000:00010000:3.0:1763335102.333182:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/558 (0->18446744073709551615) 00002000:00100000:3.0:1763335102.333185:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c6d97480 with x1848989814578304 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335102.333189:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c6d97480. 00000100:00100000:3.0:1763335102.333206:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1545 00000100:00100000:3.0:1763335102.333212:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2426:x1848989814578432:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:3.0:1763335102.333292:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x230:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335102.333296:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x230:0x0] updating lvb mtime from disk: 0 -> 1763335102 00002000:00010000:3.0:1763335102.333298:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x230:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335102.333299:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x230:0x0] updating lvb ctime from disk: 0 -> 1763335102 00002000:00010000:3.0:1763335102.333301:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x230:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335102.333348:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2426:x1848989814578432:12345-192.168.204.57@tcp:10:bash.0 Request processed in 135us (1041us total) trans 17179871458 rc 0/0 00000100:00100000:3.0:1763335102.333355:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1545 00002000:00010000:3.0:1763335102.333358:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/560 (0->18446744073709551615) 00002000:00100000:3.0:1763335102.333361:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c6d97100 with x1848989814578432 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335102.333365:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c6d97100. 00000100:00100000:3.0:1763335102.339287:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3131 00000100:00100000:3.0:1763335102.339298:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001d24d9450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+233:56871:x1848989814578688:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335102.339563:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001d24d9450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+234:56871:x1848989814578688:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 265us (1696us total) trans 4294972746 rc 0/0 00000100:00100000:3.0:1763335102.339571:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3131 00000100:00100000:3.0:1763335102.339614:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3132 00000100:00100000:3.0:1763335102.339621:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+233:55956:x1848989814578944:12345-192.168.204.57@tcp:35:bash.0 00000100:00100000:3.0:1763335102.339757:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+234:55956:x1848989814578944:12345-192.168.204.57@tcp:35:bash.0 Request processed in 135us (1839us total) trans 4294972747 rc 0/0 00000100:00100000:3.0:1763335102.339763:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3132 00000100:00100000:3.0:1763335102.347593:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814579200 00000100:00100000:3.0:1763335102.347603:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814579200 00000100:00100000:3.0:1763335102.347667:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9112 00000100:00100000:3.0:1763335102.347677:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7833b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+234:56871:x1848989814579200:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335102.347705:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335102.347727:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b540075739f6 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8809b4 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.347800:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075739fd lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:3.0:1763335102.347813:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075739fd lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.347823:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075739fd lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.347835:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007573a04 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:3.0:1763335102.347841:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007573a04 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.347846:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007573a04 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.347944:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007573a0b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:3.0:1763335102.347953:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007573a0b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.347960:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007573a0b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00000004:00200000:3.0:1763335102.347978:0:6531:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1c8:0x0]: returning size 5 00010000:00010000:3.0:1763335102.348054:0:6531:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075739fd lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.348060:0:6531:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075739fd lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.348066:0:6531:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075739fd lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.348071:0:6531:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075739fd lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.348076:0:6531:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadbc00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335102.348079:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075739fd lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.348097:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075739fd lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.348108:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3700) 00010000:00010000:3.0:1763335102.348111:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335102.348116:0:6531:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075739fd lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.348122:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075739fd lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.348134:0:6531:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007573a04 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.348140:0:6531:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007573a04 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.348145:0:6531:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007573a04 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.348150:0:6531:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadba00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335102.348153:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007573a04 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.348161:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007573a04 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.348167:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c79c3100) 00010000:00010000:3.0:1763335102.348169:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335102.348171:0:6531:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007573a04 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.348177:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007573a04 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.348212:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b540075739f6 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8809b4 expref: 237 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.348226:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007573a0b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8809b4 expref: 236 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.348232:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1c8:0x0].0x0 (ffff9001c79c3d00) 00010000:00010000:3.0:1763335102.348234:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335102.348236:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadac00, rc 0) 00000100:00100000:3.0:1763335102.348291:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7833b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+236:56871:x1848989814579200:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 616us (796us total) trans 4294972748 rc 0/0 00000100:00100000:3.0:1763335102.348298:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9112 00000100:00100000:0.0:1763335102.353715:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814579328 00000100:00100000:0.0:1763335102.353725:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814579328 00000100:00100000:0.0:1763335102.353778:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3133 00000100:00100000:0.0:1763335102.353788:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+236:56871:x1848989814579328:12345-192.168.204.57@tcp:33:lfs.0 00000100:00100000:0.0:1763335102.353955:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+236:56871:x1848989814579328:12345-192.168.204.57@tcp:33:lfs.0 Request processed in 167us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335102.353962:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3133 00000100:00100000:0.0:1763335102.357237:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814579584 00000100:00100000:0.0:1763335102.357247:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814579584 00000100:00100000:0.0:1763335102.358677:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814579840 00000100:00100000:0.0:1763335102.358687:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814579840 00000100:00100000:0.0:1763335102.358744:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9113 00000100:00100000:0.0:1763335102.358755:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+237:56876:x1848989814579584:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:0.0:1763335102.358808:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1763335102.358833:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b540075739a9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1c8:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880983 expref: 237 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.358854:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b540075739be lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1c8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880998 expref: 236 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.358867:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007573a0b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8809b4 expref: 235 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.358878:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b5400757396a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1c8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880967 expref: 234 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.358888:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1c8:0x0].0x0 (ffff9001c79c3d00) 00010000:00010000:0.0:1763335102.358898:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335102.358923:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007573a19 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335102.360191:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007573a19 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.360200:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007573a19 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.360216:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007573a35 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335102.360222:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007573a35 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.360228:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007573a35 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.360291:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573a3c lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335102.360300:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573a3c lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.360306:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573a3c lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00080000:0.0:1763335102.360520:0:6532:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000405:0x1c8:0x0] is inserted into orphan list, open count = 2 00010000:00010000:0.0:1763335102.360579:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573a3c lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.360586:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573a3c lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.360592:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573a3c lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.360597:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335102.360601:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573a3c lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.360608:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573a3c lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.360615:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1c8:0x0].0x0 (ffff9001da0ebf00) 00010000:00010000:0.0:1763335102.360618:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763335102.360621:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573a3c lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.360626:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573a3c lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.360638:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007573a19 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.360643:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007573a19 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.360648:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007573a19 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.360653:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007573a19 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.360657:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335102.360659:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007573a19 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.360664:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007573a19 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.360670:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881100) 00010000:00010000:0.0:1763335102.360673:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335102.360675:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007573a19 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.360680:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007573a19 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00000004:00010000:0.0:1763335102.360691:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005e08bcc5 reply state 000000000165d494 transno 4294972750 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007573a35 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.360700:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007573a35 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.360705:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881300) 00010000:00010000:0.0:1763335102.360707:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335102.360709:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335102.360745:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+236:56876:x1848989814579584:12345-192.168.204.57@tcp:36:rm.0 Request processed in 1992us (3626us total) trans 4294972750 rc 0/0 00000100:00100000:0.0:1763335102.360751:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9113 00000100:00100000:0.0:1763335102.384172:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814580352 00000100:00100000:0.0:1763335102.384183:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814580352 00000100:00100000:0.0:1763335102.384245:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9116 00000100:00100000:0.0:1763335102.384256:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+237:56877:x1848989814580352:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335102.384276:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335102.384301:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007573a51 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8809c9 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.384386:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573a58 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335102.384400:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573a58 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.384411:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573a58 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.384423:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573a5f lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335102.384430:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573a5f lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.384437:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573a5f lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.384473:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573a58 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.384479:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573a58 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.384485:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573a58 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.384492:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573a58 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.384497:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335102.384500:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573a58 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.384507:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573a58 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.384517:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881100) 00010000:00010000:0.0:1763335102.384520:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335102.384524:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573a58 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.384530:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573a58 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.384545:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573a5f lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.384551:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573a5f lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.384556:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573a5f lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.384561:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335102.384564:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573a5f lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.384568:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573a5f lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.384575:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881300) 00010000:00010000:0.0:1763335102.384578:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335102.384581:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573a5f lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.384586:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573a5f lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.384613:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007573a51 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8809c9 expref: 238 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.384623:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881100) 00010000:00010000:0.0:1763335102.384626:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335102.384629:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007573a51 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8809c9 expref: 238 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.384647:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664800, rc 0) 00000100:00100000:3.0:1763335102.384992:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814580608 00000100:00100000:3.0:1763335102.384997:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814580608 00000100:00100000:3.0:1763335102.385034:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3135 00000100:00100000:3.0:1763335102.385042:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+238:56871:x1848989814580608:12345-192.168.204.57@tcp:35:lfs.0 00000004:00080000:3.0:1763335102.385268:0:6533:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x1c8:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1763335102.385353:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1376, 64 off116016 00000040:00080000:3.0:1763335102.385378:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1377, 64 off116016 00000040:00080000:3.0:1763335102.385389:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1378, 64 off116080 00000040:00080000:3.0:1763335102.385397:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1377, 64 off116080 00010000:00010000:3.0:1763335102.385446:0:6533:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b54007573a66 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 00010000:00010000:3.0:1763335102.385455:0:6533:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b54007573a66 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335102.385464:0:6533:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b54007573a66 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335102.385470:0:6533:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b54007573a66 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335102.385475:0:6533:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b54007573a66 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335102.385480:0:6533:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b54007573a66 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335102.385496:0:6533:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763335102.386575:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:56877:x1848989814580352:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 2317us (4613us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335102.386585:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9116 00000100:00100000:3.0:1763335102.387168:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+238:56871:x1848989814580608:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 2124us (3216us total) trans 4294972752 rc 0/0 00000100:00100000:3.0:1763335102.387176:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3135 00000100:00100000:0.0:1763335102.391540:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814580736 00000100:00100000:0.0:1763335102.391551:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814580736 00000100:00100000:0.0:1763335102.391596:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9117 00000100:00100000:0.0:1763335102.391606:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7833800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+238:56877:x1848989814580736:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335102.391627:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335102.391649:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007573a6d lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8809d0 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.391714:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573a74 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335102.391727:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573a74 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.391738:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573a74 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.391748:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573a7b lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335102.391755:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573a7b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.391761:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573a7b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.391801:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573a74 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.391809:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573a74 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.391815:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573a74 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.391821:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573a74 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.391827:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335102.391830:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573a74 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.391837:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573a74 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.391849:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881100) 00010000:00010000:0.0:1763335102.391853:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335102.391857:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573a74 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.391862:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573a74 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.391874:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573a7b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.391880:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573a7b lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.391885:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573a7b lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.391890:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335102.391893:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573a7b lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.391898:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573a7b lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.391905:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881300) 00010000:00010000:0.0:1763335102.391907:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335102.391910:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573a7b lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.391916:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573a7b lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.391941:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007573a6d lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8809d0 expref: 239 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.391951:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881100) 00010000:00010000:0.0:1763335102.391954:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335102.391957:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007573a6d lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8809d0 expref: 239 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.391979:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664800, rc 0) 00000100:00100000:0.0:1763335102.392042:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7833800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+238:56877:x1848989814580736:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 436us (647us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335102.392049:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9117 00010000:00010000:1.0:1763335102.397488:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007573a82 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8809d7 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.397551:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007573a89 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335102.397563:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007573a89 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335102.397574:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007573a89 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:1.0:1763335102.397619:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1763335102.397623:0:13840:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763335102.397658:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007573a82 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8809d7 expref: 240 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.397677:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007573a89 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8809d7 expref: 239 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.397686:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0eb100) 00010000:00010000:1.0:1763335102.397689:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763335102.397693:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fceb3000, rc 0) 00000100:00100000:1.0:1763335102.397748:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7830380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:56877:x1848989814580864:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 306us (545us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335102.397755:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9118 00000100:00100000:0.0:1763335102.402573:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814580992 00000100:00100000:0.0:1763335102.402585:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814580992 00000100:00100000:0.0:1763335102.402644:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9119 00000100:00100000:0.0:1763335102.402655:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7830700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:56877:x1848989814580992:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335102.402677:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335102.402698:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007573a90 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8809de expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.402760:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573a97 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335102.402773:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573a97 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.402782:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573a97 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.402791:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573a9e lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335102.402797:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573a9e lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.402802:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573a9e lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.402834:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573a97 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.402840:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573a97 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.402845:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573a97 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.402851:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573a97 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.402857:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335102.402861:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573a97 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.402868:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573a97 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.402878:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0eb100) 00010000:00010000:0.0:1763335102.402881:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335102.402884:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573a97 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.402890:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573a97 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.402902:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573a9e lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.402907:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573a9e lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.402912:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573a9e lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.402916:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335102.402919:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573a9e lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.402923:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573a9e lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.402928:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881300) 00010000:00010000:0.0:1763335102.402930:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335102.402933:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573a9e lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.402938:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573a9e lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.402962:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007573a90 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8809de expref: 240 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.402979:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0eb100) 00010000:00010000:0.0:1763335102.402981:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335102.402985:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007573a90 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8809de expref: 240 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.402993:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664800, rc 0) 00000100:00100000:0.0:1763335102.403052:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7830700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:56877:x1848989814580992:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 399us (581us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335102.403059:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9119 00000100:00100000:3.0:1763335102.408892:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335102.409033:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814581248 00000100:00100000:1.0:1763335102.409046:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814581248 00000100:00100000:1.0:1763335102.409119:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9120 00000100:00100000:1.0:1763335102.409130:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:56877:x1848989814581248:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335102.409153:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335102.409157:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763335102.409183:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007573a89 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8809d7 expref: 239 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.409201:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0eb100) 00010000:00010000:1.0:1763335102.409211:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335102.409226:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007573aa5 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8809e5 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.409363:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007573aac lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335102.409376:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007573aac lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335102.409386:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007573aac lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335102.409396:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007573ab3 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335102.409404:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007573ab3 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335102.409410:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007573ab3 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335102.409773:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573aba lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335102.409782:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573aba lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335102.409789:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573aba lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:1.0:1763335102.409799:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1ca:0x0]: returning size 0 00010000:00010000:1.0:1763335102.409821:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007573aac lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335102.409827:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007573aac lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335102.409832:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007573aac lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335102.409837:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007573aac lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335102.409842:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb3800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335102.409846:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007573aac lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335102.409852:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007573aac lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335102.409859:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0ebd00) 00010000:00010000:1.0:1763335102.409862:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335102.409866:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007573aac lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335102.409871:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007573aac lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000004:00010000:1.0:1763335102.409881:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000707b3b91 reply state 00000000bcf17f56 transno 4294972753 ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007573ab3 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335102.410142:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007573ab3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335102.410151:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881300) 00010000:00010000:1.0:1763335102.410153:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335102.410156:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763335102.410186:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007573aa5 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8809e5 expref: 241 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.410202:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573aba lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8809e5 expref: 240 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.410209:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ca:0x0].0x0 (ffff9001da0eb400) 00010000:00010000:1.0:1763335102.410212:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335102.410214:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281000, rc 0) 00000100:00100000:1.0:1763335102.410276:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+241:56877:x1848989814581248:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1148us (1393us total) trans 4294972753 rc 0/0 00000100:00100000:1.0:1763335102.410283:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9120 00000100:00100000:0.0:1763335102.413434:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814581504 00000100:00100000:0.0:1763335102.413446:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814581504 00000100:00100000:0.0:1763335102.413508:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9121 00000100:00100000:0.0:1763335102.413520:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7832680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+241:56877:x1848989814581504:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335102.413553:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335102.413573:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007573ac8 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8809ec expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.413678:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573acf lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335102.413692:0:6532:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573aba lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8809e5 expref: 242 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.413701:0:6532:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573acf lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.413730:0:6532:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573aba lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8809e5 expref: 242 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.413743:0:6532:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573aba lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8809e5 expref: 242 pid: 13840 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1763335102.413756:0:6532:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a35f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826023040:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335102.413837:0:6532:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000ccba6180 going to sleep for 11 seconds 00000100:00100000:0.0:1763335102.418687:0:6532:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a35f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826023040:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335102.418717:0:6532:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573acf lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000100:00100000:3.0:1763335102.419137:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335102.419296:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814581888 00000100:00100000:0.0:1763335102.419303:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814581888 00010000:00010000:0.0:1763335102.419354:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573aba lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8809e5 expref: 243 pid: 13840 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1763335102.419396:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 2984 00000100:00100000:0.0:1763335102.419406:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001fb69a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:2427:x1848989814581888:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335102.419422:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335102.419429:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573aba lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8809e5 expref: 243 pid: 13840 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1763335102.419440:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573aba lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8809e5 expref: 243 pid: 13840 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1763335102.419462:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573aba lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8809e5 expref: 243 pid: 13840 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1763335102.419478:0:7458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ca:0x0].0x0 (ffff9001da0eb400) 00010000:00010000:0.0:1763335102.419484:0:7458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573acf lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.419492:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573acf lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.419499:0:7458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573acf lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.419520:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335102.419564:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001fb69a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:2427:x1848989814581888:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 159us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335102.419572:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 2984 00010000:00010000:0.0:1763335102.419621:0:6532:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573acf lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.419627:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573acf lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:0.0:1763335102.419650:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1ca:0x0]: returning size 0 00000004:00080000:0.0:1763335102.419828:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x232:0x0], index 1: 0 00000004:00080000:0.0:1763335102.419835:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x230:0x0], index 0: 0 00000004:00080000:0.0:1763335102.419840:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x231:0x0], index 0: 0 00000004:00080000:0.0:1763335102.419844:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x233:0x0], index 1: 0 00010000:00010000:0.0:1763335102.419949:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573acf lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.419956:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573acf lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.419963:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573acf lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.419979:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335102.419983:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573acf lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.419991:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573acf lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.419999:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ca:0x0].0x0 (ffff9001da0eb400) 00010000:00010000:0.0:1763335102.420001:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335102.420005:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573acf lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.420011:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573acf lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.420060:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007573ac8 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1ca:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8809ec expref: 242 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.420069:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ca:0x0].0x0 (ffff9001da0eb400) 00010000:00010000:0.0:1763335102.420071:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763335102.420074:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007573ac8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1ca:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8809ec expref: 242 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.420088:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664800, rc 0) 00000100:00100000:0.0:1763335102.420120:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7832680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+241:56877:x1848989814581504:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 6603us (6766us total) trans 4294972754 rc 301/301 00000100:00100000:0.0:1763335102.420127:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9121 00000100:00100000:3.0:1763335102.423745:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814582144 00000100:00100000:3.0:1763335102.423757:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814582144 00000100:00100000:3.0:1763335102.423817:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3136 00000100:00100000:3.0:1763335102.423827:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001d24d8850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+241:56877:x1848989814582144:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335102.424469:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814581760 00000100:00100000:1.0:1763335102.424476:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814581760 00000100:00100000:1.0:1763335102.424525:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9122 00000100:00100000:1.0:1763335102.424534:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:56878:x1848989814581760:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335102.424546:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335102.424568:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007573add lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8809f3 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.424644:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573ae4 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335102.424658:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573ae4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335102.424674:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573ae4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:1.0:1763335102.424686:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1ca:0x0]: returning size 0 00010000:00010000:1.0:1763335102.424759:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007573add lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1ca:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8809f3 expref: 246 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.424777:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573ae4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8809f3 expref: 245 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.424786:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ca:0x0].0x0 (ffff9001da0eb100) 00010000:00010000:1.0:1763335102.424789:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335102.424793:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281400, rc 0) 00000100:00100000:1.0:1763335102.424851:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56878:x1848989814581760:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 316us (5714us total) trans 4294972756 rc 0/0 00000100:00100000:1.0:1763335102.424858:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9122 00000100:00100000:1.0:1763335102.424918:0:10047:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6d95c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:10047:1848989826023168:0@lo:5:osp-pre-1-1.0 00000100:00100000:1.0:1763335102.424963:0:10047:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335102.424999:0:10047:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c109e540 going to sleep for 11 seconds 00000100:00100000:0.0:1763335102.425225:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826023168 00000100:00100000:0.0:1763335102.425232:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826023168 00000100:00100000:0.0:1763335102.425275:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6217 00000100:00100000:0.0:1763335102.425282:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+13:10047:x1848989826023168:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:0.0:1763335102.425337:0:8725:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 578 00000100:00100000:0.0:1763335102.426867:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+14:10047:x1848989826023168:12345-0@lo:5:osp-pre-1-1.0 Request processed in 1582us (1901us total) trans 17179871459 rc 0/0 00000100:00100000:0.0:1763335102.426877:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6217 00000100:00100000:0.0:1763335102.426934:0:10047:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6d95c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:10047:1848989826023168:0@lo:5:osp-pre-1-1.0 00000004:00080000:0.0:1763335102.426946:0:10047:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x233:0x0]-[0x2c0000400:0x261:0x0] 00000100:00100000:1.0:1763335102.432624:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814582272 00000100:00100000:1.0:1763335102.432635:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814582272 00000100:00100000:1.0:1763335102.432696:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6218 00000100:00100000:1.0:1763335102.432706:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7830a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2429:x1848989814582272:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335102.432723:0:8416:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335102.432746:0:8416:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007573af2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8809fa expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335102.432774:0:8416:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x231:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763335102.432793:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335102.432795:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335102.432803:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007573af2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8809fa expref: 19 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335102.432818:0:8416:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007573af2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8809fa expref: 19 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335102.432831:0:8416:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280200, rc 0) 00000100:00100000:1.0:1763335102.432884:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7830a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2429:x1848989814582272:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 180us (1575us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335102.432892:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6218 00000100:00100000:3.0:1763335102.433561:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814582656 00000100:00100000:3.0:1763335102.433567:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814582656 00000100:00100000:3.0:1763335102.433607:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3137 00000100:00100000:3.0:1763335102.433616:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7830e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56877:x1848989814582656:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335102.433806:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7830e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56877:x1848989814582656:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 191us (389us total) trans 4294972757 rc 0/0 00000100:00100000:3.0:1763335102.433812:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3137 00000100:00100000:0.0:1763335102.433867:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814582400 00000100:00100000:0.0:1763335102.433872:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814582400 00000100:00100000:0.0:1763335102.433910:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6219 00000100:00100000:0.0:1763335102.433917:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7833480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2429:x1848989814582400:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335102.433925:0:8725:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335102.433939:0:8725:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c4665c00/0x3ec0b54007573af9 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880a01 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335102.433955:0:8725:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x233:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335102.433965:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335102.433979:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335102.433986:0:8725:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665c00/0x3ec0b54007573af9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a01 expref: 18 pid: 8725 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335102.433999:0:8725:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c4665c00/0x3ec0b54007573af9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a01 expref: 18 pid: 8725 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335102.434008:0:8725:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665c00, rc 0) 00000100:00100000:0.0:1763335102.434030:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7833480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2429:x1848989814582400:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 113us (1438us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335102.434036:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6219 00000100:00100000:3.0:1763335102.437306:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335102.439666:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335102.439917:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814583168 00000100:00100000:0.0:1763335102.439927:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814583168 00000100:00100000:0.0:1763335102.440196:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9123 00000100:00100000:0.0:1763335102.440206:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+246:55956:x1848989814583168:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335102.440229:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335102.440256:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573b00 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880a08 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.440548:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573b07 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335102.440562:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573b07 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335102.440573:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573b07 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335102.440582:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573b0e lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335102.440589:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573b0e lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335102.440594:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573b0e lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335102.440658:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573b15 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335102.440665:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573b15 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335102.440672:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573b15 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:0.0:1763335102.440681:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1ca:0x0]: returning size 0 00010000:00010000:0.0:1763335102.440761:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573b07 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335102.440768:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573b07 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335102.440773:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573b07 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335102.440779:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573b07 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335102.440784:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335102.440787:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573b07 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335102.440793:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573b07 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335102.440805:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881d00) 00010000:00010000:0.0:1763335102.440808:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335102.440813:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573b07 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335102.440822:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573b07 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335102.440836:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573b0e lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335102.440842:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573b0e lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335102.440847:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573b0e lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335102.440851:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335102.440853:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573b0e lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335102.440858:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573b0e lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335102.440865:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881300) 00010000:00010000:0.0:1763335102.440868:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335102.440870:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573b0e lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335102.440875:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573b0e lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335102.440914:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573b00 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a08 expref: 249 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.440931:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573b15 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a08 expref: 248 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.440942:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ca:0x0].0x0 (ffff9001da0eb100) 00010000:00010000:0.0:1763335102.440945:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335102.440947:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665600, rc 0) 00000100:00100000:0.0:1763335102.441771:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:55956:x1848989814583168:12345-192.168.204.57@tcp:101:bash.0 Request processed in 1562us (2107us total) trans 4294972759 rc 0/0 00000100:00100000:0.0:1763335102.441782:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9123 00000100:00100000:0.0:1763335102.446489:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335102.447018:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814583296 00000100:00100000:1.0:1763335102.447029:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814583296 00000100:00100000:1.0:1763335102.447098:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9124 00000100:00100000:1.0:1763335102.447108:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:55956:x1848989814583296:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335102.447133:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335102.447153:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007573b23 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880a0f expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.447188:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573b2a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335102.447201:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573b2a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ca:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.447213:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573b2a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ca:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.447356:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007573b23 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1ca:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a0f expref: 250 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.447374:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573b2a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ca:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a0f expref: 249 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.447384:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ca:0x0].0x0 (ffff9001da0eb100) 00010000:00010000:1.0:1763335102.447387:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763335102.447391:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281200, rc 0) 00000100:00100000:1.0:1763335102.447445:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:55956:x1848989814583296:12345-192.168.204.57@tcp:101:bash.0 Request processed in 339us (969us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335102.447453:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9124 00000100:00100000:3.0:1763335102.447742:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335102.456361:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814583680 00000100:00100000:1.0:1763335102.456373:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814583680 00000100:00100000:1.0:1763335102.456439:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 392 00000100:00100000:1.0:1763335102.456450:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7832300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:2426:x1848989814583680:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335102.456470:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335102.456501:0:33041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573b15 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a08 expref: 251 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.456526:0:33041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ca:0x0].0x0 (ffff9001da0eb100) 00010000:00010000:1.0:1763335102.456533:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335102.456604:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7832300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:2426:x1848989814583680:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 155us (499us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335102.456613:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 392 00000100:00100000:3.0:1763335102.457172:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814583936 00000100:00100000:3.0:1763335102.457179:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814583936 00000100:00100000:3.0:1763335102.457222:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9126 00000100:00100000:3.0:1763335102.457230:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7831880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:55956:x1848989814583936:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:3.0:1763335102.457277:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335102.457290:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573ae4 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8809f3 expref: 250 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.457304:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ca:0x0].0x0 (ffff9001da0eb100) 00010000:00010000:3.0:1763335102.457307:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335102.457513:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007573b46 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335102.457528:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007573b46 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335102.457537:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007573b46 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000001:00080000:3.0:1763335102.457590:0:7841:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972761 00000004:00010000:3.0:1763335102.457615:0:7841:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a5f3266f reply state 00000000f25bb60a transno 4294972762 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007573b46 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335102.457627:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007573b46 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335102.457633:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ca:0x0].0x0 (ffff9001da0eb100) 00010000:00010000:3.0:1763335102.457636:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335102.457638:0:7841:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763335102.457710:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7831880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:55956:x1848989814583936:12345-192.168.204.57@tcp:36:bash.0 Request processed in 480us (1526us total) trans 4294972762 rc 0/0 00000100:00100000:3.0:1763335102.457716:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9126 00000020:00080000:3.0:1763335102.457721:0:7841:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763335102.457920:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335102.469469:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335102.469523:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.469539:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814584320 00000100:00100000:3.0:1763335102.469549:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814584320 00000100:00100000:3.0:1763335102.469615:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9128 00000100:00100000:3.0:1763335102.469626:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:55956:x1848989814584320:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335102.469651:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335102.469654:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763335102.469682:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b54007573b38 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1ca:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a16 expref: 253 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.469702:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ca:0x0].0x0 (ffff9001da0eb100) 00010000:00010000:3.0:1763335102.469708:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335102.469720:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007573b5b lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880a24 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.469768:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007573b62 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335102.469782:0:7841:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007573b54 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a1d expref: 253 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.469792:0:7841:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007573b62 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1ca:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335102.469828:0:7841:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007573b54 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a1d expref: 253 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.469840:0:7841:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007573b54 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a1d expref: 253 pid: 13840 timeout: 1195 lvb_type: 0 00000100:00100000:3.0:1763335102.469853:0:7841:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f15c3480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826023296:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335102.472532:0:7841:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001d5b0b6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335102.476381:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.476592:0:7841:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f15c3480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826023296:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335102.476618:0:7841:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007573b62 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1ca:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000100:00100000:1.0:1763335102.480284:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1763335102.481213:0:7841:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007573b62 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ca:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335102.481224:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007573b62 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ca:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000040:00080000:3.0:1763335102.481518:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1379, 88 off116168 00000004:00080000:3.0:1763335102.481527:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1095461211808ns, next at 1096236183888ns, rc = 0 00000040:00080000:3.0:1763335102.481549:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1378, 88 off116168 00000004:00080000:3.0:1763335102.481554:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1095461239066ns, next at 1096236153131ns, rc = 0 00000040:00080000:3.0:1763335102.481594:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1379, 88 off116256 00000004:00080000:3.0:1763335102.481599:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1095461284095ns, next at 1096236153131ns, rc = 0 00000040:00080000:3.0:1763335102.481614:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1380, 88 off116256 00000004:00080000:3.0:1763335102.481618:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1095461303798ns, next at 1096236183888ns, rc = 0 00000100:00100000:1.0:1763335102.482233:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335102.492821:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000001:00080000:3.0:1763335102.493555:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972765 is committed 00000004:00080000:3.0:1763335102.493563:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 902 committed 00000004:00080000:3.0:1763335102.493578:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 905 committed 00000004:00080000:3.0:1763335102.493586:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 904 committed 00000004:00080000:3.0:1763335102.493589:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 901 committed 00000100:00100000:1.0:1763335102.493675:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e7d6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826023808:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335102.493716:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335102.493752:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f15c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826023936:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763335102.493775:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335102.493796:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1763335102.493802:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6d94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826023424:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763335102.493819:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335102.493834:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f15c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826024064:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335102.493850:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335102.493865:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e7d6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826024192:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335102.493883:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335102.493906:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f15c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826023552:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763335102.493926:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335102.493941:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f15c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826024320:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1763335102.493956:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007573a35 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00000100:00100000:1.0:1763335102.493958:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763335102.493977:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007573a35 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00000100:00100000:1.0:1763335102.493984:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1763335102.493985:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007573a35 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00000100:00100000:1.0:1763335102.493989:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e7d6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826023680:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1763335102.493991:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335102.493995:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007573a35 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.494004:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007573a35 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00000100:00100000:1.0:1763335102.494006:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763335102.494020:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881300) 00010000:00010000:0.0:1763335102.494023:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335102.494028:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007573a35 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00000100:00100000:1.0:1763335102.494033:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826023808 00010000:00010000:0.0:1763335102.494035:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007573a35 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00000100:00100000:1.0:1763335102.494038:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826023808 00010000:00010000:0.0:1763335102.494052:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007573ab3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335102.494058:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007573ab3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335102.494063:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007573ab3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00000100:00100000:1.0:1763335102.494064:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826023936 00000100:00100000:1.0:1763335102.494066:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826023936 00010000:00010000:0.0:1763335102.494069:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb3c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335102.494071:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007573ab3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00000100:00100000:1.0:1763335102.494075:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826023424 00000100:00100000:1.0:1763335102.494077:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826023424 00010000:00010000:0.0:1763335102.494078:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007573ab3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00000100:00100000:1.0:1763335102.494085:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826024064 00000100:00100000:1.0:1763335102.494087:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826024064 00000100:00100000:1.0:1763335102.494096:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826024192 00010000:00010000:0.0:1763335102.494097:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881300) 00000100:00100000:1.0:1763335102.494098:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826024192 00010000:00010000:0.0:1763335102.494099:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335102.494103:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007573ab3 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000100:00100000:1.0:1763335102.494105:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826023552 00000100:00100000:1.0:1763335102.494107:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826023552 00010000:00010000:0.0:1763335102.494109:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007573ab3 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000100:00100000:1.0:1763335102.494114:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826024320 00000100:00100000:1.0:1763335102.494116:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826024320 00000100:00100000:1.0:1763335102.494124:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826023680 00000100:00100000:1.0:1763335102.494126:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826023680 00010000:00010000:0.0:1763335102.494128:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007573b46 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335102.494134:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007573b46 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00000100:00100000:1.0:1763335102.494136:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6220 00000100:00100000:1.0:1763335102.494143:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+17:3664:x1848989826023808:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1763335102.494145:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007573b46 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335102.494149:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadbc00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335102.494152:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007573b46 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335102.494157:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007573b46 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335102.494163:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ca:0x0].0x0 (ffff9001da0eb100) 00010000:00010000:0.0:1763335102.494166:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335102.494169:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007573b46 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335102.494173:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007573b46 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000100:00100000:0.0:1763335102.494196:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6221 00000100:00100000:0.0:1763335102.494203:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+32:3664:x1848989826023936:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763335102.494217:0:8725:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:559 count 1 00010000:00010000:0.0:1763335102.494236:0:8725:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007573b8c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x22f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.494253:0:8725:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6c00/0x3ec0b540075739b7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x22f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880991 expref: 18 pid: 27804 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335102.494260:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335102.494262:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335102.494265:0:8725:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007573b8c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x22f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335102.494285:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+18:3664:x1848989826023808:12345-0@lo:2:osp-syn-1-1.0 Request processed in 142us (568us total) trans 17179871460 rc 0/0 00010000:00010000:0.0:1763335102.494291:0:8725:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6c00/0x3ec0b540075739b7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880991 expref: 18 pid: 27804 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1763335102.494292:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6220 00010000:00010000:0.0:1763335102.494303:0:8725:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6c00/0x3ec0b540075739b7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x22f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880991 expref: 18 pid: 27804 timeout: 1195 lvb_type: 1 00000100:00100000:1.0:1763335102.494307:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6222 00000100:00100000:1.0:1763335102.494329:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+17:3664:x1848989826023424:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763335102.494330:0:8725:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a35c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8725:1848989826024448:192.168.204.57@tcp:104: 00002000:00080000:1.0:1763335102.494340:0:27803:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:560 count 1 00010000:00010000:1.0:1763335102.494351:0:27803:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c5281400/0x3ec0b54007573b93 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x230:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.494362:0:27803:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb800/0x3ec0b540075739ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8809ad expref: 17 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.494368:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335102.494370:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335102.494373:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5281400/0x3ec0b54007573b93 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335102.494380:0:8725:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000ccba6cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1763335102.494391:0:27803:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb800/0x3ec0b540075739ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8809ad expref: 17 pid: 27803 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335102.494407:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6223 00000100:00100000:0.0:1763335102.494414:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+32:3664:x1848989826024064:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1763335102.494416:0:27803:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb800/0x3ec0b540075739ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8809ad expref: 17 pid: 27803 timeout: 1195 lvb_type: 0 00000100:00100000:1.0:1763335102.494426:0:27803:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e7d6ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27803:1848989826024576:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335102.494450:0:27803:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c109ea80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335102.494480:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6224 00000100:00100000:1.0:1763335102.494487:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+17:3664:x1848989826024192:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335102.494497:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+33:3664:x1848989826024064:12345-0@lo:2:osp-syn-0-1.0 Request processed in 84us (646us total) trans 21474838748 rc 0/0 00000100:00100000:0.0:1763335102.494503:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6223 00000100:00100000:0.0:1763335102.494515:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6225 00000100:00100000:0.0:1763335102.494520:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+32:3666:x1848989826023552:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763335102.494530:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:558 count 1 00010000:00010000:0.0:1763335102.494540:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c4665800/0x3ec0b54007573b9a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x22e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335102.494541:0:27804:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335102.494544:0:27804:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763335102.494547:0:27804:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335102.494549:0:27804:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763335102.494552:0:27804:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x233:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:0.0:1763335102.494552:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000cbada400/0x3ec0b540075739e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88099f expref: 18 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.494558:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335102.494559:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335102.494562:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4665800/0x3ec0b54007573b9a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x22e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335102.494575:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+18:3664:x1848989826024192:12345-0@lo:2:osp-syn-1-1.0 Request processed in 89us (692us total) trans 17179871461 rc 0/0 00010000:00010000:0.0:1763335102.494579:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000cbada400/0x3ec0b540075739e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88099f expref: 18 pid: 27803 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335102.494582:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6224 00010000:00010000:0.0:1763335102.494588:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000cbada400/0x3ec0b540075739e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x22e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88099f expref: 18 pid: 27803 timeout: 1195 lvb_type: 0 00000100:00100000:1.0:1763335102.494592:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6226 00000100:00100000:0.0:1763335102.494597:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a36300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1848989826024704:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335102.494598:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+32:3666:x1848989826024320:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335102.494618:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c75c6e40 going to sleep for 11 seconds 00002000:00010000:1.0:1763335102.494647:0:27804:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335102.494650:0:27804:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763335102.494652:0:27804:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335102.494655:0:27804:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763335102.494657:0:27804:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x231:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335102.494683:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+33:3666:x1848989826024320:12345-0@lo:2:osp-syn-0-1.0 Request processed in 86us (724us total) trans 21474838749 rc 0/0 00000100:00100000:1.0:1763335102.494690:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6226 00000100:00100000:1.0:1763335102.494702:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6227 00000100:00100000:1.0:1763335102.494707:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+17:3666:x1848989826023680:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763335102.494717:0:27804:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:561 count 1 00010000:00010000:1.0:1763335102.494727:0:27804:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c5281000/0x3ec0b54007573ba1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.494738:0:27804:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075739b0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88098a expref: 17 pid: 27804 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335102.494744:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335102.494745:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335102.494748:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5281000/0x3ec0b54007573ba1 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.494765:0:27804:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075739b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88098a expref: 17 pid: 27804 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335102.494773:0:27804:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075739b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88098a expref: 17 pid: 27804 timeout: 1195 lvb_type: 1 00000100:00100000:1.0:1763335102.494781:0:27804:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e7d6fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27804:1848989826024832:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335102.494819:0:27804:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c109e540 going to sleep for 11 seconds 00000004:00080000:1.0:1763335102.494860:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f15c0a80/2, rc 0, transno 21474838749 00000100:00100000:1.0:1763335102.494865:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f15c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826024320:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763335102.494884:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f15c2300/2, rc 0, transno 21474838748 00000100:00100000:1.0:1763335102.494888:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f15c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826024064:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763335102.494897:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001e7d6d880/2, rc 0, transno 17179871461 00000100:00100000:1.0:1763335102.494900:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e7d6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826024192:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763335102.494907:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001e7d6f480/2, rc 0, transno 17179871460 00000100:00100000:1.0:1763335102.494909:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e7d6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826023808:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335102.504446:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335102.504541:0:8725:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a35c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8725:1848989826024448:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335102.504569:0:8725:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007573b8c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x22f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335102.504642:0:27803:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e7d6ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27803:1848989826024576:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335102.504661:0:27803:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c5281400/0x3ec0b54007573b93 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335102.504735:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335102.505390:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335102.505406:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a36300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1848989826024704:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335102.505420:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c4665800/0x3ec0b54007573b9a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x22e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335102.505536:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 2986 00000100:00100000:0.0:1763335102.505545:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2428:x1848989814585600:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335102.505560:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335102.505566:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb800/0x3ec0b540075739ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x230:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8809ad expref: 18 pid: 27803 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1763335102.505577:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb800/0x3ec0b540075739ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x230:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8809ad expref: 18 pid: 27803 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1763335102.505601:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb800/0x3ec0b540075739ef lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x230:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8809ad expref: 18 pid: 27803 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1763335102.505617:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335102.505619:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335102.505623:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c5281400/0x3ec0b54007573b93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.505634:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5281400/0x3ec0b54007573b93 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.505656:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335102.505704:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2428:x1848989814585600:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 159us (1268us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335102.505711:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 2986 00010000:00010000:0.0:1763335102.505739:0:8725:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007573b8c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.505747:0:8725:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007573b8c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.505762:0:8725:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007573b8c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.505769:0:8725:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007573b8c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.505792:0:8725:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763335102.506037:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+33:3664:x1848989826023936:12345-0@lo:6:osp-syn-0-1.0 Request processed in 11834us (12260us total) trans 21474838750 rc 0/0 00000100:00100000:0.0:1763335102.506045:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6221 00010000:00010000:0.0:1763335102.506065:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335102.506071:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007573b8c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.506079:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664c00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335102.506083:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007573b8c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.506091:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007573b8c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.506104:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007573b8c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.506110:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007573b8c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x22f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.506125:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335102.506127:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335102.506129:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335102.506138:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c4665800/0x3ec0b54007573b9a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763335102.506143:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f15c2a00/2, rc 0, transno 21474838750 00000100:00100000:1.0:1763335102.506149:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f15c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826023936:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1763335102.506151:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c4665800/0x3ec0b54007573b9a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.506158:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c4665800/0x3ec0b54007573b9a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.506164:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4665800/0x3ec0b54007573b9a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.506188:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763335102.506297:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+33:3666:x1848989826023552:12345-0@lo:6:osp-syn-0-1.0 Request processed in 11776us (12369us total) trans 21474838751 rc 0/0 00000100:00100000:0.0:1763335102.506304:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6225 00010000:00010000:0.0:1763335102.506342:0:27803:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c5281400/0x3ec0b54007573b93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.506351:0:27803:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c5281400/0x3ec0b54007573b93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.506358:0:27803:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c5281400/0x3ec0b54007573b93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.506365:0:27803:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5281400/0x3ec0b54007573b93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.506381:0:27803:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1763335102.506500:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+18:3664:x1848989826023424:12345-0@lo:6:osp-syn-1-1.0 Request processed in 12187us (12680us total) trans 17179871462 rc 0/0 00000100:00100000:0.0:1763335102.506507:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6222 00010000:00010000:0.0:1763335102.506522:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763335102.506685:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f15c3480/2, rc 0, transno 21474838751 00000100:00100000:1.0:1763335102.506691:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f15c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826023552:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1763335102.506711:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6d94000/2, rc 0, transno 17179871462 00000100:00100000:1.0:1763335102.506716:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6d94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826023424:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763335102.509693:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.509721:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.509746:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814585856 00000100:00100000:3.0:1763335102.509752:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814585856 00010000:00010000:3.0:1763335102.509784:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075739b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88098a expref: 17 pid: 27804 timeout: 1195 lvb_type: 1 00000100:00100000:3.0:1763335102.509808:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 2989 00000100:00100000:3.0:1763335102.509817:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1368700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2428:x1848989814585856:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335102.509830:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335102.509835:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075739b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x231:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88098a expref: 17 pid: 27804 timeout: 1195 lvb_type: 1 00000100:00100000:0.0:1763335102.510141:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335102.510160:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814585984 00000100:00100000:0.0:1763335102.510163:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814585984 00000100:00100000:0.0:1763335102.510187:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6228 00000100:00100000:0.0:1763335102.510193:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:55956:x1848989814585984:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335102.510202:0:27803:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335102.510212:0:27803:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c4665200/0x3ec0b54007573bcb lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x232:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880a32 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335102.510230:0:27803:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x232:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335102.510244:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335102.510246:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335102.510254:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665200/0x3ec0b54007573bcb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a32 expref: 19 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.510266:0:27803:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c4665200/0x3ec0b54007573bcb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a32 expref: 19 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.510276:0:27803:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665200, rc 0) 00000100:00100000:0.0:1763335102.510337:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:55956:x1848989814585984:12345-192.168.204.57@tcp:101:bash.0 Request processed in 144us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335102.510343:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6228 00010000:00010000:3.0:1763335102.511258:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075739b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x231:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88098a expref: 18 pid: 27804 timeout: 1195 lvb_type: 1 00010000:00010000:3.0:1763335102.511285:0:33041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075739b0 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x231:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88098a expref: 18 pid: 27804 timeout: 1195 lvb_type: 1 00010000:00010000:3.0:1763335102.511296:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335102.511298:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335102.511302:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c5281000/0x3ec0b54007573ba1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.511310:0:33041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5281000/0x3ec0b54007573ba1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.511358:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335102.514591:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1368700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2428:x1848989814585856:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 4771us (4864us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335102.514601:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 2989 00010000:00010000:0.0:1763335102.514690:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335102.514698:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c5281000/0x3ec0b54007573ba1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.514706:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281000 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335102.514710:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c5281000/0x3ec0b54007573ba1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.514719:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c5281000/0x3ec0b54007573ba1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.514735:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c5281000/0x3ec0b54007573ba1 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.514742:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c5281000/0x3ec0b54007573ba1 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763335102.514755:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001e7d6f100/2, rc 0, transno 17179871463 00010000:00010000:0.0:1763335102.514758:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335102.514760:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335102.514762:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e7d6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826023680:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1763335102.514762:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335102.517389:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.517760:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.529749:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.529795:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.530217:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1547 00000100:00100000:3.0:1763335102.530226:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2427:x1848989814586752:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:3.0:1763335102.530386:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x232:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335102.530389:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x232:0x0] updating lvb mtime from disk: 0 -> 1763335102 00002000:00010000:3.0:1763335102.530392:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x232:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335102.530460:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x232:0x0] updating lvb ctime from disk: 0 -> 1763335102 00002000:00010000:3.0:1763335102.530463:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x232:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335102.530499:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2427:x1848989814586752:12345-192.168.204.57@tcp:10:bash.0 Request processed in 274us (703us total) trans 17179871464 rc 0/0 00000100:00100000:3.0:1763335102.530507:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1547 00002000:00010000:3.0:1763335102.530512:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/562 (0->18446744073709551615) 00002000:00100000:3.0:1763335102.530514:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f1368e00 with x1848989814586752 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335102.530519:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001f1368e00. 00000100:00100000:3.0:1763335102.535922:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335102.536005:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814587136 00000100:00100000:1.0:1763335102.536016:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814587136 00000100:00100000:1.0:1763335102.536076:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3143 00000100:00100000:1.0:1763335102.536086:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+236:55956:x1848989814587136:12345-192.168.204.57@tcp:35:bash.0 00000100:00100000:3.0:1763335102.536408:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335102.536418:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+237:55956:x1848989814587136:12345-192.168.204.57@tcp:35:bash.0 Request processed in 333us (506us total) trans 4294972769 rc 0/0 00000100:00100000:1.0:1763335102.536426:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3143 00000100:00100000:0.0:1763335102.537133:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9131 00000100:00100000:0.0:1763335102.537145:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+237:56880:x1848989814587392:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335102.537157:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335102.537175:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573bd9 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880a47 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.537255:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007573be0 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335102.537270:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007573be0 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x1ca:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335102.537280:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007573be0 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x1ca:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:0.0:1763335102.537290:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1ca:0x0]: returning size 5 00010000:00010000:0.0:1763335102.537408:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573bd9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1ca:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a47 expref: 240 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.537426:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007573be0 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1ca:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a47 expref: 239 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.537435:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ca:0x0].0x0 (ffff9001da0eb100) 00010000:00010000:0.0:1763335102.537437:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1763335102.537441:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664000, rc 0) 00000100:00100000:0.0:1763335102.537491:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:56880:x1848989814587392:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 349us (1082us total) trans 4294972770 rc 0/0 00000100:00100000:0.0:1763335102.537497:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9131 00000100:00100000:3.0:1763335102.545173:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.545267:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.545684:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9133 00000100:00100000:3.0:1763335102.545693:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+237:56880:x1848989814587776:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335102.545704:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335102.545713:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007573c03 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880a4e expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.545775:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007573c0a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:3.0:1763335102.545782:0:6531:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007573bfc lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.545787:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007573c0a lrc: 4/1,0 mode: --/PR res: [0x240000405:0x1ca:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.545797:0:6531:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007573bfc lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.545806:0:6531:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007573c0a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ca:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00000100:00100000:3.0:1763335102.547682:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335102.548152:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814587904 00000100:00100000:0.0:1763335102.548161:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814587904 00010000:00010000:0.0:1763335102.548198:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007573be0 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1ca:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a47 expref: 239 pid: 7841 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1763335102.548235:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 2990 00000100:00100000:0.0:1763335102.548244:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001fb69bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:2426:x1848989814587904:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335102.548258:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335102.548265:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007573be0 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1ca:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a47 expref: 239 pid: 7841 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1763335102.548282:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007573be0 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1ca:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a47 expref: 239 pid: 7841 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1763335102.548309:0:33041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007573be0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1ca:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a47 expref: 239 pid: 7841 timeout: 1195 lvb_type: 0 00010000:00010000:0.0:1763335102.548344:0:33041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ca:0x0].0x0 (ffff9001da0eb100) 00010000:00010000:0.0:1763335102.548350:0:33041:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007573bfc lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.548359:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007573bfc lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.548366:0:33041:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007573bfc lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.548374:0:33041:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007573c0a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ca:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.548380:0:33041:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007573c0a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ca:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.548387:0:33041:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007573c0a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ca:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:0.0:1763335102.548525:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335102.549528:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001fb69bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:2426:x1848989814587904:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 1281us (1850us total) trans 0 rc 0/0 00010000:00010000:1.0:1763335102.549572:0:6531:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007573c0a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.549580:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007573c0a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00000004:00200000:1.0:1763335102.549612:0:6531:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1ca:0x0]: returning size 5 00000004:00200000:1.0:1763335102.549617:0:6531:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335102.549633:0:6531:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007573c0a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.549664:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007573c03 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a4e expref: 240 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.549680:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb000/0x3ec0b54007573c0a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a4e expref: 240 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.549686:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ca:0x0].0x0 (ffff9001da0eb100) 00010000:00010000:1.0:1763335102.549688:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335102.549690:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadb000, rc 0) 00000100:00100000:0.0:1763335102.549922:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 2990 00000100:00100000:1.0:1763335102.550090:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+238:56880:x1848989814587776:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 4397us (4822us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335102.550097:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9133 00000100:00100000:3.0:1763335102.553090:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:0.0:1763335102.554695:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335102.554703:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007573c11 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335102.554709:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6c00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335102.554713:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007573c11 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335102.554721:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007573c11 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335102.554734:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ca:0x0].0x0 (ffff9001da0eb100) 00010000:00010000:0.0:1763335102.554737:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335102.554741:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007573c11 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x1ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335102.554747:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007573c11 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335102.554758:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335102.554760:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335102.554761:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335102.563539:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814588288 00000100:00100000:1.0:1763335102.563550:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814588288 00000100:00100000:1.0:1763335102.563612:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9134 00000100:00100000:1.0:1763335102.563623:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7830e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:56880:x1848989814588288:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335102.563648:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335102.563673:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007573c18 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880a55 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.563749:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573c1f lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:1.0:1763335102.563765:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573c1f lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.563776:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573c1f lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.563786:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573c26 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:1.0:1763335102.563793:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573c26 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.563799:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573c26 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.563842:0:6531:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573c1f lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.563849:0:6531:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573c1f lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.563855:0:6531:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573c1f lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.563861:0:6531:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573c1f lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.563866:0:6531:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335102.563871:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573c1f lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.563878:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573c1f lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.563890:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0eba00) 00010000:00010000:1.0:1763335102.563893:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335102.563898:0:6531:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573c1f lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.563903:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573c1f lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.563915:0:6531:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573c26 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.563921:0:6531:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573c26 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.563926:0:6531:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573c26 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.563931:0:6531:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335102.563933:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573c26 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.563939:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573c26 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.563946:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da602f00) 00010000:00010000:1.0:1763335102.563948:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335102.563951:0:6531:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573c26 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.563956:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573c26 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.563995:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007573c18 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a55 expref: 240 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.564004:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0eba00) 00010000:00010000:1.0:1763335102.564007:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335102.564010:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007573c18 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a55 expref: 240 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.564021:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280000, rc 0) 00000100:00100000:1.0:1763335102.564575:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7830e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:56880:x1848989814588288:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 460us (805us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335102.564585:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9134 00000100:00100000:1.0:1763335102.567753:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.567822:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814588416 00000100:00100000:3.0:1763335102.567833:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814588416 00000100:00100000:3.0:1763335102.569160:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9135 00000100:00100000:3.0:1763335102.569177:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:56882:x1848989814588416:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335102.569201:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335102.569224:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007573c2d lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880a5c expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.569290:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007573c34 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:3.0:1763335102.569304:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007573c34 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.569330:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007573c34 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.569343:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007573c3b lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:3.0:1763335102.569350:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007573c3b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.569357:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007573c3b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.569398:0:6531:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007573c34 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.569405:0:6531:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007573c34 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.569411:0:6531:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007573c34 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.569417:0:6531:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007573c34 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.569423:0:6531:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadaa00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335102.569427:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007573c34 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.569435:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007573c34 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.569446:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c879de00) 00010000:00010000:3.0:1763335102.569450:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335102.569454:0:6531:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007573c34 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.569459:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007573c34 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.569475:0:6531:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007573c3b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.569480:0:6531:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007573c3b lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.569484:0:6531:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007573c3b lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.569489:0:6531:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbada400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335102.569491:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007573c3b lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.569501:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007573c3b lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.569507:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da602f00) 00010000:00010000:3.0:1763335102.569510:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335102.569512:0:6531:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007573c3b lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.569517:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007573c3b lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:3.0:1763335102.569544:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007573c2d lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a5c expref: 240 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.569553:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c879de00) 00010000:00010000:3.0:1763335102.569556:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335102.569559:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007573c2d lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a5c expref: 240 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.569572:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbada200, rc 0) 00000100:00100000:3.0:1763335102.569640:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:56882:x1848989814588416:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 468us (1895us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335102.569647:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9135 00000100:00100000:3.0:1763335102.572029:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335102.574575:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814588544 00000100:00100000:1.0:1763335102.574590:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814588544 00000100:00100000:1.0:1763335102.574650:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9136 00000100:00100000:1.0:1763335102.574660:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:56882:x1848989814588544:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335102.574680:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335102.574703:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007573c42 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880a63 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.574765:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573c49 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:1.0:1763335102.574779:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573c49 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.574790:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573c49 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.574800:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573c50 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:1.0:1763335102.574807:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573c50 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.574813:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573c50 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.574849:0:6531:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573c49 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.574856:0:6531:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573c49 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.574861:0:6531:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573c49 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.574867:0:6531:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573c49 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.574873:0:6531:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335102.574876:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573c49 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.574883:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573c49 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.574894:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0eba00) 00010000:00010000:1.0:1763335102.574896:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335102.574900:0:6531:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573c49 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.574906:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573c49 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.574918:0:6531:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573c50 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.574923:0:6531:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573c50 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.574928:0:6531:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573c50 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.574933:0:6531:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335102.574936:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573c50 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.574941:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573c50 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.574947:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da602f00) 00010000:00010000:1.0:1763335102.574949:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335102.574951:0:6531:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573c50 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.574956:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573c50 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.574994:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007573c42 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a63 expref: 240 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.575003:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0eba00) 00010000:00010000:1.0:1763335102.575005:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335102.575009:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007573c42 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a63 expref: 240 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.575026:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280000, rc 0) 00000100:00100000:1.0:1763335102.575088:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:56882:x1848989814588544:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 429us (3067us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335102.575095:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9136 00000100:00100000:1.0:1763335102.577272:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335102.585837:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335102.585928:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814588800 00000100:00100000:1.0:1763335102.585937:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814588800 00000100:00100000:1.0:1763335102.586048:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9138 00000100:00100000:1.0:1763335102.586058:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+240:56882:x1848989814588800:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335102.586078:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335102.586165:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007573c65 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880a71 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.586229:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573c6c lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:1.0:1763335102.586241:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573c6c lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.586252:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573c6c lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.586262:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573c73 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:1.0:1763335102.586268:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573c73 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.586274:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573c73 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.586311:0:6531:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573c6c lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.586416:0:6531:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573c6c lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.586421:0:6531:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573c6c lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.586427:0:6531:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573c6c lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.586433:0:6531:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335102.586437:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573c6c lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.586444:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573c6c lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.586455:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602200) 00010000:00010000:1.0:1763335102.586458:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335102.586463:0:6531:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573c6c lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.586469:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573c6c lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.586481:0:6531:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573c73 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.586486:0:6531:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573c73 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.586492:0:6531:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573c73 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.586497:0:6531:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335102.586500:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573c73 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.586506:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573c73 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.586511:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da602f00) 00010000:00010000:1.0:1763335102.586513:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335102.586516:0:6531:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573c73 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.586520:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573c73 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.586544:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007573c65 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a71 expref: 241 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.586554:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602200) 00010000:00010000:1.0:1763335102.586556:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335102.586560:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007573c65 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a71 expref: 241 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.586567:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280000, rc 0) 00000100:00100000:1.0:1763335102.586629:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+240:56882:x1848989814588800:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 572us (801us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335102.586636:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9138 00000100:00100000:0.0:1763335102.593979:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335102.594052:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814589056 00000100:00100000:1.0:1763335102.594062:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814589056 00000100:00100000:1.0:1763335102.594133:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9139 00000100:00100000:1.0:1763335102.594144:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+240:56882:x1848989814589056:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335102.594164:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335102.594167:0:6531:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763335102.594193:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007573c5e lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a6a expref: 240 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.594212:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602200) 00010000:00010000:1.0:1763335102.594223:0:6531:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335102.594238:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007573c7a lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880a78 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.594365:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007573c81 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:1.0:1763335102.594380:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007573c81 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.594390:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007573c81 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.594399:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007573c88 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:1.0:1763335102.594407:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007573c88 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.594413:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007573c88 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.594768:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007573c8f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:1.0:1763335102.594781:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007573c8f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.594789:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007573c8f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00000004:00200000:1.0:1763335102.594797:0:6531:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1cc:0x0]: returning size 0 00010000:00010000:1.0:1763335102.594821:0:6531:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007573c81 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.594829:0:6531:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007573c81 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.594836:0:6531:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007573c81 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.594842:0:6531:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007573c81 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.594848:0:6531:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335102.594852:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007573c81 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.594860:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007573c81 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.594867:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0eba00) 00010000:00010000:1.0:1763335102.594870:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335102.594874:0:6531:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007573c81 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.594880:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007573c81 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00000004:00010000:1.0:1763335102.594896:0:6531:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005522aeda reply state 00000000ff601d12 transno 4294972773 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007573c88 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.594906:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007573c88 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.594912:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da602f00) 00010000:00010000:1.0:1763335102.594915:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335102.594917:0:6531:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763335102.594940:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007573c7a lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a78 expref: 242 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.594955:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007573c8f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a78 expref: 241 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.594977:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cc:0x0].0x0 (ffff9001da0ebe00) 00010000:00010000:1.0:1763335102.594980:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335102.594982:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281e00, rc 0) 00000100:00100000:1.0:1763335102.595038:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56882:x1848989814589056:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 896us (1077us total) trans 4294972773 rc 0/0 00000100:00100000:1.0:1763335102.595046:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9139 00000100:00100000:0.0:1763335102.599687:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814589312 00000100:00100000:0.0:1763335102.599696:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814589312 00000100:00100000:0.0:1763335102.599755:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9140 00000100:00100000:0.0:1763335102.599766:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7832300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56882:x1848989814589312:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335102.599788:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335102.599817:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007573c9d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880a7f expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.599919:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573ca4 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335102.599935:0:6532:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007573c8f lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a78 expref: 243 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.599945:0:6532:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573ca4 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.599991:0:6532:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007573c8f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a78 expref: 243 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.600005:0:6532:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007573c8f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a78 expref: 243 pid: 6531 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1763335102.600019:0:6532:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a36d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826025088:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335102.600100:0:6532:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c706a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335102.602680:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335102.604690:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814589440 00000100:00100000:1.0:1763335102.604700:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814589440 00010000:00010000:1.0:1763335102.604744:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007573c8f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a78 expref: 244 pid: 6531 timeout: 1195 lvb_type: 0 00000100:00100000:1.0:1763335102.604789:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 2991 00000100:00100000:1.0:1763335102.604799:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:2427:x1848989814589440:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335102.604817:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335102.604823:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007573c8f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a78 expref: 244 pid: 6531 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1763335102.604836:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007573c8f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a78 expref: 244 pid: 6531 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1763335102.604858:0:33041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007573c8f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a78 expref: 244 pid: 6531 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1763335102.604874:0:33041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cc:0x0].0x0 (ffff9001da0ebe00) 00010000:00010000:1.0:1763335102.604879:0:33041:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573ca4 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335102.604889:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573ca4 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335102.604895:0:33041:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573ca4 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335102.604928:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335102.604995:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:2427:x1848989814589440:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 196us (2321us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335102.605002:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 2991 00000100:00100000:3.0:1763335102.605307:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:0.0:1763335102.605598:0:6532:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573ca4 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.605608:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573ca4 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:0.0:1763335102.605634:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1cc:0x0]: returning size 0 00000004:00080000:0.0:1763335102.605829:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x232:0x0], index 0: 0 00000004:00080000:0.0:1763335102.605836:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x234:0x0], index 1: 0 00000004:00080000:0.0:1763335102.605840:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x235:0x0], index 1: 0 00000004:00080000:0.0:1763335102.605844:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x233:0x0], index 0: 0 00010000:00010000:0.0:1763335102.605946:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573ca4 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.605958:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573ca4 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.605974:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573ca4 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.605980:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335102.605984:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573ca4 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.605992:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573ca4 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.606002:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cc:0x0].0x0 (ffff9001da0ebe00) 00010000:00010000:0.0:1763335102.606005:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335102.606008:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573ca4 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.606014:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573ca4 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.606062:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007573c9d lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1cc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a7f expref: 243 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.606071:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cc:0x0].0x0 (ffff9001da0ebe00) 00010000:00010000:0.0:1763335102.606074:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763335102.606077:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007573c9d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1cc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a7f expref: 243 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.606101:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664c00, rc 0) 00000100:00100000:0.0:1763335102.606149:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7832300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56882:x1848989814589312:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 6385us (6562us total) trans 4294972774 rc 301/301 00000100:00100000:0.0:1763335102.606158:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9140 00000100:00100000:0.0:1763335102.606178:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814589696 00000100:00100000:0.0:1763335102.606183:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814589696 00000100:00100000:0.0:1763335102.606210:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9141 00000100:00100000:0.0:1763335102.606216:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56884:x1848989814589696:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335102.606230:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335102.606246:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573cb2 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880a86 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.606300:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573cb9 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335102.606310:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573cb9 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.606355:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573cb9 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.606365:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573cc0 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335102.606373:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573cc0 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.606378:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573cc0 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.606456:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007573cc7 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335102.606464:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007573cc7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.606470:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007573cc7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.606515:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573cb9 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.606522:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573cb9 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.606527:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573cb9 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.606533:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573cb9 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.606538:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335102.606541:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573cb9 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.606546:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573cb9 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.606555:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881900) 00010000:00010000:0.0:1763335102.606557:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335102.606559:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573cb9 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.606565:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573cb9 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.606574:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573cc0 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.606579:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573cc0 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.606585:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573cc0 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.606590:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335102.606593:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573cc0 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.606598:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573cc0 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.606604:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da602f00) 00010000:00010000:0.0:1763335102.606606:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335102.606609:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573cc0 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.606615:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573cc0 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.606641:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573cb2 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a86 expref: 245 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.606655:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007573cc7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a86 expref: 244 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.606662:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cc:0x0].0x0 (ffff9000c4881700) 00010000:00010000:0.0:1763335102.606664:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335102.606667:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664800, rc 0) 00000100:00100000:0.0:1763335102.606691:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56884:x1848989814589696:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 475us (1386us total) trans 4294972775 rc 0/0 00000100:00100000:0.0:1763335102.606698:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9141 00000100:00100000:0.0:1763335102.609730:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826025216 00000100:00100000:0.0:1763335102.609747:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826025216 00000100:00100000:0.0:1763335102.610066:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6230 00000100:00100000:0.0:1763335102.610077:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+33:8716:x1848989826025216:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:0.0:1763335102.610131:0:8415:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 578 00000100:00100000:3.0:1763335102.610939:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.610998:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335102.611043:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814589952 00000100:00100000:1.0:1763335102.611051:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814589952 00000100:00100000:1.0:1763335102.611093:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3145 00000100:00100000:1.0:1763335102.611102:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56882:x1848989814589952:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335102.611452:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56882:x1848989814589952:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 350us (516us total) trans 4294972776 rc 0/0 00000100:00100000:1.0:1763335102.611461:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3145 00000100:00100000:0.0:1763335102.613531:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+34:8716:x1848989826025216:12345-0@lo:5:osp-pre-0-1.0 Request processed in 3428us (6431us total) trans 21474838753 rc 0/0 00000100:00100000:0.0:1763335102.613546:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6230 00000100:00100000:3.0:1763335102.614397:0:8716:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f15c0e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:8716:1848989826025216:0@lo:5:osp-pre-0-1.0 00000004:00080000:3.0:1763335102.614417:0:8716:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x233:0x0]-[0x280000400:0x261:0x0] 00000100:00100000:3.0:1763335102.617871:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.620049:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335102.626639:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814590848 00000100:00100000:1.0:1763335102.626651:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814590848 00000100:00100000:1.0:1763335102.626806:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814591104 00000100:00100000:1.0:1763335102.626810:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814591104 00000100:00100000:0.0:1763335102.626870:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9142 00000100:00100000:0.0:1763335102.626881:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:56884:x1848989814590848:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335102.626904:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335102.626923:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573cdc lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880a94 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.627048:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573ce3 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335102.627062:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573ce3 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x1cc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.627073:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573ce3 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x1cc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000100:00100000:3.0:1763335102.627174:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9143 00000100:00100000:3.0:1763335102.627184:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:55956:x1848989814591104:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335102.627193:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335102.627196:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763335102.627215:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007573cc7 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a86 expref: 249 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.627232:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cc:0x0].0x0 (ffff9000c4881700) 00010000:00010000:3.0:1763335102.627238:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335102.627247:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007573cea lrc: 2/0,0 mode: --/CW res: [0x240000405:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880a9b expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.627293:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007573cf1 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335102.627302:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007573cf1 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1cc:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335102.627309:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007573cf1 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1cc:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:3.0:1763335102.627360:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1cc:0x0]: returning size 0 00010000:00010000:3.0:1763335102.627481:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007573cea lrc: 0/0,0 mode: --/CW res: [0x240000405:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a9b expref: 251 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.627496:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007573cf1 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1cc:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a9b expref: 250 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.627504:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cc:0x0].0x0 (ffff9000c4881700) 00010000:00010000:3.0:1763335102.627507:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:3.0:1763335102.627509:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadaa00, rc 0) 00000100:00100000:3.0:1763335102.627572:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:55956:x1848989814591104:12345-192.168.204.57@tcp:101:bash.0 Request processed in 389us (1405us total) trans 4294972779 rc 0/0 00000100:00100000:3.0:1763335102.627580:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9143 00000004:00200000:0.0:1763335102.628198:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1cc:0x0]: returning size 0 00010000:00010000:0.0:1763335102.628268:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007573cdc lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1cc:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a94 expref: 251 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.628281:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573ce3 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1cc:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a94 expref: 250 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.628293:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cc:0x0].0x0 (ffff9000c4881700) 00010000:00010000:0.0:1763335102.628295:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1763335102.628297:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665e00, rc 0) 00000100:00100000:0.0:1763335102.628365:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:56884:x1848989814590848:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1486us (2870us total) trans 4294972780 rc 0/0 00000100:00100000:0.0:1763335102.628373:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9142 00000100:00100000:1.0:1763335102.635116:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814591232 00000100:00100000:1.0:1763335102.635128:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814591232 00000100:00100000:1.0:1763335102.635197:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9144 00000100:00100000:1.0:1763335102.635209:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:55956:x1848989814591232:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335102.635234:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335102.635256:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007573d06 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880aa2 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.635295:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007573d0d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335102.635333:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007573d0d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335102.635345:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007573d0d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335102.635457:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007573d06 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880aa2 expref: 252 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.635474:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007573d0d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880aa2 expref: 251 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.635484:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cc:0x0].0x0 (ffff9000c4881700) 00010000:00010000:1.0:1763335102.635486:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763335102.635491:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280a00, rc 0) 00000100:00100000:1.0:1763335102.635562:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:55956:x1848989814591232:12345-192.168.204.57@tcp:101:bash.0 Request processed in 354us (665us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335102.635569:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9144 00000100:00100000:0.0:1763335102.636054:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814591488 00000100:00100000:0.0:1763335102.636061:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814591488 00000100:00100000:0.0:1763335102.636105:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9145 00000100:00100000:0.0:1763335102.636114:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:56884:x1848989814591488:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335102.636128:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335102.636141:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573d14 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880aa9 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.636196:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007573d1b lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335102.636206:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007573d1b lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.636215:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007573d1b lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.636224:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573d22 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335102.636231:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573d22 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.636242:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573d22 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.636360:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007573d29 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335102.636371:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007573d29 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.636377:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007573d29 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.636383:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007573d29 lrc: 3/0,0 mode: --/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.636389:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335102.636393:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007573d29 lrc: 3/0,0 mode: --/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.636400:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007573d29 lrc: 4/0,0 mode: --/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.636407:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cc:0x0].0x0 (ffff9000c4881700) 00010000:00010000:0.0:1763335102.636413:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007573d29 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.636418:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007573d29 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00000004:00200000:0.0:1763335102.636433:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1cc:0x0]: returning size 0 00010000:00010000:0.0:1763335102.636507:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007573d1b lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.636514:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007573d1b lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.636520:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007573d1b lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.636526:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007573d1b lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.636530:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335102.636533:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007573d1b lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.636539:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007573d1b lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.636546:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881900) 00010000:00010000:0.0:1763335102.636549:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335102.636552:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007573d1b lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.636557:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007573d1b lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.636565:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573d22 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.636571:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573d22 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.636575:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573d22 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.636580:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335102.636582:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573d22 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.636591:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573d22 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.636596:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da602f00) 00010000:00010000:0.0:1763335102.636599:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335102.636601:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573d22 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.636607:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573d22 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.636635:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573d14 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880aa9 expref: 253 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.636645:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881900) 00010000:00010000:0.0:1763335102.636647:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763335102.636650:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573d14 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880aa9 expref: 253 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.636662:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665600, rc 0) 00000100:00100000:0.0:1763335102.636704:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:56884:x1848989814591488:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 591us (830us total) trans 4294972781 rc 301/301 00000100:00100000:0.0:1763335102.636712:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9145 00000100:00100000:1.0:1763335102.639783:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814591744 00000100:00100000:1.0:1763335102.639794:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814591744 00000100:00100000:1.0:1763335102.639848:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9146 00000100:00100000:1.0:1763335102.639858:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:55956:x1848989814591744:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:1.0:1763335102.639910:0:6531:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335102.639933:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007573cf1 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x1cc:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a9b expref: 252 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.639949:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cc:0x0].0x0 (ffff9000c4881700) 00010000:00010000:1.0:1763335102.639953:0:6531:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335102.640156:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007573d37 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:1.0:1763335102.640170:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007573d37 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.640179:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007573d37 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00000001:00080000:1.0:1763335102.640223:0:6531:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972782 00000004:00010000:1.0:1763335102.640250:0:6531:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006b1ac51d reply state 0000000057d01d67 transno 4294972783 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007573d37 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.640261:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007573d37 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.640267:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cc:0x0].0x0 (ffff9000c4881700) 00010000:00010000:1.0:1763335102.640270:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335102.640273:0:6531:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335102.640754:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:55956:x1848989814591744:12345-192.168.204.57@tcp:36:bash.0 Request processed in 895us (1057us total) trans 4294972783 rc 0/0 00000100:00100000:1.0:1763335102.640762:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9146 00000020:00080000:1.0:1763335102.640766:0:6531:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763335102.641348:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814592000 00000100:00100000:3.0:1763335102.641356:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814592000 00000100:00100000:3.0:1763335102.641395:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3148 00000100:00100000:3.0:1763335102.641404:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001d24d9850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56884:x1848989814592000:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335102.641571:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001d24d9850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:56884:x1848989814592000:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 168us (358us total) trans 4294972784 rc 0/0 00000100:00100000:3.0:1763335102.641578:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3148 00000100:00100000:1.0:1763335102.644647:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335102.645741:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.645780:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814592384 00000100:00100000:3.0:1763335102.645787:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814592384 00000100:00100000:3.0:1763335102.645828:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3150 00000100:00100000:3.0:1763335102.645836:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56884:x1848989814592384:12345-192.168.204.57@tcp:33:lfs.0 00000100:00100000:3.0:1763335102.646567:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56884:x1848989814592384:12345-192.168.204.57@tcp:33:lfs.0 Request processed in 728us (826us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335102.646575:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3150 00000100:00100000:0.0:1763335102.649280:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335102.649384:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814592640 00000100:00100000:1.0:1763335102.649396:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814592640 00000100:00100000:1.0:1763335102.649457:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9147 00000100:00100000:1.0:1763335102.649469:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:55956:x1848989814592640:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335102.649494:0:6531:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335102.649497:0:6531:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763335102.649523:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573ce3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1cc:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a94 expref: 256 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.649543:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cc:0x0].0x0 (ffff9000c4881700) 00010000:00010000:1.0:1763335102.649547:0:6531:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335102.649559:0:6531:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573d3e lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880ab0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.649603:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573d45 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 00010000:00010000:1.0:1763335102.649615:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573d45 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.649623:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573d45 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT1 00000040:00080000:1.0:1763335102.649820:0:6531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1382, 88 off116472 00000004:00080000:1.0:1763335102.649828:0:6531:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1095629512472ns, next at 1096236153131ns, rc = 0 00000040:00080000:1.0:1763335102.649863:0:6531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1383, 88 off116472 00000004:00080000:1.0:1763335102.649868:0:6531:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1095629553570ns, next at 1096236183888ns, rc = 0 00000040:00080000:1.0:1763335102.649893:0:6531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1384, 88 off116560 00000004:00080000:1.0:1763335102.649898:0:6531:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1095629583445ns, next at 1096236183888ns, rc = 0 00000040:00080000:1.0:1763335102.649908:0:6531:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1383, 88 off116560 00000004:00080000:1.0:1763335102.649912:0:6531:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1095629597581ns, next at 1096236153131ns, rc = 0 00010000:00010000:1.0:1763335102.658286:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007573bf5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335102.658298:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007573bf5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335102.658305:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007573bf5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335102.658330:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335102.658336:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007573bf5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335102.658344:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007573bf5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335102.658362:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da602f00) 00010000:00010000:1.0:1763335102.658365:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335102.658370:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007573bf5 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335102.658376:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007573bf5 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00000100:00100000:0.0:1763335102.658380:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c2f26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826025728:0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1763335102.658398:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007573c88 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.658404:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007573c88 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.658409:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007573c88 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.658414:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335102.658416:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007573c88 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.658420:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007573c88 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.658427:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da602f00) 00010000:00010000:1.0:1763335102.658429:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335102.658431:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007573c88 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.658436:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007573c88 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00000100:00100000:0.0:1763335102.658446:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763335102.658451:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007573d37 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.658457:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007573d37 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.658462:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007573d37 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.658466:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335102.658469:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007573d37 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.658474:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007573d37 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT1 00000100:00100000:0.0:1763335102.658478:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1763335102.658481:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cc:0x0].0x0 (ffff9000c4881700) 00010000:00010000:1.0:1763335102.658483:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335102.658484:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826025344:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1763335102.658486:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007573d37 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00010000:00010000:1.0:1763335102.658491:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007573d37 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT1 00000100:00100000:0.0:1763335102.658506:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335102.658507:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826025472:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763335102.658531:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826025600:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335102.658532:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335102.658550:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335102.658574:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826025728 00000100:00100000:0.0:1763335102.658580:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826025728 00010000:00010000:1.0:1763335102.658595:0:6531:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573d45 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1cc:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ab0 expref: 234 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.658603:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cc:0x0].0x0 (ffff9000c4881700) 00010000:00010000:1.0:1763335102.658606:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00000100:00100000:0.0:1763335102.658612:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826025344 00000100:00100000:0.0:1763335102.658614:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826025344 00010000:00010000:1.0:1763335102.658618:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573d3e lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ab0 expref: 234 pid: 6531 timeout: 0 lvb_type: 3 00000100:00100000:0.0:1763335102.658625:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826025472 00000100:00100000:0.0:1763335102.658627:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826025472 00010000:00010000:1.0:1763335102.658632:0:6531:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573d45 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1cc:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ab0 expref: 233 pid: 6531 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335102.658638:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826025600 00000100:00100000:0.0:1763335102.658639:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826025600 00000100:00100000:0.0:1763335102.658668:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6232 00000100:00100000:1.0:1763335102.658681:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6233 00000100:00100000:1.0:1763335102.658688:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+21:3666:x1848989826025344:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763335102.658714:0:28961:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:562 count 1 00010000:00010000:1.0:1763335102.658735:0:28961:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b54007573d4c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.658751:0:28961:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c4665200/0x3ec0b54007573bcb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a32 expref: 17 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.658758:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335102.658761:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335102.658764:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b54007573d4c lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.658788:0:28961:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c4665200/0x3ec0b54007573bcb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a32 expref: 17 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.658800:0:28961:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c4665200/0x3ec0b54007573bcb lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a32 expref: 17 pid: 27803 timeout: 1195 lvb_type: 0 00000100:00100000:1.0:1763335102.658811:0:28961:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c393df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28961:1848989826025984:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335102.658845:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6235 00000100:00100000:3.0:1763335102.658853:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+21:3665:x1848989826025600:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335102.658869:0:28961:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001d5b0b6c0 going to sleep for 11 seconds 00010000:00010000:1.0:1763335102.658885:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cc:0x0].0x0 (ffff9000c4881700) 00010000:00010000:1.0:1763335102.658972:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763335102.658975:0:6531:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281200, rc 0) 00000100:00100000:1.0:1763335102.658998:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+233:55956:x1848989814592640:12345-192.168.204.57@tcp:101:bash.0 Request processed in 9531us (9727us total) trans 4294972786 rc 0/0 00000100:00100000:1.0:1763335102.659006:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9147 00000100:00100000:0.0:1763335102.675728:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+22:3666:x1848989826025728:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335102.679553:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c79edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826026240:0@lo:400:kworker.0 00000100:00100000:1.0:1763335102.679582:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335102.679599:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c79ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3664:1848989826026752:0@lo:400:kworker.0 00000100:00100000:2.0:1763335102.679618:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335102.679618:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335102.679632:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c79eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3664:1848989826027264:0@lo:400:kworker.0 00000100:00100000:2.0:1763335102.679641:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1763335102.679646:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c79ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3667:1848989826026496:0@lo:400:kworker.0 00000100:00100000:1.0:1763335102.679651:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335102.679665:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335102.679667:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1763335102.679671:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c79ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3664:1848989826026368:0@lo:400:kworker.0 00000100:00100000:2.0:1763335102.679677:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c79ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3667:1848989826027008:0@lo:400:kworker.0 00000100:00100000:2.0:1763335102.679692:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335102.679692:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335102.679707:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c393ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3667:1848989826027520:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763335102.679707:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c79ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3664:1848989826026880:0@lo:400:kworker.0 00000100:00100000:2.0:1763335102.679723:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335102.679723:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335102.679736:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c79edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3664:1848989826027392:0@lo:400:kworker.0 00000100:00100000:2.0:1763335102.679750:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826027136 00000100:00100000:1.0:1763335102.679755:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335102.679758:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826027136 00000100:00100000:1.0:1763335102.679779:0:32322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826026112 00000100:00100000:1.0:1763335102.679783:0:32322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826026112 00000100:00100000:2.0:1763335102.679806:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826027264 00000100:00100000:2.0:1763335102.679808:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826027264 00000100:00100000:1.0:1763335102.679809:0:32322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:1.0:1763335102.679817:0:32322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001fb660450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2032434f-4737-4592-a0df-08ea1fa8243f+23:3667:x1848989826026112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335102.679823:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:2.0:1763335102.679828:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1848989826027136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335102.679860:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1848989826027136:12345-0@lo:400:kworker.0 Request processed in 31us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335102.679860:0:32322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001fb660450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2032434f-4737-4592-a0df-08ea1fa8243f+23:3667:x1848989826026112:12345-0@lo:400:kworker.0 Request processed in 43us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335102.679868:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00100000:1.0:1763335102.679868:0:32322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:2.0:1763335102.679883:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:2.0:1763335102.679888:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1848989826027264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335102.679900:0:14371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826026240 00000100:00100000:1.0:1763335102.679903:0:14371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826026240 00000100:00100000:2.0:1763335102.679917:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3664:x1848989826027264:12345-0@lo:400:kworker.0 Request processed in 28us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335102.679920:0:14371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826027008 00000100:00100000:2.0:1763335102.679922:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00100000:1.0:1763335102.679922:0:14371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826027008 00000100:00100000:1.0:1763335102.679932:0:14371:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826027520 00000100:00100000:1.0:1763335102.679934:0:14371:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826027520 00000100:00100000:1.0:1763335102.679945:0:14371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1328 00000100:00100000:1.0:1763335102.679950:0:14371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3664:x1848989826026240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335102.679952:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c79ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2032434f-4737-4592-a0df-08ea1fa8243f:3667:1848989826026112:0@lo:400:kworker.0 00000100:00100000:2.0:1763335102.679976:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c79ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3667:1848989826027136:0@lo:400:kworker.0 00000100:00100000:1.0:1763335102.679993:0:14371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3664:x1848989826026240:12345-0@lo:400:kworker.0 Request processed in 43us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335102.679999:0:14371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1328 00000100:00100000:1.0:1763335102.680010:0:14371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1329 00000100:00100000:1.0:1763335102.680015:0:14371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6355180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3667:x1848989826027008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335102.680031:0:35240:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c7ccba80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335102.680046:0:14371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6355180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3667:x1848989826027008:12345-0@lo:400:kworker.0 Request processed in 31us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335102.680052:0:14371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1329 00000100:00100000:1.0:1763335102.680063:0:14371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1330 00000100:00100000:1.0:1763335102.680068:0:14371:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6356300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1848989826027520:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1763335102.680090:0:14371:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1299714048 00000100:00100000:1.0:1763335102.680118:0:14371:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6356300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1848989826027520:12345-0@lo:41:osp-pre-1-0.0 Request processed in 51us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335102.680124:0:14371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1330 00000100:00100000:1.0:1763335102.680141:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826026624 00000100:00100000:1.0:1763335102.680144:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826026624 00000100:00100000:1.0:1763335102.680162:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826026752 00000100:00100000:1.0:1763335102.680164:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826026752 00000100:00100000:1.0:1763335102.680174:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826026496 00000100:00100000:1.0:1763335102.680176:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826026496 00000100:00100000:1.0:1763335102.680186:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826026368 00000100:00100000:1.0:1763335102.680188:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826026368 00000100:00100000:1.0:1763335102.680197:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826026880 00000100:00100000:1.0:1763335102.680199:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826026880 00000100:00100000:1.0:1763335102.680211:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826027392 00000100:00100000:1.0:1763335102.680214:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826027392 00000100:00100000:1.0:1763335102.680225:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1287 00000100:00100000:1.0:1763335102.680230:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1848989826026624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335102.680256:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1848989826026624:12345-0@lo:400:kworker.0 Request processed in 26us (674us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335102.680262:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1287 00000100:00100000:1.0:1763335102.680271:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1288 00000100:00100000:1.0:1763335102.680276:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1848989826026752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335102.680298:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1848989826026752:12345-0@lo:400:kworker.0 Request processed in 22us (680us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335102.680303:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1288 00000100:00100000:1.0:1763335102.680332:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1289 00000100:00100000:1.0:1763335102.680340:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6356d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1848989826026496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335102.680366:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6356d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1848989826026496:12345-0@lo:400:kworker.0 Request processed in 27us (700us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335102.680371:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1289 00000100:00100000:1.0:1763335102.680382:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1290 00000100:00100000:1.0:1763335102.680387:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1848989826026368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335102.680409:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1848989826026368:12345-0@lo:400:kworker.0 Request processed in 22us (717us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335102.680415:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1290 00000100:00100000:1.0:1763335102.680425:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1291 00000100:00100000:1.0:1763335102.680431:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1848989826026880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335102.680453:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3664:x1848989826026880:12345-0@lo:400:kworker.0 Request processed in 23us (730us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335102.680459:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1291 00000100:00100000:2.0:1763335102.680468:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1292 00000100:00100000:2.0:1763335102.680474:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1848989826027392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335102.680505:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1848989826027392:12345-0@lo:400:kworker.0 Request processed in 31us (748us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335102.680537:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+23:3666:x1848989826025728:12345-0@lo:2:osp-syn-1-1.0 Request processed in 21861us (22089us total) trans 17179871466 rc 0/0 00000100:00100000:0.0:1763335102.680548:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6232 00000100:00100000:0.0:1763335102.680578:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6357b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826027904:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335102.680605:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335102.680621:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763335102.680625:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6356a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826027776:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763335102.680639:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335102.680655:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826027904 00000100:00100000:0.0:1763335102.680658:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826027904 00000100:00100000:0.0:1763335102.680675:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826027776 00000100:00100000:0.0:1763335102.680677:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826027776 00000100:00100000:0.0:1763335102.680689:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6236 00000100:00100000:0.0:1763335102.680694:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+35:3665:x1848989826027904:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763335102.680824:0:8416:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x232:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335102.680827:0:8416:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x232:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763335102.680829:0:8416:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x232:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335102.680831:0:8416:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x232:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763335102.680833:0:8416:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x232:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335102.680858:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+36:3665:x1848989826027904:12345-0@lo:2:osp-syn-0-1.0 Request processed in 164us (252us total) trans 21474838754 rc 0/0 00000100:00100000:0.0:1763335102.680863:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6236 00000100:00100000:0.0:1763335102.680873:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6237 00000100:00100000:0.0:1763335102.680878:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+35:3665:x1848989826027776:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763335102.680888:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:561 count 1 00010000:00010000:0.0:1763335102.680904:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c4665800/0x3ec0b54007573d5a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.680922:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007573af2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8809fa expref: 19 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335102.680929:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335102.680931:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335102.680935:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4665800/0x3ec0b54007573d5a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.680956:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007573af2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8809fa expref: 19 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335102.680976:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007573af2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8809fa expref: 19 pid: 8416 timeout: 1195 lvb_type: 1 00000100:00100000:0.0:1763335102.680992:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c2f26d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1848989826028160:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335102.681027:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c706a6c0 going to sleep for 11 seconds 00000004:00080000:0.0:1763335102.681053:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6357b80/2, rc 0, transno 21474838754 00000100:00100000:0.0:1763335102.681059:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6357b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826027904:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335102.681073:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6354e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826028032:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335102.681094:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1763335102.681117:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c2f26a00/2, rc 0, transno 17179871466 00000100:00100000:0.0:1763335102.681121:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c2f26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826025728:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335102.681128:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763335102.681132:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6356680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826027648:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763335102.681149:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335102.681164:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826028032 00000100:00100000:0.0:1763335102.681167:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826028032 00000100:00100000:0.0:1763335102.681179:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826027648 00000100:00100000:0.0:1763335102.681181:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826027648 00000100:00100000:0.0:1763335102.681191:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6238 00000100:00100000:0.0:1763335102.681196:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+37:3666:x1848989826028032:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335102.681266:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+38:3666:x1848989826028032:12345-0@lo:2:osp-syn-0-1.0 Request processed in 69us (171us total) trans 21474838755 rc 0/0 00000100:00100000:0.0:1763335102.681273:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6238 00000100:00100000:0.0:1763335102.681284:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6239 00000100:00100000:0.0:1763335102.681289:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+37:3666:x1848989826027648:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763335102.681300:0:27804:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:560 count 1 00010000:00010000:0.0:1763335102.681310:0:27804:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007573d61 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x230:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.681344:0:27804:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6000/0x3ec0b54007573bd2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a40 expref: 19 pid: 27804 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335102.681713:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+22:3665:x1848989826025600:12345-0@lo:2:osp-syn-1-1.0 Request processed in 22860us (23160us total) trans 17179871465 rc 0/0 00000100:00100000:3.0:1763335102.681723:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6235 00000100:00080000:3.0:1763335102.681764:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1763335102.681768:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1763335102.681771:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1763335102.681772:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:3.0:1763335102.681788:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f1368700/2, rc 0, transno 17179871465 00000100:00100000:3.0:1763335102.681792:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826025600:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335102.681840:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:0.0:1763335102.684744:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335102.684750:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335102.684757:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007573d61 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.684810:0:27804:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6000/0x3ec0b54007573bd2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a40 expref: 19 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.684822:0:27804:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6000/0x3ec0b54007573bd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a40 expref: 19 pid: 27804 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1763335102.684838:0:27804:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c2f25180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27804:1848989826028288:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335102.684938:0:27804:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c706a000 going to sleep for 11 seconds 00000004:00080000:0.0:1763335102.684998:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6354e00/2, rc 0, transno 21474838755 00000100:00100000:0.0:1763335102.685005:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6354e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826028032:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335102.685032:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814592896 00000100:00100000:0.0:1763335102.685038:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814592896 00000100:00100000:3.0:1763335102.686656:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c79ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3664:1848989826026368:0@lo:400:kworker.0 00000100:00100000:3.0:1763335102.686671:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c79ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3664:1848989826026880:0@lo:400:kworker.0 00000100:00100000:3.0:1763335102.686681:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c79edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3664:1848989826027392:0@lo:400:kworker.0 00000100:00100000:3.0:1763335102.686690:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c79edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826026240:0@lo:400:kworker.0 00000100:00100000:3.0:1763335102.686699:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c79ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3664:1848989826026752:0@lo:400:kworker.0 00000100:00100000:3.0:1763335102.686708:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c79eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3664:1848989826027264:0@lo:400:kworker.0 00000100:00100000:3.0:1763335102.686833:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.686849:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.686865:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335102.687188:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1292 00000100:00100000:1.0:1763335102.687212:0:28961:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c393df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28961:1848989826025984:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335102.687232:0:28961:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b54007573d4c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335102.687235:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814593024 00000100:00100000:2.0:1763335102.687241:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814593024 00010000:00010000:2.0:1763335102.687267:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665200/0x3ec0b54007573bcb lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a32 expref: 18 pid: 27803 timeout: 1195 lvb_type: 0 00000100:00100000:1.0:1763335102.687268:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c79ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3667:1848989826026496:0@lo:400:kworker.0 00000100:00100000:1.0:1763335102.687280:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c79ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3667:1848989826027008:0@lo:400:kworker.0 00000100:00100000:1.0:1763335102.687293:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c393ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3667:1848989826027520:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1763335102.687301:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814593280 00000100:00100000:2.0:1763335102.687304:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814593280 00000100:00100000:1.0:1763335102.687304:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c79eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3667:1848989826026624:0@lo:400:kworker.0 00010000:00010000:2.0:1763335102.687333:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007573af2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8809fa expref: 20 pid: 8416 timeout: 1195 lvb_type: 1 00000100:00100000:2.0:1763335102.687356:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814593152 00000100:00100000:2.0:1763335102.687359:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814593152 00010000:00010000:2.0:1763335102.687372:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665c00/0x3ec0b54007573af9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a01 expref: 19 pid: 8725 timeout: 1195 lvb_type: 1 00000100:00100000:2.0:1763335102.687411:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 2992 00000100:00100000:1.0:1763335102.687418:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 2993 00000100:00100000:2.0:1763335102.687420:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2429:x1848989814593024:12345-192.168.204.57@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1763335102.687424:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:2429:x1848989814593280:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335102.687434:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335102.687434:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335102.687439:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c4665200/0x3ec0b54007573bcb lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x232:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a32 expref: 19 pid: 27803 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1763335102.687440:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007573af2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8809fa expref: 20 pid: 8416 timeout: 1195 lvb_type: 1 00010000:00010000:2.0:1763335102.687452:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c4665200/0x3ec0b54007573bcb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x232:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a32 expref: 19 pid: 27803 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1763335102.687453:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007573af2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x231:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8809fa expref: 20 pid: 8416 timeout: 1195 lvb_type: 1 00010000:00010000:2.0:1763335102.687476:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c4665200/0x3ec0b54007573bcb lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x232:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a32 expref: 19 pid: 27803 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1763335102.687478:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335102.687480:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335102.687485:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c4665800/0x3ec0b54007573d5a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x231:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335102.687489:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335102.687491:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335102.687493:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b54007573d4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.687494:0:33041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4665800/0x3ec0b54007573d5a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x231:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335102.687500:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b54007573d4c lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.687512:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335102.687556:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:2429:x1848989814593280:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 132us (706us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335102.687563:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 2993 00000100:00100000:1.0:1763335102.687577:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 2994 00000100:00100000:1.0:1763335102.687582:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2429:x1848989814593152:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335102.687588:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335102.687593:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c4665c00/0x3ec0b54007573af9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a01 expref: 18 pid: 8725 timeout: 1195 lvb_type: 1 00010000:00010000:1.0:1763335102.687602:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c4665c00/0x3ec0b54007573af9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a01 expref: 18 pid: 8725 timeout: 1195 lvb_type: 1 00010000:00010000:2.0:1763335102.687626:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335102.687646:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2429:x1848989814593024:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 227us (813us total) trans 0 rc 0/0 00010000:00010000:0.0:1763335102.687648:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007573af2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x231:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8809fa expref: 19 pid: 8416 timeout: 1195 lvb_type: 1 00000100:00100000:2.0:1763335102.687652:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 2992 00000100:00100000:0.0:1763335102.687659:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c2f26d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1848989826028160:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335102.687671:0:28961:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b54007573d4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.687672:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c4665800/0x3ec0b54007573d5a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335102.687680:0:28961:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b54007573d4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.687681:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c4665800/0x3ec0b54007573d5a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.687688:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c4665800/0x3ec0b54007573d5a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335102.687691:0:28961:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b54007573d4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.687694:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c4665800/0x3ec0b54007573d5a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335102.687699:0:28961:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b54007573d4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.687701:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4665800/0x3ec0b54007573d5a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335102.687715:0:28961:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1763335102.687730:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335102.687732:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335102.687735:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6600/0x3ec0b54007573d53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.687742:0:33041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6600/0x3ec0b54007573d53 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.687753:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335102.687772:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2429:x1848989814593152:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 189us (905us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335102.687778:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 2994 00000100:00100000:1.0:1763335102.687797:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9148 00000100:00100000:1.0:1763335102.687804:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+233:56885:x1848989814592896:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335102.687822:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335102.687842:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573d68 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880ab7 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.687932:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007573d6f lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00000100:00100000:2.0:1763335102.687934:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+22:3666:x1848989826025344:12345-0@lo:6:osp-syn-1-1.0 Request processed in 29247us (29427us total) trans 17179871467 rc 0/0 00000100:00100000:2.0:1763335102.687945:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6233 00010000:00010000:1.0:1763335102.687945:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007573d6f lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.687953:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007573d6f lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.687976:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007573d76 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335102.687983:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007573d76 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.687990:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007573d76 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335102.688249:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1763335102.688251:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1763335102.688257:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b54007573d4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335102.688264:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280400 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335102.688268:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b54007573d4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335102.688276:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b54007573d4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335102.688287:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b54007573d4c lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335102.688294:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b54007573d4c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335102.688308:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335102.688330:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c4665800/0x3ec0b54007573d5a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335102.688338:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665800 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335102.688340:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c4665800/0x3ec0b54007573d5a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335102.688348:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c4665800/0x3ec0b54007573d5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335102.688358:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c4665800/0x3ec0b54007573d5a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335102.688365:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c4665800/0x3ec0b54007573d5a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x231:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335102.688376:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335102.688378:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335102.688379:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335102.688401:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+38:3665:x1848989826027776:12345-0@lo:6:osp-syn-0-1.0 Request processed in 7522us (7759us total) trans 21474838756 rc 0/0 00000004:00080000:2.0:1763335102.688405:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a34000/2, rc 0, transno 17179871467 00000100:00100000:0.0:1763335102.688408:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6237 00000100:00100000:2.0:1763335102.688410:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826025344:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1763335102.688436:0:35240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c4665c00/0x3ec0b54007573af9 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a01 expref: 16 pid: 8725 timeout: 1195 lvb_type: 1 00000004:00080000:0.0:1763335102.688439:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6356a00/2, rc 0, transno 21474838756 00000100:00100000:0.0:1763335102.688443:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6356a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826027776:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763335102.688446:0:35240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c79ec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35240:1848989826025856:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335102.688456:0:35240:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6600/0x3ec0b54007573d53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335102.688464:0:35240:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6600/0x3ec0b54007573d53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335102.688470:0:35240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6600/0x3ec0b54007573d53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335102.688477:0:35240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6600/0x3ec0b54007573d53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335102.688484:0:35240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6600/0x3ec0b54007573d53 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335102.688497:0:35240:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763335102.688505:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335102.688509:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6600/0x3ec0b54007573d53 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335102.688516:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6600 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335102.688518:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6600/0x3ec0b54007573d53 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335102.688525:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6600/0x3ec0b54007573d53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335102.688534:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6600/0x3ec0b54007573d53 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335102.688541:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6600/0x3ec0b54007573d53 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335102.688552:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335102.688553:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335102.688554:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335102.688652:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+22:3664:x1848989826025472:12345-0@lo:6:osp-syn-1-1.0 Request processed in 29926us (30118us total) trans 17179871468 rc 0/0 00000100:00100000:2.0:1763335102.688658:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6234 00000004:00080000:2.0:1763335102.688681:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a36d80/2, rc 0, transno 17179871468 00000100:00100000:2.0:1763335102.688686:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826025472:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763335102.688786:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335102.688955:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007573d7d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335102.688973:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007573d7d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.688981:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007573d7d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:1.0:1763335102.688993:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1cc:0x0]: returning size 2 00010000:00010000:1.0:1763335102.689072:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007573d6f lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.689079:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007573d6f lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.689097:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007573d6f lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.689102:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007573d6f lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.689106:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335102.689109:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007573d6f lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.689115:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007573d6f lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.689123:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0eba00) 00010000:00010000:1.0:1763335102.689126:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335102.689129:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007573d6f lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.689135:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007573d6f lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.689745:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007573d76 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.689754:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007573d76 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.689760:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007573d76 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.689765:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb3c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335102.689768:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007573d76 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.689777:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007573d76 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.689785:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da0eb800) 00010000:00010000:1.0:1763335102.689787:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335102.689790:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007573d76 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.689796:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007573d76 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000100:00100000:3.0:1763335102.689798:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:1.0:1763335102.689848:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573d68 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ab7 expref: 236 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.689864:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007573d7d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ab7 expref: 235 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.689871:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cc:0x0].0x0 (ffff9000c4881700) 00010000:00010000:1.0:1763335102.689873:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335102.689875:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fceb2200, rc 0) 00000100:00100000:1.0:1763335102.689927:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+235:56885:x1848989814592896:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 2123us (8086us total) trans 4294972787 rc 0/0 00000100:00100000:1.0:1763335102.689933:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9148 00000100:00100000:2.0:1763335102.690891:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814593408 00000100:00100000:2.0:1763335102.690900:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814593408 00000100:00100000:2.0:1763335102.690952:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6240 00000100:00100000:2.0:1763335102.690970:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:55956:x1848989814593408:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335102.690985:0:35240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335102.691000:0:35240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b54007573d8b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880abe expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335102.691031:0:35240:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7e00/0x3ec0b54007573cd5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a8d expref: 20 pid: 27804 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335102.691041:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335102.691043:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335102.691047:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b54007573d8b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880abe expref: 20 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335102.691076:0:35240:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7e00/0x3ec0b54007573cd5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a8d expref: 20 pid: 27804 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335102.691089:0:35240:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7e00/0x3ec0b54007573cd5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a8d expref: 20 pid: 27804 timeout: 1195 lvb_type: 1 00000100:00100000:2.0:1763335102.691103:0:35240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6357480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35240:1848989826028416:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335102.691178:0:35240:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c7ccba80 going to sleep for 11 seconds 00000100:00100000:0.0:1763335102.694360:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335102.694480:0:27804:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c2f25180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27804:1848989826028288:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335102.694510:0:27804:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007573d61 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335102.695072:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335102.695154:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814593792 00000100:00100000:0.0:1763335102.695161:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814593792 00000100:00100000:0.0:1763335102.695221:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3151 00000100:00100000:0.0:1763335102.695232:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+235:56885:x1848989814593792:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335102.695293:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814593536 00000100:00100000:1.0:1763335102.695298:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814593536 00010000:00010000:1.0:1763335102.695341:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6000/0x3ec0b54007573bd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a40 expref: 21 pid: 27804 timeout: 1195 lvb_type: 0 00000100:00100000:1.0:1763335102.695367:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 2995 00000100:00100000:1.0:1763335102.695374:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f26d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:2426:x1848989814593536:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335102.695385:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335102.695392:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6000/0x3ec0b54007573bd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x230:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a40 expref: 21 pid: 27804 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1763335102.695404:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6000/0x3ec0b54007573bd2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x230:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a40 expref: 21 pid: 27804 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1763335102.695427:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6000/0x3ec0b54007573bd2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x230:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a40 expref: 21 pid: 27804 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1763335102.695442:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335102.695444:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335102.695450:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007573d61 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.695459:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007573d61 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x230:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.695484:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335102.695497:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+236:56885:x1848989814593792:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 267us (427us total) trans 4294972788 rc 0/0 00000100:00100000:1.0:1763335102.695502:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f26d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:2426:x1848989814593536:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 129us (1152us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335102.695509:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3151 00000100:00100000:1.0:1763335102.695510:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 2995 00010000:00010000:1.0:1763335102.695532:0:27804:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007573d61 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.695542:0:27804:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007573d61 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.695558:0:27804:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007573d61 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.695566:0:27804:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007573d61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.695594:0:27804:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763335102.695791:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+38:3666:x1848989826027648:12345-0@lo:6:osp-syn-0-1.0 Request processed in 14501us (14640us total) trans 21474838757 rc 0/0 00000100:00100000:1.0:1763335102.695800:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6239 00000100:00100000:2.0:1763335102.695801:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335102.695818:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814593920 00000100:00100000:2.0:1763335102.695822:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814593920 00010000:00010000:2.0:1763335102.695840:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7e00/0x3ec0b54007573cd5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a8d expref: 20 pid: 27804 timeout: 1195 lvb_type: 1 00000004:00080000:1.0:1763335102.695844:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6356680/2, rc 0, transno 21474838757 00000100:00100000:1.0:1763335102.695851:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6356680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826027648:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763335102.695860:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 2996 00000100:00100000:2.0:1763335102.695866:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6354a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:2426:x1848989814593920:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335102.695874:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335102.695878:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7e00/0x3ec0b54007573cd5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x232:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a8d expref: 20 pid: 27804 timeout: 1195 lvb_type: 1 00010000:00010000:2.0:1763335102.695887:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7e00/0x3ec0b54007573cd5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x232:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a8d expref: 20 pid: 27804 timeout: 1195 lvb_type: 1 00010000:00010000:2.0:1763335102.695900:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335102.695901:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335102.695907:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b54007573d8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880abe expref: 20 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335102.695914:0:7458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b54007573d8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880abe expref: 20 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335102.695942:0:7458:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b54007573d8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880abe expref: 20 pid: 35240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335102.695956:0:7458:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6354380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7458:1848989826028544:192.168.204.57@tcp:105: 00000100:00100000:2.0:1763335102.696014:0:7458:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c7ccb840 going to sleep for 11 seconds 00010000:00010000:3.0:1763335102.696137:0:35240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7e00/0x3ec0b54007573cd5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x232:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880a8d expref: 20 pid: 27804 timeout: 1195 lvb_type: 1 00000100:00100000:3.0:1763335102.696147:0:35240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6357480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35240:1848989826028416:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335102.696164:0:35240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b54007573d8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880abe expref: 19 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.696187:0:35240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6e00, rc 0) 00000100:00100000:3.0:1763335102.696221:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:55956:x1848989814593408:12345-192.168.204.57@tcp:101:bash.0 Request processed in 5261us (6425us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335102.696228:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6240 00010000:00010000:0.0:1763335102.696580:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335102.696586:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007573d61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.696594:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664c00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335102.696597:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007573d61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.696606:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007573d61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.696617:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007573d61 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.696624:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007573d61 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x230:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.696641:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335102.696643:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335102.696645:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335102.698284:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335102.698448:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814594048 00000100:00100000:2.0:1763335102.698456:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814594048 00000100:00100000:2.0:1763335102.698503:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6241 00000100:00100000:2.0:1763335102.698513:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2428:x1848989814594048:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335102.698529:0:35240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335102.698546:0:35240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b54007573d92 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x232:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880ac5 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335102.698595:0:35240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6355500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35240:1848989826028672:192.168.204.57@tcp:106: 00000100:00100000:2.0:1763335102.698664:0:35240:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c7ccbd80 going to sleep for 11 seconds 00000100:00100000:3.0:1763335102.701013:0:7458:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6354380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7458:1848989826028544:192.168.204.57@tcp:105: 00010000:00010000:3.0:1763335102.701040:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335102.701095:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6354a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:2426:x1848989814593920:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 5227us (5292us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335102.701106:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 2996 00000100:00100000:0.0:1763335102.703577:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00002000:00010000:2.0:1763335102.705582:0:35240:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x232:0x0] updating lvb mtime: 0 -> 1763335103 00002000:00010000:2.0:1763335102.705591:0:35240:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x232:0x0] updating lvb atime: 0 -> 1763335102 00002000:00010000:2.0:1763335102.705594:0:35240:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x232:0x0] updating lvb ctime: 0 -> 1763335103 00000100:00100000:2.0:1763335102.705614:0:35240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6355500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35240:1848989826028672:192.168.204.57@tcp:106: 00010000:00010000:2.0:1763335102.705648:0:35240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b54007573d92 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ac5 expref: 19 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335102.705670:0:35240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b54007573d92 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ac5 expref: 19 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335102.705683:0:35240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6600, rc 0) 00000100:00100000:2.0:1763335102.705749:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2428:x1848989814594048:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 7237us (7471us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335102.705759:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6241 00000100:00100000:2.0:1763335102.705789:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814594176 00000100:00100000:2.0:1763335102.705795:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814594176 00000100:00100000:2.0:1763335102.705842:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6242 00000100:00100000:2.0:1763335102.705850:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:55956:x1848989814594176:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335102.705864:0:35240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335102.705884:0:35240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7800/0x3ec0b54007573d99 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880acc expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335102.705899:0:35240:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x234:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763335102.705914:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335102.705917:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335102.705925:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7800/0x3ec0b54007573d99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880acc expref: 17 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335102.705938:0:35240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7800/0x3ec0b54007573d99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880acc expref: 17 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335102.705946:0:35240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7800, rc 0) 00000100:00100000:2.0:1763335102.705979:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:55956:x1848989814594176:12345-192.168.204.57@tcp:101:bash.0 Request processed in 129us (2412us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335102.705985:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6242 00000100:00100000:1.0:1763335102.719590:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335102.719635:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335102.719835:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814594432 00000100:00100000:2.0:1763335102.719847:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814594432 00002000:00010000:2.0:1763335102.719889:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/564 (0->18446744073709551615) 00002000:00100000:2.0:1763335102.719894:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c393ce00 with x1848989814594432 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335102.719907:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c393ce00. 00000100:00100000:2.0:1763335102.720001:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814594304 00000100:00100000:2.0:1763335102.720005:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814594304 00002000:00010000:2.0:1763335102.720019:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/562 (0->18446744073709551615) 00002000:00100000:2.0:1763335102.720022:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c393df80 with x1848989814594304 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335102.720028:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c393df80. 00000100:00100000:2.0:1763335102.720642:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1548 00000100:00100000:2.0:1763335102.720656:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2427:x1848989814594432:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:2.0:1763335102.720839:0:23997:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x234:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335102.720843:0:23997:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x234:0x0] updating lvb mtime from disk: 0 -> 1763335103 00002000:00010000:2.0:1763335102.720845:0:23997:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x234:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335102.720847:0:23997:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x234:0x0] updating lvb ctime from disk: 0 -> 1763335103 00002000:00010000:2.0:1763335102.720849:0:23997:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x234:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335102.720912:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2427:x1848989814594432:12345-192.168.204.57@tcp:10:bash.0 Request processed in 259us (1332us total) trans 17179871469 rc 0/0 00000100:00100000:2.0:1763335102.720922:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1548 00002000:00010000:2.0:1763335102.720927:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/564 (0->18446744073709551615) 00002000:00100000:2.0:1763335102.720930:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c393ce00 with x1848989814594432 ext(0->18446744073709551615) 00000100:00100000:3.0:1763335102.722277:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1549 00000100:00100000:3.0:1763335102.722297:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2427:x1848989814594304:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:3.0:1763335102.722445:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x232:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335102.722448:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x232:0x0] updating lvb mtime from disk: 1763335103 -> 1763335103 00002000:00010000:3.0:1763335102.722451:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x232:0x0] updating lvb atime from disk: 1763335102 -> 0 00002000:00010000:3.0:1763335102.722453:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x232:0x0] updating lvb ctime from disk: 1763335103 -> 1763335103 00002000:00010000:3.0:1763335102.722455:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x232:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335102.722494:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2427:x1848989814594304:12345-192.168.204.57@tcp:10:bash.0 Request processed in 206us (2859us total) trans 21474838758 rc 0/0 00000100:00100000:3.0:1763335102.722500:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1549 00002000:00010000:3.0:1763335102.722503:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/562 (0->18446744073709551615) 00002000:00100000:3.0:1763335102.722506:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c393df80 with x1848989814594304 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335102.722512:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c393df80. 00002000:00010000:2.0:1763335102.722780:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c393ce00. 00000100:00100000:0.0:1763335102.723812:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335102.724158:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814594688 00000100:00100000:1.0:1763335102.724168:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814594688 00000100:00100000:1.0:1763335102.724217:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9149 00000100:00100000:1.0:1763335102.724226:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+236:56886:x1848989814594688:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335102.724246:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335102.724265:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007573da0 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880ad3 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.724389:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007573da7 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335102.724405:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007573da7 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x1cc:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.724417:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007573da7 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x1cc:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:1.0:1763335102.724428:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1cc:0x0]: returning size 2 00010000:00010000:1.0:1763335102.724526:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007573da0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1cc:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ad3 expref: 239 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.724542:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007573da7 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1cc:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ad3 expref: 238 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.724551:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cc:0x0].0x0 (ffff9000c4881700) 00010000:00010000:1.0:1763335102.724553:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1763335102.724557:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fceb3c00, rc 0) 00000100:00100000:1.0:1763335102.724604:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+238:56886:x1848989814594688:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 379us (796us total) trans 4294972789 rc 0/0 00000100:00100000:1.0:1763335102.724611:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9149 00000100:00100000:3.0:1763335102.725710:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335102.725773:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814594944 00000100:00100000:2.0:1763335102.725780:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814594944 00000100:00100000:2.0:1763335102.725818:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3152 00000100:00100000:2.0:1763335102.725827:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+238:55956:x1848989814594944:12345-192.168.204.57@tcp:35:bash.0 00000100:00100000:2.0:1763335102.726063:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:55956:x1848989814594944:12345-192.168.204.57@tcp:35:bash.0 Request processed in 236us (358us total) trans 4294972790 rc 0/0 00000100:00100000:2.0:1763335102.726071:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3152 00000100:00100000:3.0:1763335102.738787:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335102.738853:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814595200 00000100:00100000:0.0:1763335102.738863:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814595200 00000100:00100000:0.0:1763335102.738920:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9150 00000100:00100000:0.0:1763335102.738929:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:56886:x1848989814595200:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335102.738969:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335102.738987:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007573db5 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880ada expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.739094:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573dbc lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335102.739108:0:6532:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007573d7d lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ab7 expref: 240 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.739118:0:6532:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573dbc lrc: 4/0,1 mode: --/CW res: [0x240000405:0x1cc:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.739151:0:6532:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007573d7d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ab7 expref: 240 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.739165:0:6532:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007573d7d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ab7 expref: 240 pid: 13591 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1763335102.739178:0:6532:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4878e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826028800:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335102.739465:0:6532:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c706a000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335102.744157:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335102.744401:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814595456 00000100:00100000:0.0:1763335102.744411:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814595456 00000100:00100000:0.0:1763335102.745054:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3153 00000100:00100000:0.0:1763335102.745067:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+241:56887:x1848989814595456:12345-192.168.204.57@tcp:35:rm.0 00000100:00100000:1.0:1763335102.745118:0:6532:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4878e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826028800:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335102.745148:0:6532:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573dbc lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1cc:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000100:00100000:0.0:1763335102.745392:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56887:x1848989814595456:12345-192.168.204.57@tcp:35:rm.0 Request processed in 328us (1243us total) trans 4294972791 rc 0/0 00000100:00100000:0.0:1763335102.745400:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3153 00000100:00100000:1.0:1763335102.745897:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335102.746107:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814595584 00000100:00100000:2.0:1763335102.746114:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814595584 00010000:00010000:2.0:1763335102.746140:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007573d7d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ab7 expref: 242 pid: 13591 timeout: 1195 lvb_type: 0 00000100:00100000:2.0:1763335102.746177:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 2997 00000100:00100000:2.0:1763335102.746186:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001fb698450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:2427:x1848989814595584:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335102.746197:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335102.746203:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007573d7d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ab7 expref: 242 pid: 13591 timeout: 1195 lvb_type: 0 00010000:00010000:2.0:1763335102.746214:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007573d7d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ab7 expref: 242 pid: 13591 timeout: 1195 lvb_type: 0 00010000:00010000:2.0:1763335102.746246:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007573d7d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ab7 expref: 242 pid: 13591 timeout: 1195 lvb_type: 0 00010000:00010000:2.0:1763335102.746260:0:7458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cc:0x0].0x0 (ffff9000c4881700) 00010000:00010000:2.0:1763335102.746265:0:7458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573dbc lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1cc:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335102.746275:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573dbc lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1cc:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335102.746283:0:7458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573dbc lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x1cc:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335102.746361:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335102.746397:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001fb698450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+241:2427:x1848989814595584:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 211us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335102.746404:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 2997 00010000:00010000:0.0:1763335102.746806:0:6532:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573dbc lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1cc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.746815:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573dbc lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1cc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:0.0:1763335102.746836:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1cc:0x0]: returning size 5 00010000:00010000:0.0:1763335102.746945:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007573db5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1cc:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ada expref: 242 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.746973:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573dbc lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1cc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ada expref: 241 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.746981:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cc:0x0].0x0 (ffff9000c4881700) 00010000:00010000:0.0:1763335102.746983:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1763335102.746986:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665800, rc 0) 00000100:00100000:0.0:1763335102.747029:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+241:56886:x1848989814595200:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 8101us (8255us total) trans 4294972792 rc 0/0 00000100:00100000:0.0:1763335102.747038:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9150 00000100:00100000:3.0:1763335102.748116:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335102.748159:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814595968 00000100:00100000:0.0:1763335102.748168:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814595968 00000100:00100000:0.0:1763335102.748214:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9151 00000100:00100000:0.0:1763335102.748224:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+241:56887:x1848989814595968:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:0.0:1763335102.748271:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1763335102.748290:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007573da7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1cc:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ad3 expref: 241 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.748307:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573d45 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1cc:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ab0 expref: 240 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.748407:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007573d0d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880aa2 expref: 239 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.748418:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cc:0x0].0x0 (ffff9000c4881700) 00010000:00010000:0.0:1763335102.748421:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335102.748446:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007573dca lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335102.748457:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007573dca lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.748465:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007573dca lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.748477:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573dd1 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335102.748484:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573dd1 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.748490:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573dd1 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.748555:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573dd8 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335102.748564:0:6532:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573dbc lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x1cc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ada expref: 238 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.748571:0:6532:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573dd8 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.748605:0:6532:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573dbc lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1cc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ada expref: 238 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.748617:0:6532:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573dbc lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1cc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ada expref: 238 pid: 6532 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1763335102.748631:0:6532:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c487ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826028928:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335102.748702:0:6532:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001fcd23900 going to sleep for 11 seconds 00000100:00100000:2.0:1763335102.752018:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335102.752118:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335102.752517:0:6532:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c487ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826028928:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335102.752546:0:6532:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573dd8 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000100:00100000:3.0:1763335102.753276:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814596224 00000100:00100000:3.0:1763335102.753284:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814596224 00010000:00010000:3.0:1763335102.753491:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573dbc lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1cc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ada expref: 239 pid: 6532 timeout: 1195 lvb_type: 0 00000100:00100000:3.0:1763335102.754073:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 2998 00000100:00100000:3.0:1763335102.754086:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6355500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:2427:x1848989814596224:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335102.754101:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335102.754108:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573dbc lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1cc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ada expref: 239 pid: 6532 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1763335102.754121:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573dbc lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1cc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ada expref: 239 pid: 6532 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1763335102.754143:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573dbc lrc: 0/0,0 mode: --/CW res: [0x240000405:0x1cc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ada expref: 239 pid: 6532 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1763335102.754160:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cc:0x0].0x0 (ffff9000c4881700) 00010000:00010000:3.0:1763335102.754166:0:6515:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573dd8 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.754175:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573dd8 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.754182:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573dd8 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.754219:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335102.754274:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6355500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+238:2427:x1848989814596224:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 191us (2156us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335102.754281:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 2998 00000100:00100000:1.0:1763335102.754352:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814596096 00000100:00100000:1.0:1763335102.754357:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814596096 00000100:00100000:1.0:1763335102.754385:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9152 00000100:00100000:1.0:1763335102.754391:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6354a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+238:56886:x1848989814596096:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335102.754411:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335102.754426:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007573ddf lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880ae1 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.754507:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007573de6 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335102.754516:0:13591:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573dd8 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335102.754524:0:13591:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007573de6 lrc: 4/1,0 mode: --/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.754536:0:13591:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573dd8 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335102.754544:0:13591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007573de6 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335102.754627:0:6532:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573dd8 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.754635:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573dd8 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6532 initiator: MDT1 00000004:00080000:0.0:1763335102.754842:0:6532:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000405:0x1cc:0x0] is inserted into orphan list, open count = 1 00010000:00010000:0.0:1763335102.754915:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573dd8 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.754922:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573dd8 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.754928:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573dd8 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.754934:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335102.754937:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573dd8 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.754945:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573dd8 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.754953:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cc:0x0].0x0 (ffff9000c4881700) 00010000:00010000:0.0:1763335102.754956:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763335102.754958:0:6532:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007573de6 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335102.754978:0:6532:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007573de6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335102.754984:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007573de6 lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335102.755000:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573dd8 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.755007:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573dd8 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.755020:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007573dca lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.755026:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007573dca lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.755031:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007573dca lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.755036:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007573dca lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.755040:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335102.755043:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007573dca lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.755049:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007573dca lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.755056:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881900) 00010000:00010000:0.0:1763335102.755059:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335102.755062:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007573dca lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.755067:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007573dca lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00000004:00010000:0.0:1763335102.755080:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007202914d reply state 000000004b29804c transno 4294972793 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573dd1 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.755090:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573dd1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.755096:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881200) 00010000:00010000:0.0:1763335102.755098:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335102.755100:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335102.755145:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+241:56887:x1848989814595968:12345-192.168.204.57@tcp:36:rm.0 Request processed in 6922us (7032us total) trans 4294972793 rc 0/0 00000100:00100000:0.0:1763335102.755152:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9151 00010000:00010000:1.0:1763335102.759133:0:13591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007573de6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.759151:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007573de6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:1.0:1763335102.759205:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1cc:0x0]: returning size 5 00000004:00200000:1.0:1763335102.759209:0:13591:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335102.759226:0:13591:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007573de6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.759264:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007573ddf lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ae1 expref: 241 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.759281:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007573de6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ae1 expref: 240 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.759296:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cc:0x0].0x0 (ffff9000c4881700) 00010000:00010000:1.0:1763335102.759299:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335102.759302:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fceb3000, rc 0) 00000100:00100000:1.0:1763335102.759407:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6354a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+240:56886:x1848989814596096:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 5014us (7403us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335102.759417:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9152 00000100:00100000:2.0:1763335102.768186:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335102.768258:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814596480 00000100:00100000:1.0:1763335102.768268:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814596480 00000100:00100000:1.0:1763335102.768360:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9153 00000100:00100000:1.0:1763335102.768370:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6357800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+240:56886:x1848989814596480:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335102.768391:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335102.768410:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007573ded lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880ae8 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.768516:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007573df4 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335102.768531:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007573df4 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1cc:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.768542:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007573df4 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1cc:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:1.0:1763335102.768555:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1cc:0x0]: returning size 5 00010000:00010000:1.0:1763335102.768659:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007573ded lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1cc:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ae8 expref: 243 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.768676:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007573df4 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1cc:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ae8 expref: 242 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.768686:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cc:0x0].0x0 (ffff9000c4881700) 00010000:00010000:1.0:1763335102.768689:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763335102.768693:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fceb3800, rc 0) 00000100:00100000:1.0:1763335102.768750:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6357800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56886:x1848989814596480:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 381us (574us total) trans 4294972794 rc 0/0 00000100:00100000:1.0:1763335102.768759:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9153 00000100:00100000:3.0:1763335102.774648:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335102.774846:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814596608 00000100:00100000:0.0:1763335102.774856:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814596608 00000100:00100000:0.0:1763335102.774916:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9154 00000100:00100000:0.0:1763335102.774926:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56888:x1848989814596608:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335102.774950:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335102.774997:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007573e02 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880aef expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.775066:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573e09 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335102.775079:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573e09 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.775089:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573e09 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.775099:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007573e10 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335102.775106:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007573e10 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.775112:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007573e10 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.775149:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573e09 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.775156:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573e09 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.775161:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573e09 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.775167:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573e09 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.775172:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335102.775175:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573e09 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.775186:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573e09 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.775196:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881900) 00010000:00010000:0.0:1763335102.775199:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335102.775203:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573e09 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.775208:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573e09 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.775220:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007573e10 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.775225:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007573e10 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.775230:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007573e10 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.775234:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335102.775237:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007573e10 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.775241:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007573e10 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.775246:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881200) 00010000:00010000:0.0:1763335102.775248:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335102.775250:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007573e10 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.775254:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007573e10 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.775278:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007573e02 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880aef expref: 243 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.775287:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881900) 00010000:00010000:0.0:1763335102.775289:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335102.775292:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007573e02 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880aef expref: 243 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.775302:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664000, rc 0) 00000100:00100000:0.0:1763335102.776927:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56888:x1848989814596608:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1992us (2277us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335102.776939:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9154 00000100:00100000:2.0:1763335102.779791:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335102.779856:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814596736 00000100:00100000:1.0:1763335102.779867:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814596736 00000100:00100000:1.0:1763335102.781043:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6243 00000100:00100000:1.0:1763335102.781057:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6355c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2427:x1848989814596736:12345-192.168.204.57@tcp:1:lfs.0 00010000:00010000:1.0:1763335102.781111:0:27804:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001fceb2200/0x3ec0b54007573e17 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.781130:0:27804:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b54007573d8b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880abe expref: 19 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.781139:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335102.781141:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335102.781145:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001fceb2200/0x3ec0b54007573e17 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.781178:0:27804:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b54007573d8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880abe expref: 19 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.781192:0:27804:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b54007573d8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880abe expref: 19 pid: 35240 timeout: 1195 lvb_type: 0 00000100:00100000:1.0:1763335102.781211:0:27804:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c393ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27804:1848989826029056:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335102.781290:0:27804:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c70533c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335102.783701:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335102.783762:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814596864 00000100:00100000:0.0:1763335102.783772:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814596864 00000100:00100000:3.0:1763335102.786718:0:27804:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c393ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27804:1848989826029056:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335102.786749:0:27804:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9001fceb2200/0x3ec0b54007573e17 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335102.786766:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9155 00000100:00100000:1.0:1763335102.786782:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6355f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56888:x1848989814596864:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335102.786806:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335102.786830:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007573e1e lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880af6 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.786897:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007573e25 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335102.786909:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007573e25 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.786919:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007573e25 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.786929:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573e2c lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335102.786936:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573e2c lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.786942:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573e2c lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.786988:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007573e25 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.786996:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007573e25 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.787002:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007573e25 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.787008:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007573e25 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.787013:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335102.787017:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007573e25 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00000100:00100000:2.0:1763335102.787018:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:1.0:1763335102.787024:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007573e25 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.787036:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0eba00) 00010000:00010000:1.0:1763335102.787039:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335102.787044:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007573e25 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.787051:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007573e25 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.787062:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573e2c lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.787068:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573e2c lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.787073:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573e2c lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.787077:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335102.787080:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573e2c lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.787090:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573e2c lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.787097:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881200) 00010000:00010000:1.0:1763335102.787100:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335102.787102:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573e2c lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.787107:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573e2c lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.787134:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007573e1e lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880af6 expref: 243 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.787144:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0eba00) 00010000:00010000:1.0:1763335102.787147:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335102.787150:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007573e1e lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880af6 expref: 243 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.787162:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fceb3c00, rc 0) 00000100:00100000:1.0:1763335102.787225:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6355f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56888:x1848989814596864:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 448us (3531us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335102.787233:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9155 00000100:00100000:3.0:1763335102.787489:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814596992 00000100:00100000:3.0:1763335102.787497:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814596992 00002000:00100000:3.0:1763335102.787531:0:23998:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x232:0x0] (0->4) req@ffff9000c6354380 x1848989814596992/t0(0) o4->357649f3-b5ed-4e47-9c16-69abcfcf3637@192.168.204.57@tcp:148/0 lens 496/0 e 0 to 0 dl 1763335113 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335102.787542:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c6354380 with x1848989814596992 ext(0->4) 00010000:00010000:3.0:1763335102.787548:0:23998:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b54007573d8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880abe expref: 20 pid: 35240 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1763335102.787560:0:23998:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b54007573d8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880abe expref: 20 pid: 35240 timeout: 1195 lvb_type: 0 00002000:00010000:3.0:1763335102.787567:0:23998:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9000c6354380 00000100:00100000:3.0:1763335102.787597:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 102 00000100:00100000:3.0:1763335102.787605:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6354380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:2426:x1848989814596992:12345-192.168.204.57@tcp:4:bash.0 00000100:00100000:3.0:1763335102.788702:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6354380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+22:2426:x1848989814596992:12345-192.168.204.57@tcp:4:bash.0 Request processed in 1093us (1679us total) trans 21474838759 rc 0/0 00000100:00100000:3.0:1763335102.788715:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 102 00002000:00100000:3.0:1763335102.788724:0:23998:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x232:0x0] (0->4) req@ffff9000c6354380 x1848989814596992/t21474838759(0) o4->357649f3-b5ed-4e47-9c16-69abcfcf3637@192.168.204.57@tcp:148/0 lens 496/448 e 0 to 0 dl 1763335113 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335102.788733:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c6354380 with x1848989814596992 ext(0->4) 00010000:00010000:3.0:1763335102.788740:0:23998:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b54007573d8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880abe expref: 22 pid: 35240 timeout: 1195 lvb_type: 0 00010000:00010000:3.0:1763335102.788753:0:23998:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b54007573d8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880abe expref: 22 pid: 35240 timeout: 1195 lvb_type: 0 00002000:00010000:3.0:1763335102.788760:0:23998:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9000c6354380 00000100:00100000:2.0:1763335102.790453:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335102.790796:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814597120 00000100:00100000:0.0:1763335102.790806:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814597120 00000100:00100000:0.0:1763335102.790859:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9156 00000100:00100000:0.0:1763335102.790869:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6357480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56888:x1848989814597120:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335102.790888:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335102.790908:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007573e33 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880afd expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.790977:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007573e3a lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335102.790990:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007573e3a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.791002:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007573e3a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:0.0:1763335102.791043:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763335102.791047:0:6532:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763335102.791081:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007573e33 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880afd expref: 244 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.791101:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007573e3a lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880afd expref: 243 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.791110:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881900) 00010000:00010000:0.0:1763335102.791113:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763335102.791116:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664c00, rc 0) 00000100:00100000:0.0:1763335102.791170:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6357480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:56888:x1848989814597120:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 302us (724us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335102.791177:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9156 00000100:00100000:2.0:1763335102.791722:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335102.791955:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814597248 00000100:00100000:1.0:1763335102.791969:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814597248 00010000:00010000:1.0:1763335102.791996:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b54007573d8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880abe expref: 22 pid: 35240 timeout: 1195 lvb_type: 0 00000100:00100000:1.0:1763335102.792028:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 2999 00000100:00100000:1.0:1763335102.792038:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+22:2428:x1848989814597248:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335102.792049:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1763335102.792065:0:6515:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x232:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:1.0:1763335102.792069:0:6515:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x232:0x0] updating lvb atime from disk: 0 -> 1763335102 00002000:00010000:1.0:1763335102.792071:0:6515:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x232:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1763335102.792076:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b54007573d8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880abe expref: 22 pid: 35240 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1763335102.792089:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b54007573d8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880abe expref: 22 pid: 35240 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1763335102.792108:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b54007573d8b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x232:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880abe expref: 22 pid: 35240 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1763335102.792121:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335102.792123:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335102.792129:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9001fceb2200/0x3ec0b54007573e17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.792138:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001fceb2200/0x3ec0b54007573e17 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.793367:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335102.793424:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:2428:x1848989814597248:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 1384us (1699us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335102.793434:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 2999 00010000:00010000:3.0:1763335102.793644:0:27804:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9001fceb2200/0x3ec0b54007573e17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.793654:0:27804:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001fceb2200/0x3ec0b54007573e17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.793677:0:27804:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001fceb2200/0x3ec0b54007573e17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.793685:0:27804:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9001fceb2200/0x3ec0b54007573e17 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.793693:0:27804:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9001fceb2200/0x3ec0b54007573e17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.793705:0:27804:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb2200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335102.793709:0:27804:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9001fceb2200/0x3ec0b54007573e17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.793717:0:27804:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9001fceb2200/0x3ec0b54007573e17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.793731:0:27804:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9001fceb2200/0x3ec0b54007573e17 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.793738:0:27804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001fceb2200/0x3ec0b54007573e17 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335102.795189:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6355c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:2427:x1848989814596736:12345-192.168.204.57@tcp:1:lfs.0 Request processed in 14129us (15399us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335102.795201:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6243 00000100:00100000:2.0:1763335102.795297:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335102.795454:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814597376 00000100:00100000:1.0:1763335102.795463:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814597376 00000100:00100000:1.0:1763335102.795512:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9157 00000100:00100000:1.0:1763335102.795521:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:56888:x1848989814597376:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335102.795538:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335102.795557:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573e41 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880b04 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.795619:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007573e48 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335102.795632:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007573e48 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.795643:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007573e48 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.795652:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007573e4f lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335102.795658:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007573e4f lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.795664:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007573e4f lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.795700:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007573e48 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.795706:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007573e48 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.795711:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007573e48 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.795717:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007573e48 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.795723:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335102.795727:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007573e48 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.795734:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007573e48 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.795744:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881900) 00010000:00010000:1.0:1763335102.795748:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335102.795752:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007573e48 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.795758:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007573e48 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.795769:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007573e4f lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.795774:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007573e4f lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.795780:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007573e4f lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.795785:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335102.795787:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007573e4f lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.795792:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007573e4f lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.795798:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881200) 00010000:00010000:1.0:1763335102.795800:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335102.795803:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007573e4f lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.795808:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007573e4f lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.795832:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573e41 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b04 expref: 244 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.795842:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881900) 00010000:00010000:1.0:1763335102.795844:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335102.795847:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573e41 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b04 expref: 244 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.795855:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281400, rc 0) 00000100:00100000:1.0:1763335102.795900:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:56888:x1848989814597376:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 381us (605us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335102.795907:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9157 00010000:00010000:2.0:1763335102.796520:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335102.801588:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335102.802869:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814597632 00000100:00100000:0.0:1763335102.802882:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814597632 00000100:00100000:0.0:1763335102.802950:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9158 00000100:00100000:0.0:1763335102.802970:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:56886:x1848989814597632:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:0.0:1763335102.803023:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335102.803051:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007573de6 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ae1 expref: 243 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.803071:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cc:0x0].0x0 (ffff9000c4881700) 00010000:00010000:0.0:1763335102.803076:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335102.803107:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573e56 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335102.803121:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573e56 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.803131:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573e56 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000040:00080000:0.0:1763335102.803372:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1384, 88 off116648 00000004:00080000:0.0:1763335102.803381:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1095783065099ns, next at 1096236153131ns, rc = 0 00000040:00080000:0.0:1763335102.803422:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1385, 88 off116648 00000004:00080000:0.0:1763335102.803427:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1095783112426ns, next at 1096236183888ns, rc = 0 00000040:00080000:0.0:1763335102.803467:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1386, 88 off116736 00000004:00080000:0.0:1763335102.803471:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1095783156744ns, next at 1096236183888ns, rc = 0 00000040:00080000:0.0:1763335102.803487:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1385, 88 off116736 00000004:00080000:0.0:1763335102.803490:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1095783175984ns, next at 1096236153131ns, rc = 0 00000100:00100000:2.0:1763335102.803982:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335102.804653:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814597888 00000100:00100000:1.0:1763335102.804663:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814597888 00000100:00100000:1.0:1763335102.804710:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9159 00000100:00100000:1.0:1763335102.804719:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56888:x1848989814597888:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335102.804736:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335102.804739:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763335102.804759:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007573e3a lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880afd expref: 244 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.804778:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881900) 00010000:00010000:1.0:1763335102.804787:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335102.804801:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573e5d lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880b0b expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.804886:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007573e64 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335102.804898:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007573e64 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.804906:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007573e64 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.804915:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007573e6b lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335102.804922:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007573e6b lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.804927:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007573e6b lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.809006:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573e72 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335102.809033:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573e72 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.809044:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573e72 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:1.0:1763335102.809058:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1cd:0x0]: returning size 0 00010000:00010000:1.0:1763335102.809095:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007573e64 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.809103:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007573e64 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.809110:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007573e64 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.809118:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007573e64 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.809125:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335102.809129:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007573e64 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.809138:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007573e64 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.809151:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0eba00) 00010000:00010000:1.0:1763335102.809154:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335102.809160:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007573e64 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.809166:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007573e64 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000004:00010000:1.0:1763335102.809180:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ee4a5cef reply state 00000000f3fe2b15 transno 4294972796 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007573e6b lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.809192:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007573e6b lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.809198:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881200) 00010000:00010000:1.0:1763335102.809201:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335102.809204:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763335102.809244:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573e5d lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b0b expref: 246 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.809267:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573e72 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b0b expref: 245 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.809274:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cd:0x0].0x0 (ffff9001da0eb800) 00010000:00010000:1.0:1763335102.809276:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335102.809279:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281400, rc 0) 00000100:00100000:1.0:1763335102.809386:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+246:56888:x1848989814597888:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 4667us (5405us total) trans 4294972796 rc 0/0 00000100:00100000:1.0:1763335102.809396:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9159 00000001:00080000:0.0:1763335102.813386:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972795 is committed 00000004:00080000:0.0:1763335102.813399:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 909 committed 00000004:00080000:0.0:1763335102.813413:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 906 committed 00000004:00080000:0.0:1763335102.813427:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 905 committed 00000004:00080000:0.0:1763335102.813430:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 908 committed 00000004:00010000:0.0:1763335102.813498:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000047ff3da3 reply state 00000000cb8555f3 transno 4294972795 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573e56 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.813519:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573e56 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.813527:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cc:0x0].0x0 (ffff9000c4881700) 00010000:00010000:0.0:1763335102.813530:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763335102.813534:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1763335102.813639:0:6532:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763335102.813655:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+237:56886:x1848989814597632:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 10691us (12072us total) trans 4294972795 rc 0/0 00000100:00100000:0.0:1763335102.813664:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9158 00010000:00010000:1.0:1763335102.813859:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573dd1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335102.813869:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573dd1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335102.813876:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573dd1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335102.813883:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335102.813887:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573dd1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335102.813895:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573dd1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335102.813907:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881200) 00010000:00010000:1.0:1763335102.813910:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335102.813914:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573dd1 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335102.813925:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573dd1 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335102.813947:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573e56 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335102.813954:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573e56 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335102.813969:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573e56 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335102.813974:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335102.813977:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573e56 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335102.813982:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573e56 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335102.813990:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cc:0x0].0x0 (ffff9000c4881700) 00010000:00010000:1.0:1763335102.814002:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763335102.814006:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573e56 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335102.814012:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573e56 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00000100:00100000:2.0:1763335102.814892:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c79ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826029312:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335102.814949:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335102.815014:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826029312 00000100:00100000:2.0:1763335102.815022:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826029312 00000100:00100000:2.0:1763335102.815061:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6244 00000100:00100000:2.0:1763335102.815069:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+38:3664:x1848989826029312:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335102.815234:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+39:3664:x1848989826029312:12345-0@lo:2:osp-syn-0-1.0 Request processed in 165us (284us total) trans 21474838760 rc 0/0 00000100:00100000:2.0:1763335102.815241:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6244 00000004:00080000:2.0:1763335102.815278:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c79ec380/2, rc 0, transno 21474838760 00000100:00100000:2.0:1763335102.815283:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c79ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826029312:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335102.815717:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c2f26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826029184:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335102.815750:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335102.815781:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763335102.815787:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4aa3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826029568:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335102.815809:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335102.816185:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826029184 00000100:00100000:3.0:1763335102.816191:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826029184 00000100:00100000:0.0:1763335102.816904:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4aa2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826029440:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335102.816957:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335102.821521:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826029568 00000100:00100000:3.0:1763335102.821540:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826029568 00000100:00100000:3.0:1763335102.821606:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826029440 00000100:00100000:3.0:1763335102.821609:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826029440 00000100:00100000:3.0:1763335102.821636:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6245 00000100:00100000:3.0:1763335102.821647:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f6026850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+39:3667:x1848989826029184:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335102.821847:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f6026850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+40:3667:x1848989826029184:12345-0@lo:2:osp-syn-0-1.0 Request processed in 202us (6095us total) trans 21474838761 rc 0/0 00000100:00100000:3.0:1763335102.821857:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6245 00000100:00100000:3.0:1763335102.821992:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6246 00000100:00100000:3.0:1763335102.821999:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+23:3667:x1848989826029568:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335102.822080:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+24:3667:x1848989826029568:12345-0@lo:2:osp-syn-1-1.0 Request processed in 81us (6269us total) trans 17179871470 rc 0/0 00000100:00100000:3.0:1763335102.822087:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6246 00000100:00100000:3.0:1763335102.822100:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6247 00000100:00100000:3.0:1763335102.822106:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c487ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+23:3665:x1848989826029440:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763335102.822155:0:28568:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x234:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335102.822159:0:28568:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x234:0x0] updating lvb mtime from disk: 1763335103 -> 1763335103 00002000:00010000:3.0:1763335102.822162:0:28568:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x234:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335102.822165:0:28568:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x234:0x0] updating lvb ctime from disk: 1763335103 -> 1763335103 00002000:00010000:3.0:1763335102.822167:0:28568:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x234:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335102.822197:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c487ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+24:3665:x1848989826029440:12345-0@lo:2:osp-syn-1-1.0 Request processed in 91us (5240us total) trans 17179871471 rc 0/0 00000100:00100000:3.0:1763335102.822203:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6247 00000100:00100000:2.0:1763335102.822771:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335102.822798:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000004:00080000:0.0:1763335102.823175:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4aa2d80/2, rc 0, transno 17179871471 00000100:00100000:0.0:1763335102.823183:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4aa2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826029440:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335102.823207:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814598144 00000100:00100000:0.0:1763335102.823212:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814598144 00000100:00100000:0.0:1763335102.823354:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814598272 00000100:00100000:0.0:1763335102.823358:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814598272 00000100:00100000:0.0:1763335102.823398:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9160 00000100:00100000:0.0:1763335102.823406:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+236:56888:x1848989814598144:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335102.823420:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335102.823437:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573e80 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880b12 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.823523:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007573e87 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335102.823537:0:13840:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573e72 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b0b expref: 237 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.823546:0:13840:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007573e87 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335102.823575:0:13840:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573e72 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b0b expref: 237 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.823587:0:13840:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573e72 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b0b expref: 237 pid: 13591 timeout: 1195 lvb_type: 0 00000100:00100000:0.0:1763335102.823605:0:13840:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4878a80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13840:1848989826029696:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335102.823668:0:13840:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c109ea80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335102.824197:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9161 00000100:00100000:2.0:1763335102.824211:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+237:56886:x1848989814598272:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335102.825170:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335102.825193:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007573e8e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880b19 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763335102.825840:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4aa3800/2, rc 0, transno 17179871470 00000100:00100000:1.0:1763335102.825851:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4aa3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826029568:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763335102.825866:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c2f26d80/2, rc 0, transno 21474838761 00000100:00100000:1.0:1763335102.825871:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c2f26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826029184:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1763335102.825974:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007573e8e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b19 expref: 238 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335102.825990:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007573e8e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b19 expref: 238 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335102.826011:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cc:0x0].0x0 (ffff9000c4881700) 00010000:00010000:2.0:1763335102.826015:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763335102.826019:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7400, rc 0) 00000100:00100000:2.0:1763335102.826064:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+238:56886:x1848989814598272:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1858us (3264us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335102.826072:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9161 00000100:00100000:1.0:1763335102.830553:0:13840:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4878a80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13840:1848989826029696:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335102.830583:0:13840:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007573e87 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000100:00100000:0.0:1763335102.840076:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335102.840506:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814598400 00000100:00100000:1.0:1763335102.840516:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814598400 00010000:00010000:1.0:1763335102.840554:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573e72 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b0b expref: 238 pid: 13591 timeout: 1195 lvb_type: 0 00000100:00100000:1.0:1763335102.840598:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3000 00000100:00100000:1.0:1763335102.840607:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c487bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+238:2426:x1848989814598400:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335102.840621:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335102.840628:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573e72 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b0b expref: 238 pid: 13591 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1763335102.840640:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573e72 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b0b expref: 238 pid: 13591 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1763335102.840660:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573e72 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b0b expref: 238 pid: 13591 timeout: 1195 lvb_type: 0 00010000:00010000:1.0:1763335102.840675:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cd:0x0].0x0 (ffff9001da0eb800) 00010000:00010000:1.0:1763335102.840680:0:6515:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007573e87 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335102.840690:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007573e87 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335102.840696:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007573e87 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335102.840720:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335102.840768:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c487bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+237:2426:x1848989814598400:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 162us (702us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335102.840775:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3000 00010000:00010000:1.0:1763335102.840798:0:13840:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007573e87 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335102.840805:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007573e87 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:1.0:1763335102.840829:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1cd:0x0]: returning size 0 00000004:00080000:1.0:1763335102.840994:0:13840:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x236:0x0], index 1: 0 00000004:00080000:1.0:1763335102.841002:0:13840:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x234:0x0], index 0: 0 00000004:00080000:1.0:1763335102.841007:0:13840:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x235:0x0], index 0: 0 00000004:00080000:1.0:1763335102.841011:0:13840:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x237:0x0], index 1: 0 00010000:00010000:1.0:1763335102.841116:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007573e87 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335102.841124:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007573e87 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335102.841131:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007573e87 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335102.841136:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335102.841184:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007573e87 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335102.841206:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007573e87 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335102.841216:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cd:0x0].0x0 (ffff9001da0eb800) 00010000:00010000:1.0:1763335102.841219:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763335102.841222:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007573e87 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335102.841229:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007573e87 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335102.841275:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573e80 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1cd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b12 expref: 237 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.841284:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cd:0x0].0x0 (ffff9001da0eb800) 00010000:00010000:1.0:1763335102.841286:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763335102.841290:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573e80 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1cd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b12 expref: 237 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.841303:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665800, rc 0) 00000100:00100000:1.0:1763335102.841355:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+236:56888:x1848989814598144:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 17949us (18586us total) trans 4294972797 rc 301/301 00000100:00100000:1.0:1763335102.841363:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9160 00000100:00100000:0.0:1763335102.842289:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335102.845379:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335102.845496:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814598528 00000100:00100000:1.0:1763335102.845507:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814598528 00000100:00100000:1.0:1763335102.845566:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9162 00000100:00100000:1.0:1763335102.845576:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c487b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+236:56886:x1848989814598528:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335102.845600:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335102.845622:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573e9c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880b20 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.845693:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007573ea3 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00000100:00100000:3.0:1763335102.845706:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814598784 00010000:00010000:1.0:1763335102.845708:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007573ea3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00000100:00100000:3.0:1763335102.845711:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814598784 00010000:00010000:1.0:1763335102.845719:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007573ea3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000100:00100000:3.0:1763335102.845742:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3154 00000100:00100000:3.0:1763335102.845748:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001d24da450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+238:56888:x1848989814598784:12345-192.168.204.57@tcp:35:lfs.0 00000004:00200000:1.0:1763335102.845761:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1cc:0x0]: returning size 5 00000004:00200000:1.0:1763335102.845765:0:13840:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335102.845782:0:13840:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007573ea3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335102.845806:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573e9c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b20 expref: 239 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.845823:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007573ea3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b20 expref: 238 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.845831:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cc:0x0].0x0 (ffff9000c4881700) 00010000:00010000:1.0:1763335102.845833:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1763335102.845836:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280a00, rc 0) 00000100:00100000:1.0:1763335102.845884:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c487b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:56886:x1848989814598528:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 311us (3598us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335102.845891:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9162 00000100:00100000:3.0:1763335102.845955:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001d24da450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+238:56888:x1848989814598784:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 206us (585us total) trans 4294972798 rc 0/0 00000100:00100000:3.0:1763335102.845972:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3154 00000100:00100000:0.0:1763335102.848870:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335102.848911:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.848986:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814599168 00000100:00100000:3.0:1763335102.848996:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814599168 00000100:00100000:3.0:1763335102.849053:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3155 00000100:00100000:3.0:1763335102.849063:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c487b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+238:56888:x1848989814599168:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335102.849390:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814598912 00000100:00100000:2.0:1763335102.849395:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814598912 00000100:00100000:2.0:1763335102.849429:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6248 00000100:00100000:2.0:1763335102.849437:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4879c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:2427:x1848989814598912:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335102.849447:0:27804:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335102.849466:0:27804:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6c00/0x3ec0b54007573eaa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x232:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880b27 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335102.849486:0:27804:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x232:0x0] initial LVB size: 5, mtime: 0x691a5bbf, atime: 0x691a5bbe, ctime: 0x691a5bbf, blocks: 0x8 00010000:00010000:2.0:1763335102.849501:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335102.849503:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335102.849514:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6c00/0x3ec0b54007573eaa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b27 expref: 21 pid: 27804 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335102.849530:0:27804:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6c00/0x3ec0b54007573eaa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b27 expref: 21 pid: 27804 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335102.849542:0:27804:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6c00, rc 0) 00000100:00100000:2.0:1763335102.849593:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4879c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:2427:x1848989814598912:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 156us (731us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335102.849600:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6248 00000100:00100000:3.0:1763335102.849856:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c487b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:56888:x1848989814599168:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 794us (943us total) trans 4294972799 rc 0/0 00000100:00100000:3.0:1763335102.849864:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3155 00000100:00100000:0.0:1763335102.857909:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335102.857984:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814599424 00000100:00100000:1.0:1763335102.857994:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814599424 00000100:00100000:1.0:1763335102.858055:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9163 00000100:00100000:1.0:1763335102.858066:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c487a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:55956:x1848989814599424:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335102.858089:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335102.858110:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573eb1 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880b2e expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.858243:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573eb8 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335102.858257:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573eb8 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335102.858268:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573eb8 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335102.858278:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573ebf lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335102.858285:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573ebf lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335102.858291:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573ebf lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335102.858378:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007573ec6 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335102.858386:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007573ec6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335102.858393:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007573ec6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:1.0:1763335102.858406:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1cd:0x0]: returning size 0 00010000:00010000:1.0:1763335102.858479:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573eb8 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335102.858487:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573eb8 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335102.858493:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573eb8 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335102.858499:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573eb8 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335102.858505:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335102.858510:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573eb8 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335102.858517:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573eb8 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335102.858527:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0eb800) 00010000:00010000:1.0:1763335102.858531:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335102.858535:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573eb8 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335102.858541:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573eb8 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335102.858552:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573ebf lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335102.858558:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573ebf lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335102.858568:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573ebf lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335102.858573:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335102.858575:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573ebf lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335102.858581:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573ebf lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335102.858587:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881200) 00010000:00010000:1.0:1763335102.858589:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335102.858592:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573ebf lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335102.858598:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573ebf lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335102.858630:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573eb1 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b2e expref: 242 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.858646:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007573ec6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b2e expref: 241 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.858653:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cd:0x0].0x0 (ffff9001da0eba00) 00010000:00010000:1.0:1763335102.858655:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335102.858658:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280000, rc 0) 00000100:00100000:1.0:1763335102.858720:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c487a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+241:55956:x1848989814599424:12345-192.168.204.57@tcp:101:bash.0 Request processed in 656us (820us total) trans 4294972800 rc 0/0 00000100:00100000:1.0:1763335102.858727:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9163 00000100:00100000:1.0:1763335102.870287:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335102.870408:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814599552 00000100:00100000:0.0:1763335102.870420:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814599552 00000100:00100000:0.0:1763335102.870484:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9164 00000100:00100000:0.0:1763335102.870495:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+241:55956:x1848989814599552:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335102.870522:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335102.870549:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007573ed4 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880b35 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.870585:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573edb lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335102.870600:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573edb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1cd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.870610:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573edb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1cd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335102.870724:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007573ed4 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1cd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b35 expref: 243 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.870748:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573edb lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1cd:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b35 expref: 242 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.870758:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cd:0x0].0x0 (ffff9001da0eba00) 00010000:00010000:0.0:1763335102.870761:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763335102.870765:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665800, rc 0) 00000100:00100000:0.0:1763335102.870834:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:55956:x1848989814599552:12345-192.168.204.57@tcp:101:bash.0 Request processed in 340us (558us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335102.870842:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9164 00000100:00100000:0.0:1763335102.875504:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335102.875560:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814599808 00000100:00100000:1.0:1763335102.875570:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814599808 00000100:00100000:2.0:1763335102.876204:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9165 00000100:00100000:2.0:1763335102.876217:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4878380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:55956:x1848989814599808:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:2.0:1763335102.876273:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335102.876301:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007573ec6 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b2e expref: 242 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335102.876345:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cd:0x0].0x0 (ffff9001da0eba00) 00010000:00010000:2.0:1763335102.876350:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335102.876535:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007573ee2 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335102.876549:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007573ee2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335102.876558:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007573ee2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000001:00080000:2.0:1763335102.876601:0:13840:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972801 00000004:00010000:2.0:1763335102.876622:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000060d83dcb reply state 000000008ff5061a transno 4294972802 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007573ee2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335102.876633:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007573ee2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335102.876639:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cd:0x0].0x0 (ffff9001da0eba00) 00010000:00010000:2.0:1763335102.876641:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335102.876644:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335102.876740:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4878380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:55956:x1848989814599808:12345-192.168.204.57@tcp:36:bash.0 Request processed in 527us (1247us total) trans 4294972802 rc 0/0 00000100:00100000:2.0:1763335102.876748:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9165 00000020:00080000:2.0:1763335102.876753:0:13840:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763335102.881148:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335102.882673:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814599936 00000100:00100000:1.0:1763335102.882694:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814599936 00000100:00100000:1.0:1763335102.882788:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9166 00000100:00100000:1.0:1763335102.882799:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:55956:x1848989814599936:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335102.882824:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335102.882848:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573ee9 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880b3c expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.882909:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573ee9 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b3c expref: 245 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.882925:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573ee9 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b3c expref: 245 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.883224:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cd:0x0].0x0 (ffff9001da0eba00) 00010000:00010000:1.0:1763335102.883227:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763335102.883231:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281200, rc 0) 00000100:00100000:1.0:1763335102.883306:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:55956:x1848989814599936:12345-192.168.204.57@tcp:101:bash.0 Request processed in 508us (2168us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335102.883332:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9166 00000100:00100000:3.0:1763335102.888983:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335102.889099:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814600192 00000100:00100000:1.0:1763335102.889111:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814600192 00000100:00100000:1.0:1763335102.889450:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9167 00000100:00100000:1.0:1763335102.889464:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:55956:x1848989814600192:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335102.889486:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335102.889491:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763335102.889520:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573ee9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b3c expref: 245 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.889540:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cd:0x0].0x0 (ffff9001da0eba00) 00010000:00010000:1.0:1763335102.889547:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335102.889560:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573ef0 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880b43 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.889609:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573ef7 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335102.889622:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573ef7 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1cd:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335102.889632:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573ef7 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1cd:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000040:00080000:1.0:1763335102.890088:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1387, 88 off116824 00000004:00080000:1.0:1763335102.890096:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1095869781296ns, next at 1096236183888ns, rc = 0 00000040:00080000:1.0:1763335102.893124:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1386, 88 off116824 00000004:00080000:1.0:1763335102.893148:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1095872833147ns, next at 1096236153131ns, rc = 0 00000040:00080000:1.0:1763335102.893182:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1387, 88 off116912 00000004:00080000:1.0:1763335102.893187:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1095872872924ns, next at 1096236153131ns, rc = 0 00000040:00080000:1.0:1763335102.893206:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1388, 88 off116912 00000004:00080000:1.0:1763335102.893211:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1095872896111ns, next at 1096236183888ns, rc = 0 00000001:00080000:3.0:1763335102.897284:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972803 is committed 00000004:00080000:3.0:1763335102.897296:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 908 committed 00000004:00080000:3.0:1763335102.897340:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 911 committed 00000004:00080000:3.0:1763335102.897349:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 910 committed 00000004:00080000:3.0:1763335102.897351:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 907 committed 00000100:00100000:3.0:1763335102.897439:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4879500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826029824:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335102.897506:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335102.897633:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c79ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826029952:0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1763335102.897650:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007573e6b lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00000100:00100000:2.0:1763335102.897660:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763335102.897662:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007573e6b lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.897674:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007573e6b lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.897680:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280200 already unused, calling callback (ffffffffc18d2550) 00000100:00100000:2.0:1763335102.897682:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1763335102.897684:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007573e6b lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00000100:00100000:2.0:1763335102.897687:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c79edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826030080:0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1763335102.897691:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007573e6b lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00000100:00100000:2.0:1763335102.897703:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763335102.897707:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881200) 00010000:00010000:1.0:1763335102.897710:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335102.897715:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007573e6b lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335102.897721:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007573e6b lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000100:00100000:2.0:1763335102.897729:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826029824 00000100:00100000:2.0:1763335102.897737:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826029824 00010000:00010000:1.0:1763335102.897742:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007573ee2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335102.897747:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007573ee2 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335102.897752:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007573ee2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335102.897756:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335102.897759:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007573ee2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335102.897763:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007573ee2 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00000100:00100000:2.0:1763335102.897771:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826029952 00010000:00010000:1.0:1763335102.897771:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cd:0x0].0x0 (ffff9001da0eba00) 00000100:00100000:2.0:1763335102.897773:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826029952 00010000:00010000:1.0:1763335102.897773:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335102.897776:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007573ee2 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335102.897782:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007573ee2 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1cd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000100:00100000:2.0:1763335102.897789:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826030080 00000100:00100000:2.0:1763335102.897791:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826030080 00000100:00100000:2.0:1763335102.897811:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6249 00000100:00100000:2.0:1763335102.897818:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+24:3667:x1848989826029824:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1763335102.897834:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573ef7 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1cd:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b43 expref: 237 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.897843:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cd:0x0].0x0 (ffff9001da0eba00) 00010000:00010000:1.0:1763335102.897845:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763335102.897858:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573ef0 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1cd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b43 expref: 237 pid: 6532 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763335102.897872:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573ef7 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1cd:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b43 expref: 236 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.897897:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cd:0x0].0x0 (ffff9001da0eba00) 00010000:00010000:1.0:1763335102.897899:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763335102.897901:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281400, rc 0) 00000100:00100000:1.0:1763335102.897953:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+236:55956:x1848989814600192:12345-192.168.204.57@tcp:101:bash.0 Request processed in 8493us (8993us total) trans 4294972803 rc 0/0 00000100:00100000:1.0:1763335102.897975:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9167 00000100:00100000:1.0:1763335102.898119:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6250 00000100:00100000:1.0:1763335102.898126:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+41:3664:x1848989826029952:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335102.898218:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+42:3664:x1848989826029952:12345-0@lo:2:osp-syn-0-1.0 Request processed in 92us (556us total) trans 21474838762 rc 0/0 00000100:00100000:1.0:1763335102.898225:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6250 00000100:00100000:1.0:1763335102.898237:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6251 00000100:00100000:1.0:1763335102.898243:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+41:3664:x1848989826030080:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335102.898301:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+42:3664:x1848989826030080:12345-0@lo:2:osp-syn-0-1.0 Request processed in 58us (596us total) trans 21474838763 rc 0/0 00000100:00100000:1.0:1763335102.898307:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6251 00000004:00080000:1.0:1763335102.898362:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c79edf80/2, rc 0, transno 21474838763 00000100:00100000:1.0:1763335102.898367:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c79edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826030080:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763335102.898376:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c79ed180/2, rc 0, transno 21474838762 00000100:00100000:1.0:1763335102.898379:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c79ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826029952:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335102.898405:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c487b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826030208:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335102.898428:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335102.898450:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826030208 00000100:00100000:1.0:1763335102.898453:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826030208 00000100:00100000:1.0:1763335102.898469:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6252 00000100:00100000:1.0:1763335102.898473:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+26:3666:x1848989826030208:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335102.898538:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+27:3666:x1848989826030208:12345-0@lo:2:osp-syn-1-1.0 Request processed in 64us (109us total) trans 17179871473 rc 0/0 00000100:00100000:1.0:1763335102.898544:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6252 00000004:00080000:1.0:1763335102.898563:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c487b800/2, rc 0, transno 17179871473 00000100:00100000:1.0:1763335102.898567:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c487b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826030208:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763335102.899828:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+26:3667:x1848989826029824:12345-0@lo:2:osp-syn-1-1.0 Request processed in 2002us (2314us total) trans 17179871472 rc 0/0 00000100:00100000:2.0:1763335102.899840:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6249 00000004:00080000:3.0:1763335102.899921:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4879500/2, rc 0, transno 17179871472 00000100:00100000:3.0:1763335102.899928:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4879500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826029824:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335102.905511:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335102.905944:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814600320 00000100:00100000:2.0:1763335102.905956:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814600320 00000100:00100000:2.0:1763335102.906026:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6253 00000100:00100000:2.0:1763335102.906037:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:55956:x1848989814600320:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335102.906056:0:27804:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335102.906078:0:27804:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007573efe lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x236:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880b4a expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335102.906102:0:27804:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x236:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763335102.906132:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335102.906137:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335102.906146:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007573efe lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b4a expref: 19 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335102.906162:0:27804:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007573efe lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b4a expref: 19 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335102.906174:0:27804:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7e00, rc 0) 00000100:00100000:2.0:1763335102.906798:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:55956:x1848989814600320:12345-192.168.204.57@tcp:101:bash.0 Request processed in 761us (1303us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335102.906805:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6253 00000100:00100000:1.0:1763335102.909795:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335102.911046:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814600448 00000100:00100000:2.0:1763335102.911059:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814600448 00000100:00100000:2.0:1763335102.911126:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6254 00000100:00100000:2.0:1763335102.911137:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:55956:x1848989814600448:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335102.911154:0:27804:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335102.911176:0:27804:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6000/0x3ec0b54007573f05 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880b51 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335102.911205:0:27804:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x234:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763335102.911226:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335102.911228:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335102.911237:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6000/0x3ec0b54007573f05 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b51 expref: 22 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335102.911252:0:27804:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6000/0x3ec0b54007573f05 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b51 expref: 22 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335102.911266:0:27804:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6000, rc 0) 00000100:00100000:2.0:1763335102.911442:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+22:55956:x1848989814600448:12345-192.168.204.57@tcp:101:bash.0 Request processed in 306us (1662us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335102.911451:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6254 00000100:00100000:3.0:1763335102.913797:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.913842:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335102.914621:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814600576 00000100:00100000:1.0:1763335102.914632:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814600576 00002000:00010000:1.0:1763335102.914675:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/566 (0->18446744073709551615) 00002000:00100000:1.0:1763335102.914680:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c4aa2a00 with x1848989814600576 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335102.914693:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c4aa2a00. 00000100:00100000:1.0:1763335102.914712:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814600704 00000100:00100000:1.0:1763335102.914716:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814600704 00002000:00010000:1.0:1763335102.914730:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/564 (0->18446744073709551615) 00002000:00100000:1.0:1763335102.914733:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c4aa3480 with x1848989814600704 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335102.914738:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c4aa3480. 00000100:00100000:1.0:1763335102.914768:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1550 00000100:00100000:1.0:1763335102.914779:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2426:x1848989814600576:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:1.0:1763335102.914971:0:23998:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x236:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335102.914975:0:23998:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x236:0x0] updating lvb mtime from disk: 0 -> 1763335103 00002000:00010000:1.0:1763335102.914977:0:23998:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x236:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335102.914980:0:23998:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x236:0x0] updating lvb ctime from disk: 0 -> 1763335103 00002000:00010000:1.0:1763335102.914982:0:23998:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x236:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335102.915044:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:2426:x1848989814600576:12345-192.168.204.57@tcp:10:bash.0 Request processed in 266us (1256us total) trans 17179871474 rc 0/0 00000100:00100000:1.0:1763335102.915053:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1550 00002000:00010000:1.0:1763335102.915057:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/566 (0->18446744073709551615) 00002000:00100000:1.0:1763335102.915060:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c4aa2a00 with x1848989814600576 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335102.915065:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c4aa2a00. 00000100:00100000:1.0:1763335102.915095:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1551 00000100:00100000:1.0:1763335102.915103:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+22:2427:x1848989814600704:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:1.0:1763335102.915195:0:23998:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x234:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335102.915198:0:23998:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x234:0x0] updating lvb mtime from disk: 0 -> 1763335103 00002000:00010000:1.0:1763335102.915200:0:23998:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x234:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335102.915203:0:23998:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x234:0x0] updating lvb ctime from disk: 0 -> 1763335103 00002000:00010000:1.0:1763335102.915205:0:23998:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x234:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335102.915225:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:2427:x1848989814600704:12345-192.168.204.57@tcp:10:bash.0 Request processed in 123us (1383us total) trans 21474838764 rc 0/0 00000100:00100000:1.0:1763335102.915231:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1551 00002000:00010000:1.0:1763335102.915234:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/564 (0->18446744073709551615) 00002000:00100000:1.0:1763335102.915237:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c4aa3480 with x1848989814600704 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335102.915241:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c4aa3480. 00000100:00100000:3.0:1763335102.922422:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335102.922516:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814600832 00000100:00100000:1.0:1763335102.922528:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814600832 00000100:00100000:1.0:1763335102.922592:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6255 00000100:00100000:1.0:1763335102.922602:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:2428:x1848989814600832:12345-192.168.204.57@tcp:23:lfs.0 00000100:00100000:1.0:1763335102.922734:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:2428:x1848989814600832:12345-192.168.204.57@tcp:23:lfs.0 Request processed in 132us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335102.922741:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6255 00000100:00100000:1.0:1763335102.925280:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.926207:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814601088 00000100:00100000:3.0:1763335102.926219:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814601088 00000100:00100000:0.0:1763335102.926919:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3156 00000100:00100000:1.0:1763335102.927042:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+236:55956:x1848989814601088:12345-192.168.204.57@tcp:35:bash.0 00000100:00100000:1.0:1763335102.927417:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+237:55956:x1848989814601088:12345-192.168.204.57@tcp:35:bash.0 Request processed in 485us (2144us total) trans 4294972804 rc 0/0 00000100:00100000:1.0:1763335102.927425:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3156 00000100:00100000:2.0:1763335102.929594:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.929693:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814601216 00000100:00100000:3.0:1763335102.929702:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814601216 00000100:00100000:3.0:1763335102.929756:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6256 00000100:00100000:3.0:1763335102.929766:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:2426:x1848989814601216:12345-192.168.204.57@tcp:23:lfs.0 00000100:00100000:3.0:1763335102.929877:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:2426:x1848989814601216:12345-192.168.204.57@tcp:23:lfs.0 Request processed in 111us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335102.929884:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6256 00000100:00100000:0.0:1763335102.938739:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335102.938839:0:8422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814601344 00000100:00100000:1.0:1763335102.938851:0:8422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814601344 00000100:00100000:1.0:1763335102.938927:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1552 00000100:00100000:1.0:1763335102.938938:0:8422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4879880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:2428:x1848989814601344:12345-192.168.204.57@tcp:3:lfs.0 00010000:00010000:1.0:1763335102.938997:0:8422:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007573f0c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.939014:0:8422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335102.939016:0:8422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335102.939023:0:8422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007573f0c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.939038:0:8422:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007573f0c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.939152:0:8422:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007573f0c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.939161:0:8422:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007573f0c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.939169:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007573f0c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.939177:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335102.939181:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007573f0c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.939191:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007573f0c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.939207:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007573f0c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.939214:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007573f0c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335102.939298:0:8422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4879880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:2428:x1848989814601344:12345-192.168.204.57@tcp:3:lfs.0 Request processed in 361us (568us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335102.939307:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1552 00000100:00100000:2.0:1763335102.943370:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335102.943588:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335102.943895:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814601472 00000100:00100000:3.0:1763335102.943907:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814601472 00000100:00100000:3.0:1763335102.943970:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814601600 00000100:00100000:3.0:1763335102.943996:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814601600 00000100:00100000:3.0:1763335102.944032:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9168 00000100:00100000:3.0:1763335102.944053:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+238:56889:x1848989814601472:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:3.0:1763335102.944079:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335102.944108:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007573f13 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880b58 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.944190:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007573f1a lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335102.944206:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007573f1a lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.944218:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007573f1a lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.944230:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007573f21 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335102.944236:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007573f21 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.944242:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007573f21 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.944353:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007573f28 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335102.944365:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007573f28 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1cd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.944372:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007573f28 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1cd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:3.0:1763335102.944411:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1cd:0x0]: returning size 5 00000004:00200000:3.0:1763335102.944416:0:6532:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335102.944434:0:6532:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007573f28 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1cd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.944445:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007573f28 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.944455:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007573f1a lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.944461:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007573f1a lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.944466:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007573f1a lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.944472:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007573f1a lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.944478:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbada200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335102.944482:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007573f1a lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.944488:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007573f1a lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.944500:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c5f9f500) 00010000:00010000:3.0:1763335102.944504:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335102.944510:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007573f1a lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.944516:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007573f1a lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.944529:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007573f21 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.944535:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007573f21 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.944540:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007573f21 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.944545:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbada400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335102.944548:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007573f21 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.944553:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007573f21 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.944560:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c5f9f800) 00010000:00010000:3.0:1763335102.944562:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335102.944565:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007573f21 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.944570:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007573f21 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.944597:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007573f13 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b58 expref: 240 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.944617:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007573f28 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b58 expref: 239 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.944623:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cd:0x0].0x0 (ffff9001da0eba00) 00010000:00010000:3.0:1763335102.944625:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335102.944628:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadbc00, rc 0) 00000100:00100000:3.0:1763335102.944682:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:56889:x1848989814601472:12345-192.168.204.57@tcp:101:rm.0 Request processed in 640us (1322us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335102.944689:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9168 00000100:00100000:3.0:1763335102.944707:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9169 00000100:00100000:3.0:1763335102.944713:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+238:56886:x1848989814601600:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335102.944721:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335102.944729:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007573f2f lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880b5f expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.944745:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b54007573f36 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335102.944753:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b54007573f36 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.944760:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b54007573f36 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335102.944829:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007573f2f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b5f expref: 240 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.944841:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb200/0x3ec0b54007573f36 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b5f expref: 239 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.944848:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cc:0x0].0x0 (ffff9000c4881700) 00010000:00010000:3.0:1763335102.944850:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763335102.944852:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadb200, rc 0) 00000100:00100000:3.0:1763335102.944871:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:56886:x1848989814601600:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 159us (1284us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335102.944877:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9169 00000100:00100000:3.0:1763335102.955966:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335102.956094:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335102.956174:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814601984 00000100:00100000:1.0:1763335102.956184:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814601984 00000100:00100000:1.0:1763335102.956243:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9170 00000100:00100000:1.0:1763335102.956253:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:56889:x1848989814601984:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:1.0:1763335102.956309:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1763335102.956355:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573ef7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1cd:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b43 expref: 239 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.956375:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007573f28 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b58 expref: 238 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.956387:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573edb lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1cd:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b35 expref: 237 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.956399:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cd:0x0].0x0 (ffff9001da0eba00) 00010000:00010000:1.0:1763335102.956409:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335102.956435:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007573f3d lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335102.956447:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007573f3d lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.956457:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007573f3d lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.956471:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573f44 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335102.956477:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573f44 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.956483:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573f44 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.956553:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573f4b lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335102.956560:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573f4b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.956567:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573f4b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000040:00080000:1.0:1763335102.956790:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1389, 64 off116976 00000040:00080000:1.0:1763335102.956817:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1388, 64 off116976 00000040:00080000:1.0:1763335102.956826:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1389, 64 off117040 00000040:00080000:1.0:1763335102.956835:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1390, 64 off117040 00010000:00010000:1.0:1763335102.956889:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007573f52 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335102.956897:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007573f52 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.956903:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007573f52 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.956909:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007573f52 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.956919:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007573f52 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.956924:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007573f52 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.956938:0:7841:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763335102.956955:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573f4b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1cd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.956970:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573f4b lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1cd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.956976:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573f4b lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1cd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.956982:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335102.956986:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573f4b lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1cd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.956993:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573f4b lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1cd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.957001:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cd:0x0].0x0 (ffff9001da0ebd00) 00010000:00010000:1.0:1763335102.957003:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763335102.957007:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573f4b lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1cd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.957012:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573f4b lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1cd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.957122:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007573f3d lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.957133:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007573f3d lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.957138:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007573f3d lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.957144:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007573f3d lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.957149:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335102.957152:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007573f3d lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.957158:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007573f3d lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.957165:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0eb800) 00010000:00010000:1.0:1763335102.957168:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335102.957171:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007573f3d lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.957176:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007573f3d lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000004:00010000:1.0:1763335102.957187:0:7841:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000841bccbc reply state 0000000021f7ed30 transno 4294972805 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573f44 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.957198:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573f44 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.957203:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da0eb300) 00010000:00010000:1.0:1763335102.957205:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335102.957207:0:7841:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335102.957285:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+238:56889:x1848989814601984:12345-192.168.204.57@tcp:36:rm.0 Request processed in 1032us (1201us total) trans 4294972805 rc 0/0 00000100:00100000:1.0:1763335102.957295:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9170 00010000:00010000:2.0:1763335102.957412:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335102.957419:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007573f52 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1cd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335102.957425:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281800 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335102.957428:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007573f52 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1cd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335102.957434:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007573f52 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1cd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335102.957446:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cd:0x0].0x0 (ffff9001da0ebd00) 00010000:00010000:2.0:1763335102.957448:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335102.957451:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007573f52 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x1cd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335102.957456:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007573f52 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1cd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335102.957469:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335102.957471:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335102.957473:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335102.959074:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814601728 00000100:00100000:0.0:1763335102.959097:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814601728 00000100:00100000:0.0:1763335102.959177:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1553 00000100:00100000:0.0:1763335102.959187:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:2427:x1848989814601728:12345-192.168.204.57@tcp:4:lfs.0 00002000:00010000:0.0:1763335102.959231:0:28395:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x235:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335102.959239:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c4665200/0x3ec0b54007573f59 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.959252:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335102.959254:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335102.959260:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665200/0x3ec0b54007573f59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335102.959273:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c4665200/0x3ec0b54007573f59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763335102.967731:0:26000:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871475 is committed 00000001:00080000:0.0:1763335102.967752:0:26000:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871473 is committed 00002000:00010000:3.0:1763335102.970401:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x235:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:3.0:1763335102.970412:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x235:0x0] updating lvb mtime from disk: 0 -> 1763335103 00002000:00010000:3.0:1763335102.970415:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x235:0x0] updating lvb ctime from disk: 0 -> 1763335103 00002000:00010000:3.0:1763335102.970418:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x235:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1763335102.970431:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c4665200/0x3ec0b54007573f59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.970443:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665200/0x3ec0b54007573f59 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.970452:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c4665200/0x3ec0b54007573f59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.970459:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335102.970464:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c4665200/0x3ec0b54007573f59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.970473:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c4665200/0x3ec0b54007573f59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.970496:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c4665200/0x3ec0b54007573f59 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335102.970504:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c4665200/0x3ec0b54007573f59 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335102.970613:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+15:2427:x1848989814601728:12345-192.168.204.57@tcp:4:lfs.0 Request processed in 11422us (14661us total) trans 17179871475 rc 0/0 00000100:00100000:3.0:1763335102.970624:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1553 00000100:00100000:0.0:1763335102.998241:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335102.998347:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335102.998419:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814602112 00000100:00100000:1.0:1763335102.998421:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814602368 00000100:00100000:2.0:1763335102.998431:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814602112 00000100:00100000:1.0:1763335102.998432:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814602368 00000100:00100000:1.0:1763335102.998495:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9171 00000100:00100000:1.0:1763335102.998505:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4878a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:56886:x1848989814602368:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:1.0:1763335102.998559:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335102.998583:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007573ea3 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1cc:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b20 expref: 239 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.998600:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cc:0x0].0x0 (ffff9000c4881700) 00010000:00010000:1.0:1763335102.998605:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335102.998670:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007573f60 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335102.998684:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007573f60 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.998694:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007573f60 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00010000:1.0:1763335102.998799:0:7841:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008aca7bc2 reply state 00000000df7a6a4f transno 4294972806 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007573f60 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.998811:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007573f60 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.998816:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cc:0x0].0x0 (ffff9000c4881700) 00010000:00010000:1.0:1763335102.998820:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335102.998822:0:7841:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335102.998907:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4878a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+240:56886:x1848989814602368:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 403us (559us total) trans 4294972806 rc 0/0 00000100:00100000:1.0:1763335102.998915:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9171 00000100:00100000:1.0:1763335102.998932:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9172 00000100:00100000:1.0:1763335102.998938:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c487a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:56890:x1848989814602112:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335102.998947:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335102.998972:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573f67 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880b66 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.999011:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573f6e lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335102.999019:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573f6e lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.999026:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573f6e lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.999035:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007573f75 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335102.999042:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007573f75 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.999048:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007573f75 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.999080:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573f6e lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.999094:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573f6e lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.999103:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573f6e lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.999109:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573f6e lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.999114:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335102.999118:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573f6e lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.999126:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573f6e lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.999133:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0eb800) 00010000:00010000:1.0:1763335102.999136:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335102.999140:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573f6e lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.999145:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007573f6e lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.999154:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007573f75 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.999159:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007573f75 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.999165:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007573f75 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.999170:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335102.999172:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007573f75 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.999182:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007573f75 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.999189:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da0eb300) 00010000:00010000:1.0:1763335102.999191:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335102.999193:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007573f75 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.999199:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007573f75 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335102.999219:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573f67 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b66 expref: 240 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.999227:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0eb800) 00010000:00010000:1.0:1763335102.999230:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335102.999233:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573f67 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b66 expref: 240 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335102.999244:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281000, rc 0) 00000100:00100000:1.0:1763335102.999264:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c487a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:56890:x1848989814602112:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 326us (1033us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335102.999270:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9172 00000100:00100000:2.0:1763335103.048046:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.048186:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814602496 00000100:00100000:0.0:1763335103.048197:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814602496 00000100:00100000:0.0:1763335103.048261:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9173 00000100:00100000:0.0:1763335103.048272:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:56890:x1848989814602496:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335103.048292:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335103.048347:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573f7c lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880b6d expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.048421:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573f83 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335103.048436:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573f83 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.048449:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573f83 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.048461:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573f8a lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335103.048468:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573f8a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.048474:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573f8a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.048524:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573f83 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.048532:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573f83 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.048538:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573f83 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.048543:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573f83 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.048549:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335103.048554:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573f83 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.048561:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573f83 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.048572:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c5a76400) 00010000:00010000:0.0:1763335103.048575:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335103.048580:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573f83 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.048586:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007573f83 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.048599:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573f8a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.048605:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573f8a lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.048610:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573f8a lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.048615:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335103.048618:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573f8a lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.048624:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573f8a lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.048631:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da0eb300) 00010000:00010000:0.0:1763335103.048633:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335103.048637:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573f8a lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.048642:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007573f8a lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.048669:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573f7c lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b6d expref: 240 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.048679:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c5a76400) 00010000:00010000:0.0:1763335103.048682:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335103.048686:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007573f7c lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b6d expref: 240 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.048698:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664200, rc 0) 00000100:00100000:0.0:1763335103.048754:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:56890:x1848989814602496:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 484us (738us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335103.048762:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9173 00000100:00100000:3.0:1763335103.051282:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335103.051699:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814602752 00000100:00100000:1.0:1763335103.051710:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814602752 00000100:00100000:1.0:1763335103.051763:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9174 00000100:00100000:1.0:1763335103.051773:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:56890:x1848989814602752:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335103.051798:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335103.051820:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573f91 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880b7b expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.051879:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007573f98 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335103.051892:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007573f98 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335103.051901:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007573f98 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:1.0:1763335103.051944:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1763335103.051949:0:7841:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763335103.054519:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007573f91 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b7b expref: 241 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.054544:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007573f98 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b7b expref: 240 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.054554:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0eb800) 00010000:00010000:1.0:1763335103.054557:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763335103.054560:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280000, rc 0) 00000100:00100000:1.0:1763335103.054631:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+240:56890:x1848989814602752:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 2858us (3356us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335103.054640:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9174 00000100:00100000:2.0:1763335103.058788:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.058904:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814602880 00000100:00100000:0.0:1763335103.058914:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814602880 00000100:00100000:0.0:1763335103.058978:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9175 00000100:00100000:0.0:1763335103.058987:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+240:56890:x1848989814602880:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335103.059009:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335103.059029:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007573f9f lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880b82 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.059105:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007573fa6 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335103.059119:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007573fa6 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.059131:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007573fa6 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.059142:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573fad lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335103.059148:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573fad lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.059154:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573fad lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.059189:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007573fa6 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.059195:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007573fa6 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.059201:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007573fa6 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.059207:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007573fa6 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.059213:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335103.059217:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007573fa6 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.059225:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007573fa6 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.059235:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0eb800) 00010000:00010000:0.0:1763335103.059238:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335103.059243:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007573fa6 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.059249:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007573fa6 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.059262:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573fad lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.059268:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573fad lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.059273:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573fad lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.059278:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335103.059280:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573fad lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.059286:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573fad lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.059291:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da0eb300) 00010000:00010000:0.0:1763335103.059293:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335103.059296:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573fad lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.059301:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573fad lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.059366:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007573f9f lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b82 expref: 241 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.059375:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0eb800) 00010000:00010000:0.0:1763335103.059378:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335103.059381:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007573f9f lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b82 expref: 241 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.059391:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665c00, rc 0) 00000100:00100000:0.0:1763335103.059442:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+240:56890:x1848989814602880:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 456us (664us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335103.059449:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9175 00000100:00100000:2.0:1763335103.063682:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335103.063762:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335103.063823:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814602624 00000100:00100000:1.0:1763335103.063833:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814602624 00000100:00100000:1.0:1763335103.063886:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6257 00000100:00100000:1.0:1763335103.063896:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+15:56886:x1848989814602624:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335103.063916:0:8415:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335103.063938:0:8415:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c5281400/0x3ec0b54007573fb4 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880b74 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335103.063972:0:8415:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x235:0x0] initial LVB size: 4096, mtime: 0x691a5bbf, atime: 0x0, ctime: 0x691a5bbf, blocks: 0x8 00010000:00010000:1.0:1763335103.063996:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335103.063998:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335103.064006:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5281400/0x3ec0b54007573fb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b74 expref: 16 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.064023:0:8415:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c5281400/0x3ec0b54007573fb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b74 expref: 16 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.064036:0:8415:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281400, rc 0) 00000100:00100000:1.0:1763335103.064102:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:56886:x1848989814602624:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 206us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335103.064109:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6257 00000100:00100000:3.0:1763335103.064801:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814603136 00000100:00100000:3.0:1763335103.064807:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814603136 00000100:00100000:3.0:1763335103.064847:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9176 00000100:00100000:3.0:1763335103.064854:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+240:56890:x1848989814603136:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335103.064865:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335103.064868:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763335103.064891:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007573f98 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b7b expref: 240 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.064907:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0eb800) 00010000:00010000:3.0:1763335103.064916:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335103.064927:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007573fbb lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880b89 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.065030:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007573fc2 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335103.065042:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007573fc2 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335103.065051:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007573fc2 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335103.065060:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007573fc9 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335103.065066:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007573fc9 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335103.065072:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007573fc9 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.065601:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007573fd0 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335103.065610:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007573fd0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.065617:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007573fd0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:0.0:1763335103.065626:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1cf:0x0]: returning size 0 00010000:00010000:0.0:1763335103.065647:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007573fc2 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.065654:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007573fc2 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.065660:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007573fc2 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.065667:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007573fc2 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.065672:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadb800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335103.065676:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007573fc2 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.065682:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007573fc2 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.065690:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c5f9f500) 00010000:00010000:0.0:1763335103.065693:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335103.065696:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007573fc2 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.065702:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007573fc2 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000004:00010000:0.0:1763335103.065713:0:7841:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000612766c reply state 000000007f690d1a transno 4294972807 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007573fc9 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.065722:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007573fc9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.065728:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da0eb300) 00010000:00010000:0.0:1763335103.065730:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335103.065732:0:7841:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763335103.065755:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007573fbb lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b89 expref: 242 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.065774:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007573fd0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b89 expref: 241 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.065780:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cf:0x0].0x0 (ffff9001c5a76a00) 00010000:00010000:0.0:1763335103.065783:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335103.065785:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664c00, rc 0) 00000100:00100000:0.0:1763335103.065826:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56890:x1848989814603136:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 973us (2064us total) trans 4294972807 rc 0/0 00000100:00100000:0.0:1763335103.065834:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9176 00000100:00100000:2.0:1763335103.068625:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335103.068702:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814603264 00000100:00100000:3.0:1763335103.068712:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814603264 00000100:00100000:3.0:1763335103.068769:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6258 00000100:00100000:3.0:1763335103.068780:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:56886:x1848989814603264:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335103.068796:0:27804:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335103.068815:0:27804:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b54007573fde lrc: 2/0,0 mode: --/PW res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880b90 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335103.068837:0:27804:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x233:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335103.068856:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335103.068858:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335103.068866:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b54007573fde lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b90 expref: 24 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.068881:0:27804:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b54007573fde lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b90 expref: 24 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.068899:0:27804:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbada200, rc 0) 00000100:00100000:3.0:1763335103.068952:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:56886:x1848989814603264:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 174us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335103.068968:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6258 00000100:00100000:3.0:1763335103.071906:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335103.071945:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335103.071984:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.072044:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814603520 00000100:00100000:0.0:1763335103.072056:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814603520 00000100:00100000:0.0:1763335103.072120:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9177 00000100:00100000:0.0:1763335103.072130:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56890:x1848989814603520:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335103.072155:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335103.072175:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007573fe5 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880b97 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.072301:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573fec lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335103.072351:0:7841:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007573fd0 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b89 expref: 243 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.072362:0:7841:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573fec lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.072399:0:7841:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007573fd0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b89 expref: 243 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.072414:0:7841:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007573fd0 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b89 expref: 243 pid: 7841 timeout: 1196 lvb_type: 0 00000100:00100000:0.0:1763335103.072429:0:7841:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4878e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826030336:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335103.072510:0:7841:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c7048900 going to sleep for 11 seconds 00000100:00100000:1.0:1763335103.072596:0:8422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814603648 00000100:00100000:1.0:1763335103.072601:0:8422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814603648 00002000:00010000:1.0:1763335103.072624:0:8422:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/565 (5->18446744073709551615) 00002000:00100000:1.0:1763335103.072628:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f15c1500 with x1848989814603648 ext(5->18446744073709551615) 00002000:00010000:1.0:1763335103.072637:0:8422:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001f15c1500. 00000100:00100000:1.0:1763335103.072666:0:8422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814603776 00000100:00100000:1.0:1763335103.072670:0:8422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814603776 00002000:00010000:1.0:1763335103.072685:0:8422:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/563 (0->18446744073709551615) 00002000:00100000:1.0:1763335103.072688:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c7832a00 with x1848989814603776 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335103.072694:0:8422:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c7832a00. 00000100:00100000:1.0:1763335103.072711:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1554 00000100:00100000:1.0:1763335103.072718:0:8422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2427:x1848989814603648:12345-192.168.204.57@tcp:10:lfs.0 00002000:00010000:1.0:1763335103.073166:0:8422:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x235:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:1.0:1763335103.073171:0:8422:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x235:0x0] updating lvb mtime from disk: 1763335103 -> 1763335103 00002000:00010000:1.0:1763335103.073173:0:8422:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x235:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335103.073175:0:8422:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x235:0x0] updating lvb ctime from disk: 1763335103 -> 1763335103 00002000:00010000:1.0:1763335103.073178:0:8422:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x235:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763335103.073213:0:8422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2427:x1848989814603648:12345-192.168.204.57@tcp:10:lfs.0 Request processed in 495us (1266us total) trans 17179871476 rc 0/0 00000100:00100000:1.0:1763335103.073221:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1554 00002000:00010000:1.0:1763335103.073226:0:8422:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/565 (5->18446744073709551615) 00002000:00100000:1.0:1763335103.073228:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f15c1500 with x1848989814603648 ext(5->18446744073709551615) 00002000:00010000:1.0:1763335103.073233:0:8422:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001f15c1500. 00000100:00100000:1.0:1763335103.073251:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1555 00000100:00100000:1.0:1763335103.073257:0:8422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7832a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:2427:x1848989814603776:12345-192.168.204.57@tcp:10:lfs.0 00002000:00010000:1.0:1763335103.073396:0:8422:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335103.073399:0:8422:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb mtime from disk: 0 -> 1763335103 00002000:00010000:1.0:1763335103.073401:0:8422:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335103.073403:0:8422:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb ctime from disk: 0 -> 1763335103 00002000:00010000:1.0:1763335103.073405:0:8422:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335103.073425:0:8422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7832a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:2427:x1848989814603776:12345-192.168.204.57@tcp:10:lfs.0 Request processed in 168us (1440us total) trans 21474838765 rc 0/0 00000100:00100000:1.0:1763335103.073432:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1555 00002000:00010000:1.0:1763335103.073434:0:8422:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/563 (0->18446744073709551615) 00002000:00100000:1.0:1763335103.073437:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c7832a00 with x1848989814603776 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335103.073441:0:8422:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c7832a00. 00000100:00100000:3.0:1763335103.089172:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.089298:0:7841:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4878e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826030336:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335103.089363:0:7841:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573fec lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000100:00100000:2.0:1763335103.089435:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814603904 00000100:00100000:2.0:1763335103.089443:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814603904 00010000:00010000:2.0:1763335103.089479:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007573fd0 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b89 expref: 244 pid: 7841 timeout: 1196 lvb_type: 0 00000100:00100000:2.0:1763335103.089508:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3001 00000100:00100000:2.0:1763335103.089517:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7831f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:2426:x1848989814603904:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335103.089532:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335103.089539:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007573fd0 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b89 expref: 244 pid: 7841 timeout: 1196 lvb_type: 0 00010000:00010000:2.0:1763335103.089556:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007573fd0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b89 expref: 244 pid: 7841 timeout: 1196 lvb_type: 0 00010000:00010000:2.0:1763335103.089576:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007573fd0 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b89 expref: 244 pid: 7841 timeout: 1196 lvb_type: 0 00010000:00010000:2.0:1763335103.089592:0:7458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cf:0x0].0x0 (ffff9001c5a76a00) 00010000:00010000:2.0:1763335103.089597:0:7458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573fec lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.089606:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573fec lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.089613:0:7458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573fec lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.089640:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335103.089696:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7831f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:2426:x1848989814603904:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 179us (534us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335103.089704:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3001 00010000:00010000:0.0:1763335103.089762:0:7841:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573fec lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.089770:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573fec lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:0.0:1763335103.089791:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1cf:0x0]: returning size 0 00000004:00080000:0.0:1763335103.089973:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x236:0x0], index 0: 0 00000004:00080000:0.0:1763335103.089981:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x238:0x0], index 1: 0 00000004:00080000:0.0:1763335103.089986:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x239:0x0], index 1: 0 00000004:00080000:0.0:1763335103.089990:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x237:0x0], index 0: 0 00010000:00010000:0.0:1763335103.090108:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573fec lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.090116:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573fec lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.090122:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573fec lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.090131:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335103.090135:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573fec lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.090143:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573fec lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.090152:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cf:0x0].0x0 (ffff9001c5a76a00) 00010000:00010000:0.0:1763335103.090154:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335103.090158:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573fec lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.090163:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007573fec lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.090205:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007573fe5 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1cf:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b97 expref: 243 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.090213:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cf:0x0].0x0 (ffff9001c5a76a00) 00010000:00010000:0.0:1763335103.090216:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763335103.090219:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007573fe5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1cf:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b97 expref: 243 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.090233:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665c00, rc 0) 00000100:00100000:0.0:1763335103.090275:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56890:x1848989814603520:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 18145us (18377us total) trans 4294972808 rc 301/301 00000100:00100000:0.0:1763335103.090282:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9177 00000100:00100000:3.0:1763335103.093527:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335103.093600:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.093703:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814604160 00000100:00100000:0.0:1763335103.093714:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814604160 00000100:00100000:0.0:1763335103.093760:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9178 00000100:00100000:0.0:1763335103.093770:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7830a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56886:x1848989814604160:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:0.0:1763335103.093866:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007573ffa lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335103.093884:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007573ffa lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.093895:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007573ffa lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00010000:0.0:1763335103.094020:0:7841:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000022a2406a reply state 00000000879bc5d6 transno 4294972809 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007573ffa lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.094033:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007573ffa lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.094040:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cc:0x0].0x0 (ffff9000c4881700) 00010000:00010000:0.0:1763335103.094043:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335103.094047:0:7841:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335103.094152:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7830a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56886:x1848989814604160:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 383us (635us total) trans 4294972809 rc 0/0 00000100:00100000:0.0:1763335103.094160:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9178 00000100:00100000:1.0:1763335103.094273:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814604416 00000100:00100000:1.0:1763335103.094278:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814604416 00000100:00100000:1.0:1763335103.094341:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3157 00000100:00100000:1.0:1763335103.094348:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7833480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56890:x1848989814604416:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335103.094487:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7833480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56890:x1848989814604416:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 137us (885us total) trans 4294972810 rc 0/0 00000100:00100000:1.0:1763335103.094494:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3157 00000100:00100000:3.0:1763335103.100505:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335103.107235:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814604544 00000100:00100000:1.0:1763335103.107255:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814604544 00000100:00100000:1.0:1763335103.107390:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6259 00000100:00100000:1.0:1763335103.107403:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:56886:x1848989814604544:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335103.107427:0:8415:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335103.107456:0:8415:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b54007574001 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880b9e expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.107493:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6c00/0x3ec0b54007573eaa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b27 expref: 26 pid: 27804 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335103.107501:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335103.107503:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335103.107507:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b54007574001 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b9e expref: 26 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.107543:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6c00/0x3ec0b54007573eaa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b27 expref: 26 pid: 27804 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335103.107556:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6c00/0x3ec0b54007573eaa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b27 expref: 26 pid: 27804 timeout: 1196 lvb_type: 1 00000100:00100000:1.0:1763335103.107574:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c393ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1848989826030464:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335103.107671:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c7053a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335103.110165:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.110266:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814604800 00000100:00100000:0.0:1763335103.110276:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814604800 00000100:00100000:0.0:1763335103.111415:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3158 00000100:00100000:0.0:1763335103.111431:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56890:x1848989814604800:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335103.111679:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+246:56890:x1848989814604800:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 251us (1520us total) trans 4294972811 rc 0/0 00000100:00100000:0.0:1763335103.111688:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3158 00000100:00100000:3.0:1763335103.111996:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335103.112581:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c393ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1848989826030464:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335103.112613:0:8415:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b54007574001 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b9e expref: 26 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.112630:0:8415:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281000, rc 0) 00000100:00100000:1.0:1763335103.112679:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:56886:x1848989814604544:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 5279us (12187us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335103.112687:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6259 00000100:00100000:2.0:1763335103.113058:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814604928 00000100:00100000:2.0:1763335103.113066:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814604928 00010000:00010000:2.0:1763335103.113093:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6c00/0x3ec0b54007573eaa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b27 expref: 26 pid: 27804 timeout: 1196 lvb_type: 1 00000100:00100000:2.0:1763335103.113123:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3002 00000100:00100000:2.0:1763335103.113130:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:2426:x1848989814604928:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335103.113145:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335103.113163:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6c00/0x3ec0b54007573eaa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x232:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b27 expref: 26 pid: 27804 timeout: 1196 lvb_type: 1 00010000:00010000:2.0:1763335103.113174:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6c00/0x3ec0b54007573eaa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x232:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b27 expref: 26 pid: 27804 timeout: 1196 lvb_type: 1 00010000:00010000:2.0:1763335103.113196:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6c00/0x3ec0b54007573eaa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x232:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b27 expref: 26 pid: 27804 timeout: 1196 lvb_type: 1 00010000:00010000:2.0:1763335103.113208:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335103.113210:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335103.113217:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b54007574001 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b9e expref: 25 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.113227:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b54007574001 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b9e expref: 25 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.113259:0:6515:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b54007574001 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b9e expref: 25 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335103.113272:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7e4f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6515:1848989826030592:192.168.204.57@tcp:105: 00000100:00100000:2.0:1763335103.113361:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c7ccbe40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335103.115173:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335103.115630:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814605184 00000100:00100000:3.0:1763335103.115639:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814605184 00000100:00100000:3.0:1763335103.115691:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9179 00000100:00100000:3.0:1763335103.115701:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4878e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+246:55956:x1848989814605184:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335103.116099:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335103.116125:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007574008 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880ba5 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.116265:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757400f lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335103.116279:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757400f lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335103.116289:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757400f lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335103.116300:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007574016 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335103.116307:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007574016 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335103.116341:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007574016 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335103.116394:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b5400757401d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335103.116403:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b5400757401d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335103.116410:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b5400757401d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:3.0:1763335103.116419:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1cf:0x0]: returning size 0 00010000:00010000:3.0:1763335103.116492:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757400f lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335103.116499:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757400f lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335103.116504:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757400f lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335103.116509:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757400f lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335103.116515:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadac00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335103.116519:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757400f lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335103.116527:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757400f lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335103.116538:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c5f9fd00) 00010000:00010000:3.0:1763335103.116541:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335103.116546:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757400f lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335103.116551:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757400f lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335103.116561:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007574016 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335103.116567:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007574016 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335103.116571:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007574016 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335103.116575:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadba00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335103.116577:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007574016 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335103.116583:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007574016 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335103.116589:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da0eb300) 00010000:00010000:3.0:1763335103.116591:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335103.116593:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007574016 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335103.116598:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007574016 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335103.116634:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007574008 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ba5 expref: 249 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.116650:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b5400757401d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ba5 expref: 248 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.116656:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cf:0x0].0x0 (ffff9001c5f9f000) 00010000:00010000:3.0:1763335103.116658:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335103.116660:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadb800, rc 0) 00000100:00100000:3.0:1763335103.116719:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4878e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:55956:x1848989814605184:12345-192.168.204.57@tcp:101:bash.0 Request processed in 1019us (1552us total) trans 4294972812 rc 0/0 00000100:00100000:3.0:1763335103.116727:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9179 00000100:00100000:2.0:1763335103.126303:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7e4f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6515:1848989826030592:192.168.204.57@tcp:105: 00010000:00010000:2.0:1763335103.126363:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335103.126424:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:2426:x1848989814604928:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 13291us (14427us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335103.126441:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3002 00000100:00100000:0.0:1763335103.126875:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.126917:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.126940:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814605440 00000100:00100000:0.0:1763335103.126947:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814605440 00000100:00100000:0.0:1763335103.127001:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9180 00000100:00100000:2.0:1763335103.128771:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814605312 00000100:00100000:2.0:1763335103.128780:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814605312 00000100:00100000:2.0:1763335103.128978:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6260 00000100:00100000:2.0:1763335103.128988:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:2426:x1848989814605312:12345-192.168.204.57@tcp:2:lfs.0 00002000:00010000:2.0:1763335103.129140:0:8415:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x232:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:2.0:1763335103.129144:0:8415:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x232:0x0] updating lvb mtime from disk: 1763335103 -> 1763335103 00002000:00010000:2.0:1763335103.129146:0:8415:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x232:0x0] updating lvb atime from disk: 1763335102 -> 1763335102 00002000:00010000:2.0:1763335103.129149:0:8415:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x232:0x0] updating lvb ctime from disk: 1763335103 -> 1763335103 00002000:00010000:2.0:1763335103.129151:0:8415:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x232:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763335103.129218:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:2426:x1848989814605312:12345-192.168.204.57@tcp:2:lfs.0 Request processed in 231us (2344us total) trans 21474838766 rc 0/0 00000100:00100000:2.0:1763335103.129226:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6260 00000100:00100000:0.0:1763335103.129638:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:55956:x1848989814605440:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335103.129659:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335103.129678:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b5400757402b lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880bac expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.129711:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574032 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335103.129722:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574032 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.129732:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574032 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.129824:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b5400757402b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bac expref: 250 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.129840:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574032 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bac expref: 249 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.129848:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cf:0x0].0x0 (ffff9001c5f9f000) 00010000:00010000:0.0:1763335103.129851:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763335103.129855:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665e00, rc 0) 00000100:00100000:0.0:1763335103.129891:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:55956:x1848989814605440:12345-192.168.204.57@tcp:101:bash.0 Request processed in 2303us (2973us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335103.129901:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9180 00000100:00100000:1.0:1763335103.145308:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335103.145401:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335103.145474:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814605952 00000100:00100000:2.0:1763335103.145484:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814605952 00000100:00100000:2.0:1763335103.145545:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3159 00000100:00100000:2.0:1763335103.145555:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001d24d9050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:56886:x1848989814605952:12345-192.168.204.57@tcp:35:lfs.0 00000004:00010000:2.0:1763335103.145618:0:6534:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000405:0x1cc:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007573df4 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1cc:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ae8 expref: 249 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.145671:0:6534:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574039 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 00010000:00010000:2.0:1763335103.145686:0:6534:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007573e8e lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b19 expref: 249 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.145703:0:6534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574039 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1763335103.145739:0:6534:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007573e8e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b19 expref: 249 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.145752:0:6534:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007573e8e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b19 expref: 249 pid: 7841 timeout: 1196 lvb_type: 0 00000100:00100000:2.0:1763335103.145767:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7e4f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6534:1848989826030720:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335103.145845:0:6534:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c7ccbe40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335103.146176:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814605696 00000100:00100000:3.0:1763335103.146181:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814605696 00000100:00100000:3.0:1763335103.146226:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9181 00000100:00100000:3.0:1763335103.146234:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:55956:x1848989814605696:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:3.0:1763335103.146265:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335103.146280:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b5400757401d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ba5 expref: 250 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.146297:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cf:0x0].0x0 (ffff9001c5f9f000) 00010000:00010000:3.0:1763335103.146303:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335103.146482:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007574040 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335103.146494:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007574040 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335103.146507:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007574040 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000001:00080000:3.0:1763335103.146548:0:13591:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972813 00000004:00010000:3.0:1763335103.146569:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000044c0ecf9 reply state 00000000ee2b971f transno 4294972814 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007574040 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335103.146579:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007574040 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335103.146585:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cf:0x0].0x0 (ffff9001c5f9f000) 00010000:00010000:3.0:1763335103.146588:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335103.146591:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763335103.146667:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:55956:x1848989814605696:12345-192.168.204.57@tcp:36:bash.0 Request processed in 433us (1373us total) trans 4294972814 rc 0/0 00000100:00100000:3.0:1763335103.146675:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9181 00000020:00080000:3.0:1763335103.146681:0:13591:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763335103.152079:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7e4f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6534:1848989826030720:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335103.152121:0:6534:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574039 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00000100:00100000:0.0:1763335103.153522:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.153625:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335103.154059:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814606208 00000100:00100000:3.0:1763335103.154069:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814606208 00010000:00010000:3.0:1763335103.154121:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007573e8e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b19 expref: 252 pid: 7841 timeout: 1196 lvb_type: 0 00000100:00100000:3.0:1763335103.154162:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3003 00000100:00100000:3.0:1763335103.154172:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b57480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:2426:x1848989814606208:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335103.154185:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335103.154192:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007573e8e lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b19 expref: 252 pid: 7841 timeout: 1196 lvb_type: 0 00010000:00010000:3.0:1763335103.154204:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007573e8e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b19 expref: 252 pid: 7841 timeout: 1196 lvb_type: 0 00010000:00010000:3.0:1763335103.154225:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007573e8e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b19 expref: 252 pid: 7841 timeout: 1196 lvb_type: 0 00010000:00010000:3.0:1763335103.154240:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cc:0x0].0x0 (ffff9000c4881700) 00010000:00010000:3.0:1763335103.154245:0:6515:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574039 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335103.154255:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574039 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335103.154262:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574039 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335103.154292:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335103.154357:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b57480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:2426:x1848989814606208:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 186us (731us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335103.154366:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3003 00000100:00100000:2.0:1763335103.154505:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814606080 00000100:00100000:2.0:1763335103.154510:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814606080 00000100:00100000:2.0:1763335103.154547:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9182 00000100:00100000:2.0:1763335103.154554:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:55956:x1848989814606080:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335103.154575:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335103.154591:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574047 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880bb3 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.154634:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574047 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bb3 expref: 252 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.154645:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574047 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bb3 expref: 252 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.154660:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cf:0x0].0x0 (ffff9001c5f9f000) 00010000:00010000:2.0:1763335103.154663:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763335103.154666:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6600, rc 0) 00000100:00100000:2.0:1763335103.154688:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:55956:x1848989814606080:12345-192.168.204.57@tcp:101:bash.0 Request processed in 135us (1176us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335103.154695:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9182 00010000:00010000:1.0:1763335103.155284:0:6534:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574039 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335103.155293:0:6534:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574039 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00000040:00080000:1.0:1763335103.155550:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1390, 88 off117128 00000004:00080000:1.0:1763335103.155559:0:6534:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1096135243943ns, next at 1096236153131ns, rc = 0 00000040:00080000:1.0:1763335103.155581:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1391, 88 off117128 00000004:00080000:1.0:1763335103.155587:0:6534:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1096135272498ns, next at 1096236183888ns, rc = 0 00000040:00080000:1.0:1763335103.155600:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1392, 88 off117216 00000004:00080000:1.0:1763335103.155604:0:6534:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1096135289158ns, next at 1096236183888ns, rc = 0 00000040:00080000:1.0:1763335103.155613:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1391, 88 off117216 00000004:00080000:1.0:1763335103.155617:0:6534:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1096135301961ns, next at 1096236153131ns, rc = 0 00000100:00100000:1.0:1763335103.161452:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.161874:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814606464 00000100:00100000:0.0:1763335103.161885:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814606464 00000100:00100000:0.0:1763335103.161934:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9183 00000100:00100000:0.0:1763335103.161943:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:55956:x1848989814606464:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335103.161975:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335103.161978:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763335103.162004:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574047 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bb3 expref: 253 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.162023:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cf:0x0].0x0 (ffff9001c5f9f000) 00010000:00010000:0.0:1763335103.162027:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335103.162040:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b5400757404e lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880bba expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.162085:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007574055 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335103.162099:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007574055 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.162109:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007574055 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000040:00080000:0.0:1763335103.162373:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1392, 88 off117304 00000004:00080000:0.0:1763335103.162381:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1096142066164ns, next at 1096236153131ns, rc = 0 00000040:00080000:0.0:1763335103.162415:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1393, 88 off117304 00000004:00080000:0.0:1763335103.162420:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1096142105363ns, next at 1096236183888ns, rc = 0 00000040:00080000:0.0:1763335103.162443:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1394, 88 off117392 00000004:00080000:0.0:1763335103.162447:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1096142132853ns, next at 1096236183888ns, rc = 0 00000040:00080000:0.0:1763335103.162463:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1393, 88 off117392 00000004:00080000:0.0:1763335103.162467:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1096142152766ns, next at 1096236153131ns, rc = 0 00000001:00080000:2.0:1763335103.163356:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972815 is committed 00000004:00080000:2.0:1763335103.163363:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 913 committed 00000004:00080000:2.0:1763335103.163372:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 910 committed 00000004:00080000:2.0:1763335103.163378:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 909 committed 00000004:00080000:2.0:1763335103.163381:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 912 committed 00000004:00010000:1.0:1763335103.163464:0:6534:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fe532fa8 reply state 00000000c2397894 transno 4294972815 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574039 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335103.163482:0:6534:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574039 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335103.163490:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cc:0x0].0x0 (ffff9000c4881700) 00010000:00010000:1.0:1763335103.163493:0:6534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1763335103.163496:0:6534:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763335103.163502:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cc:0x0].0x0 (ffff9000c4881700) 00010000:00010000:1.0:1763335103.163505:0:6534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763335103.163509:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573f44 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335103.163512:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007573df4 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1cc:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ae8 expref: 242 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.163530:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573f44 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335103.163538:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573f44 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335103.163545:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335103.163549:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573f44 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335103.163559:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573f44 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335103.163570:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da0eb300) 00010000:00010000:3.0:1763335103.163573:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335103.163577:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573f44 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335103.163583:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007573f44 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335103.163599:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007573f60 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335103.163605:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007573f60 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335103.163610:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007573f60 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335103.163615:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280200 already unused, calling callback (ffffffffc18d2550) 00010000:00080000:1.0:1763335103.163618:0:6534:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00010000:00010000:3.0:1763335103.163619:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007573f60 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335103.163627:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007573f60 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00000100:00100000:1.0:1763335103.163635:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001d24d9050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+241:56886:x1848989814605952:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 18079us (18232us total) trans 4294972815 rc 0/0 00010000:00010000:3.0:1763335103.163636:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cc:0x0].0x0 (ffff9000c4881700) 00010000:00010000:3.0:1763335103.163642:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335103.163646:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007573f60 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000100:00100000:1.0:1763335103.163653:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3159 00010000:00010000:3.0:1763335103.163655:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007573f60 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335103.163668:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007573fc9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335103.163675:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007573fc9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335103.163681:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007573fc9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335103.163686:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbada400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335103.163689:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007573fc9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335103.163695:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007573fc9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335103.163703:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da0eb300) 00010000:00010000:3.0:1763335103.163706:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335103.163709:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007573fc9 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335103.163710:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574039 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335103.163720:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007573fc9 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335103.163724:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574039 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335103.163734:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574039 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335103.163740:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007573ffa lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335103.163747:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007573ffa lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335103.163759:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007573ffa lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335103.163759:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335103.163765:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574039 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335103.163767:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335103.163774:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007573ffa lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335103.163789:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574039 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335103.163790:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007573ffa lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335103.164474:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cc:0x0].0x0 (ffff9000c4881700) 00010000:00010000:3.0:1763335103.164478:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335103.164481:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007573ffa lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335103.164488:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007573ffa lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1cc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335103.164503:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007574040 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335103.164508:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007574040 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335103.164522:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007574040 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335103.164527:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbada800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335103.164530:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007574040 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335103.164537:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007574040 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.164543:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cc:0x0].0x0 (ffff9000c4881700) 00010000:00010000:3.0:1763335103.164545:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cf:0x0].0x0 (ffff9001c5f9f000) 00010000:00010000:1.0:1763335103.164549:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335103.164550:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335103.164555:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574039 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335103.164556:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007574040 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.164572:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574039 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335103.164573:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007574040 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000100:00100000:2.0:1763335103.165142:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826030976:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763335103.165164:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826031232:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335103.165166:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826031104:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335103.165422:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335103.165472:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826031744:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335103.165494:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335103.165510:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826030848:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763335103.165529:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335103.165539:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826031616:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335103.165569:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826031232 00000100:00100000:0.0:1763335103.165570:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335103.165577:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826031232 00000100:00100000:0.0:1763335103.165595:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763335103.165604:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826031488:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763335103.165620:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826031104 00000100:00100000:1.0:1763335103.165625:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826031104 00000100:00100000:0.0:1763335103.165627:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335103.165653:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826031744 00000100:00100000:1.0:1763335103.165657:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826031744 00000100:00100000:1.0:1763335103.165703:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826031616 00000100:00100000:2.0:1763335103.165707:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826031488 00000100:00100000:1.0:1763335103.165707:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826031616 00000100:00100000:2.0:1763335103.165713:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826031488 00000100:00100000:0.0:1763335103.165714:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6261 00000100:00100000:0.0:1763335103.165728:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+43:3666:x1848989826031232:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335103.165737:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6262 00000100:00100000:2.0:1763335103.165744:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6263 00000100:00100000:2.0:1763335103.165754:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+7:3666:x1848989826031744:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335103.165760:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+43:3665:x1848989826031104:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763335103.165862:0:35240:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x232:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1763335103.165866:0:35240:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x232:0x0] updating lvb mtime from disk: 1763335103 -> 1763335103 00002000:00010000:1.0:1763335103.165869:0:35240:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x232:0x0] updating lvb atime from disk: 1763335102 -> 1763335102 00002000:00010000:1.0:1763335103.165872:0:35240:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x232:0x0] updating lvb ctime from disk: 1763335103 -> 1763335103 00002000:00010000:0.0:1763335103.165873:0:28568:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335103.165876:0:35240:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x232:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:0.0:1763335103.165879:0:28568:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb mtime from disk: 1763335103 -> 1763335103 00002000:00010000:0.0:1763335103.165883:0:28568:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335103.165885:0:28568:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb ctime from disk: 1763335103 -> 1763335103 00002000:00010000:0.0:1763335103.165887:0:28568:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x233:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335103.165920:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+45:3665:x1848989826031104:12345-0@lo:2:osp-syn-0-1.0 Request processed in 175us (426us total) trans 21474838767 rc 0/0 00000100:00100000:1.0:1763335103.165928:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6262 00000100:00100000:0.0:1763335103.165933:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+45:3666:x1848989826031232:12345-0@lo:2:osp-syn-0-1.0 Request processed in 208us (512us total) trans 21474838768 rc 0/0 00000100:00100000:0.0:1763335103.165944:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6261 00000100:00100000:1.0:1763335103.165949:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6264 00000100:00100000:0.0:1763335103.165977:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6265 00000100:00100000:1.0:1763335103.165982:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+8:3665:x1848989826031616:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335103.165991:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+8:3665:x1848989826031488:12345-0@lo:6:osp-syn-1-1.0 00002000:00010000:1.0:1763335103.166037:0:35240:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x234:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335103.166041:0:35240:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x234:0x0] updating lvb mtime from disk: 1763335103 -> 1763335103 00002000:00010000:1.0:1763335103.166044:0:35240:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x234:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335103.166046:0:35240:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x234:0x0] updating lvb ctime from disk: 1763335103 -> 1763335103 00002000:00010000:1.0:1763335103.166048:0:35240:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x234:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335103.166072:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+9:3665:x1848989826031616:12345-0@lo:2:osp-syn-1-1.0 Request processed in 95us (502us total) trans 17179871478 rc 0/0 00000100:00100000:1.0:1763335103.166079:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6264 00000100:00080000:1.0:1763335103.166104:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00080000:0.0:1763335103.166211:0:28568:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:567 count 1 00000100:00100000:3.0:1763335103.166230:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:0.0:1763335103.166235:0:28568:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x237:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335103.166243:0:28568:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b5400757405c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x237:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.166257:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335103.166260:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1763335103.166263:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826031360:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1763335103.166266:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b5400757405c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.166280:0:28568:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b5400757405c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335103.166289:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763335103.166290:0:28568:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b5400757405c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335103.166334:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826030848 00000100:00100000:3.0:1763335103.166338:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826030848 00000100:00100000:3.0:1763335103.166355:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826031360 00000100:00100000:3.0:1763335103.166358:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826031360 00000100:00100000:3.0:1763335103.166369:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6266 00000100:00100000:3.0:1763335103.166375:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+44:3667:x1848989826030848:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763335103.166386:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:564 count 1 00010000:00010000:3.0:1763335103.166398:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb800/0x3ec0b54007574063 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.166412:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6000/0x3ec0b54007573f05 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b51 expref: 25 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.166420:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335103.166422:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335103.166425:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb800/0x3ec0b54007574063 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.166437:0:28568:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b5400757405c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.166450:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6000/0x3ec0b54007573f05 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b51 expref: 25 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.166458:0:28568:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763335103.166465:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6000/0x3ec0b54007573f05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b51 expref: 25 pid: 27804 timeout: 1196 lvb_type: 0 00000100:00100000:3.0:1763335103.166482:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e7d6f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1848989826031872:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335103.166557:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c1254000 going to sleep for 11 seconds 00000100:00100000:0.0:1763335103.166627:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+10:3665:x1848989826031488:12345-0@lo:6:osp-syn-1-1.0 Request processed in 639us (999us total) trans 17179871479 rc 0/0 00000100:00100000:0.0:1763335103.166634:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6265 00000100:00100000:0.0:1763335103.166647:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6267 00000100:00100000:0.0:1763335103.166653:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+9:3667:x1848989826031360:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763335103.166664:0:28568:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:566 count 1 00010000:00010000:0.0:1763335103.166675:0:28568:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c4665400/0x3ec0b5400757406a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.166686:0:28568:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007573efe lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b4a expref: 16 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.166694:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335103.166695:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335103.166698:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665400/0x3ec0b5400757406a lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.166722:0:28568:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007573efe lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b4a expref: 16 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.166732:0:28568:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007573efe lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b4a expref: 16 pid: 27804 timeout: 1196 lvb_type: 0 00000100:00100000:0.0:1763335103.166742:0:28568:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff922300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28568:1848989826032000:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335103.166767:0:28568:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001fcd23900 going to sleep for 11 seconds 00010000:00010000:0.0:1763335103.166785:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335103.166791:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b5400757405c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.166798:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664800 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335103.166803:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b5400757405c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.166813:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b5400757405c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.166831:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b5400757405c lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.166845:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b5400757405c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.166864:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335103.166866:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335103.166868:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335103.166882:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335103.166915:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826030976 00000100:00100000:0.0:1763335103.166919:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826030976 00000100:00100000:0.0:1763335103.166941:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6268 00000100:00100000:0.0:1763335103.166949:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff920e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+45:3664:x1848989826030976:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763335103.166972:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:565 count 1 00002000:00010000:2.0:1763335103.166982:0:8415:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x235:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:2.0:1763335103.166987:0:8415:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x235:0x0] updating lvb mtime from disk: 1763335103 -> 1763335103 00002000:00010000:2.0:1763335103.166989:0:8415:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x235:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335103.166991:0:8416:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x235:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:2.0:1763335103.166992:0:8415:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x235:0x0] updating lvb ctime from disk: 1763335103 -> 1763335103 00002000:00010000:2.0:1763335103.166997:0:8415:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x235:0x0] updating lvb blocks from disk: 8 -> 8 00010000:00010000:0.0:1763335103.167002:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c4665600/0x3ec0b54007574071 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.167012:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335103.167014:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335103.167018:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4665600/0x3ec0b54007574071 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.167028:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c4665600/0x3ec0b54007574071 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335103.167030:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+9:3666:x1848989826031744:12345-0@lo:2:osp-syn-1-1.0 Request processed in 1277us (1501us total) trans 17179871477 rc 0/0 00000100:00100000:2.0:1763335103.167048:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6263 00010000:00010000:0.0:1763335103.167048:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c4665600/0x3ec0b54007574071 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.167064:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4665600/0x3ec0b54007574071 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.167079:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763335103.167097:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335103.167104:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c4665600/0x3ec0b54007574071 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.167113:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665600 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335103.167117:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c4665600/0x3ec0b54007574071 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.167126:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c4665600/0x3ec0b54007574071 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.167139:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c4665600/0x3ec0b54007574071 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.167147:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c4665600/0x3ec0b54007574071 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.167167:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335103.167169:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335103.167171:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335103.167219:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff920e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+46:3664:x1848989826030976:12345-0@lo:6:osp-syn-0-1.0 Request processed in 270us (336us total) trans 21474838769 rc 0/0 00000100:00100000:0.0:1763335103.167226:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6268 00000100:00100000:0.0:1763335103.167263:0:3666:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179871473 gen 2 00000004:00080000:0.0:1763335103.167268:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f78a80, transno 17179871450 00000004:00080000:0.0:1763335103.167279:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f78e00, transno 17179871451 00000004:00080000:0.0:1763335103.167282:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f78000, transno 17179871452 00000004:00080000:0.0:1763335103.167286:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f7bb80, transno 17179871453 00000004:00080000:0.0:1763335103.167289:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c78cc380, transno 17179871454 00000004:00080000:2.0:1763335103.167292:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c9b55500/2, rc 0, transno 21474838769 00000004:00080000:0.0:1763335103.167293:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c78cc000, transno 17179871455 00000100:00100000:2.0:1763335103.167308:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826030976:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1763335103.167418:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c78cf100, transno 17179871456 00000004:00080000:0.0:1763335103.167422:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c78cdc00, transno 17179871457 00000004:00080000:0.0:1763335103.167433:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001e7d6f480, transno 17179871460 00000004:00080000:0.0:1763335103.167436:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001e7d6d880, transno 17179871461 00000004:00080000:0.0:1763335103.167438:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6d94000, transno 17179871462 00000004:00080000:0.0:1763335103.167440:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001e7d6f100, transno 17179871463 00000004:00080000:0.0:1763335103.167443:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f1368700, transno 17179871465 00000004:00080000:0.0:1763335103.167446:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c2f26a00, transno 17179871466 00000004:00080000:0.0:1763335103.167448:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a34000, transno 17179871467 00000004:00080000:0.0:1763335103.167451:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a36d80, transno 17179871468 00000004:00080000:0.0:1763335103.167454:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4aa3800, transno 17179871470 00000004:00080000:0.0:1763335103.167456:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4aa2d80, transno 17179871471 00000004:00080000:0.0:1763335103.167458:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4879500, transno 17179871472 00000004:00080000:0.0:1763335103.167461:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c487b800, transno 17179871473 00000100:00100000:0.0:1763335103.167469:0:3666:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9000c9b55f80 x1848989826031744/t17179871477(17179871477) o2->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763335119 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1763335103.167478:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c9b55f80/2, rc 0, transno 17179871477 00000100:00100000:0.0:1763335103.167483:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826031744:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763335103.167499:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c9b55180/2, rc 0, transno 21474838768 00000100:00100000:0.0:1763335103.167503:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826031232:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763335103.167635:0:10046:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 2 changes, 4 in progress, 3 in flight, 20 done 00000004:00080000:0.0:1763335103.167670:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c9b57800/2, rc 0, transno 17179871479 00000100:00100000:0.0:1763335103.167693:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826031488:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1763335103.167705:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c9b56a00/2, rc 0, transno 17179871478 00000100:00100000:0.0:1763335103.167709:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826031616:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763335103.167716:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c9b57100/2, rc 0, transno 21474838767 00000100:00100000:0.0:1763335103.167742:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826031104:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335103.168152:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.168431:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814606592 00000100:00100000:0.0:1763335103.168437:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814606592 00000100:00100000:0.0:1763335103.168484:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9184 00000100:00100000:0.0:1763335103.168492:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+236:56886:x1848989814606592:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335103.168507:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335103.168524:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007574078 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880bc1 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.168575:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007574078 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bc1 expref: 237 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.168594:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665800/0x3ec0b54007574078 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1cc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bc1 expref: 237 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.168618:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cc:0x0].0x0 (ffff9000c4881700) 00010000:00010000:0.0:1763335103.168622:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335103.168626:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665800, rc 0) 00000100:00100000:0.0:1763335103.168673:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+237:56886:x1848989814606592:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 182us (522us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335103.168680:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9184 00000100:00100000:3.0:1763335103.171303:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335103.171355:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335103.171379:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814606848 00000100:00100000:3.0:1763335103.171387:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814606848 00010000:00010000:3.0:1763335103.171421:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007573efe lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b4a expref: 17 pid: 27804 timeout: 1196 lvb_type: 0 00000100:00100000:3.0:1763335103.171445:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814606720 00000100:00100000:3.0:1763335103.171448:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814606720 00010000:00010000:3.0:1763335103.171459:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6000/0x3ec0b54007573f05 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b51 expref: 26 pid: 27804 timeout: 1196 lvb_type: 0 00000100:00100000:3.0:1763335103.171476:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3004 00000100:00100000:3.0:1763335103.171483:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001fb698050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2427:x1848989814606848:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335103.171496:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335103.171501:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007573efe lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x236:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b4a expref: 17 pid: 27804 timeout: 1196 lvb_type: 0 00010000:00010000:3.0:1763335103.171512:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007573efe lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x236:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b4a expref: 17 pid: 27804 timeout: 1196 lvb_type: 0 00010000:00010000:3.0:1763335103.171548:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335103.171551:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335103.171556:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c4665400/0x3ec0b5400757406a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x236:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.171567:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665400/0x3ec0b5400757406a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x236:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.171585:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335103.171627:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001fb698050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2427:x1848989814606848:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 144us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335103.171637:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3004 00000100:00100000:1.0:1763335103.171649:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3005 00000100:00100000:1.0:1763335103.171662:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:2427:x1848989814606720:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335103.171675:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335103.171681:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6000/0x3ec0b54007573f05 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b51 expref: 26 pid: 27804 timeout: 1196 lvb_type: 0 00010000:00010000:1.0:1763335103.171695:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6000/0x3ec0b54007573f05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b51 expref: 26 pid: 27804 timeout: 1196 lvb_type: 0 00010000:00010000:1.0:1763335103.171709:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335103.171711:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335103.171714:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb800/0x3ec0b54007574063 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.171722:0:33041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb800/0x3ec0b54007574063 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.171736:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335103.171760:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:2427:x1848989814606720:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 103us (404us total) trans 0 rc 0/0 00010000:00010000:0.0:1763335103.172039:0:8417:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6000/0x3ec0b54007573f05 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b51 expref: 26 pid: 27804 timeout: 1196 lvb_type: 0 00000100:00100000:0.0:1763335103.172052:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e7d6f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1848989826031872:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335103.172069:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb800/0x3ec0b54007574063 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.172078:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb800/0x3ec0b54007574063 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.172084:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb800/0x3ec0b54007574063 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.172092:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb800/0x3ec0b54007574063 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.172099:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb800/0x3ec0b54007574063 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.172115:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763335103.172472:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335103.172480:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb800/0x3ec0b54007574063 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.172488:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadb800 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335103.172492:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb800/0x3ec0b54007574063 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335103.172496:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3005 00010000:00010000:2.0:1763335103.172502:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb800/0x3ec0b54007574063 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.172514:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb800/0x3ec0b54007574063 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.172521:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb800/0x3ec0b54007574063 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.172538:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335103.172540:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335103.172542:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335103.172602:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+46:3667:x1848989826030848:12345-0@lo:6:osp-syn-0-1.0 Request processed in 6225us (6918us total) trans 21474838770 rc 0/0 00000100:00100000:0.0:1763335103.172612:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6266 00000004:00080000:0.0:1763335103.172653:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c9b56d80/2, rc 0, transno 21474838770 00000100:00100000:0.0:1763335103.172676:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826030848:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1763335103.172705:0:28568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007573efe lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b4a expref: 16 pid: 27804 timeout: 1196 lvb_type: 0 00000100:00100000:0.0:1763335103.172715:0:28568:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff922300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28568:1848989826032000:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335103.172730:0:28568:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c4665400/0x3ec0b5400757406a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.172738:0:28568:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c4665400/0x3ec0b5400757406a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.172745:0:28568:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c4665400/0x3ec0b5400757406a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.172752:0:28568:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c4665400/0x3ec0b5400757406a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.172759:0:28568:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665400/0x3ec0b5400757406a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.173241:0:28568:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763335103.173410:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335103.173415:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c4665400/0x3ec0b5400757406a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.173423:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665400 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335103.173426:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c4665400/0x3ec0b5400757406a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.173434:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c4665400/0x3ec0b5400757406a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.173450:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c4665400/0x3ec0b5400757406a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.173457:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c4665400/0x3ec0b5400757406a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.173480:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335103.173483:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335103.173485:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335103.173671:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+9:3667:x1848989826031360:12345-0@lo:6:osp-syn-1-1.0 Request processed in 7017us (7381us total) trans 17179871480 rc 0/0 00000100:00100000:0.0:1763335103.173680:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6267 00000004:00080000:2.0:1763335103.173751:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c9b54000/2, rc 0, transno 17179871480 00000100:00100000:2.0:1763335103.173800:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826031360:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763335103.174530:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335103.174722:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814607104 00000100:00100000:1.0:1763335103.174730:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814607104 00000100:00100000:1.0:1763335103.174769:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3160 00000100:00100000:1.0:1763335103.174778:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff922300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+237:56886:x1848989814607104:12345-192.168.204.57@tcp:35:lfs.0 00000004:00080000:1.0:1763335103.176647:0:6534:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x1cc:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1763335103.176715:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1394, 64 off117456 00000040:00080000:1.0:1763335103.176735:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1395, 64 off117456 00000040:00080000:1.0:1763335103.176744:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1396, 64 off117520 00000040:00080000:1.0:1763335103.176752:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1395, 64 off117520 00010000:00010000:1.0:1763335103.176816:0:6534:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b5400757407f lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 00010000:00010000:1.0:1763335103.176834:0:6534:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b5400757407f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1cc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335103.176845:0:6534:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b5400757407f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1cc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335103.176852:0:6534:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b5400757407f lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1cc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335103.176858:0:6534:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b5400757407f lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1cc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335103.176865:0:6534:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b5400757407f lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1cc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335103.176891:0:6534:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763335103.177094:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff922300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+238:56886:x1848989814607104:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 2314us (2563us total) trans 4294972817 rc 0/0 00000100:00100000:1.0:1763335103.177103:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3160 00010000:00010000:0.0:1763335103.177166:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335103.177173:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b5400757407f lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1cc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335103.177180:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280a00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335103.177184:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b5400757407f lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1cc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335103.177191:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b5400757407f lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1cc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335103.177203:0:7457:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cc:0x0].0x0 (ffff9000c4881700) 00010000:00010000:0.0:1763335103.177206:0:7457:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335103.177211:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b5400757407f lrc: 1/0,0 mode: --/PW res: [0x240000405:0x1cc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335103.177216:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b5400757407f lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1cc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335103.177573:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335103.177575:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335103.177577:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335103.183237:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff920000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3664:1848989826032256:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1763335103.183300:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335103.183365:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763335103.183374:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6dcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3666:1848989826032128:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1763335103.183397:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335103.183543:0:12480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826032256 00000100:00100000:2.0:1763335103.183553:0:12480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826032256 00000100:00100000:2.0:1763335103.183590:0:12480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826032128 00000100:00100000:2.0:1763335103.183592:0:12480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826032128 00000100:00100000:2.0:1763335103.183607:0:12480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:2.0:1763335103.183614:0:12480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff921f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1848989826032256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1763335103.183635:0:12480:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 28672 granted 484929472 pending 0 free 3920220160 avail 3688669184 00000100:00100000:2.0:1763335103.183674:0:12480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff921f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1848989826032256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335103.183680:0:12480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:2.0:1763335103.183696:0:12480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:2.0:1763335103.183703:0:12480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff923480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1848989826032128:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1763335103.183712:0:12480:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484957248 pending 57344 free 3919192064 avail 3687669760 00000100:00100000:2.0:1763335103.183742:0:12480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff923480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1848989826032128:12345-0@lo:13:osp-pre-0-0.0 Request processed in 34us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335103.183750:0:12480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:0.0:1763335103.183910:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff920000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3664:1848989826032256:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1763335103.183943:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6dcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3666:1848989826032128:0@lo:13:osp-pre-0-0.0 00000001:00080000:0.0:1763335103.183998:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972816 is committed 00000004:00080000:0.0:1763335103.184005:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 915 committed 00000004:00080000:0.0:1763335103.184017:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 912 committed 00000004:00080000:0.0:1763335103.184030:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 911 committed 00000004:00080000:0.0:1763335103.184032:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 914 committed 00000100:00100000:0.0:1763335103.184123:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763335103.184131:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6dc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826032384:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1763335103.184154:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335103.184176:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763335103.184185:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6dc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826032768:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335103.184209:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335103.184229:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6dca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826032896:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335103.184247:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335103.184282:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff920000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826032512:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335103.184302:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335103.184349:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763335103.184354:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff922a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826032640:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335103.184372:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335103.184394:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826032768 00000100:00100000:0.0:1763335103.184397:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826032768 00000100:00100000:0.0:1763335103.184419:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826032896 00000100:00100000:0.0:1763335103.184422:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826032896 00000100:00100000:0.0:1763335103.184434:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826032512 00000100:00100000:0.0:1763335103.184442:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826032512 00000100:00100000:0.0:1763335103.184455:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826032640 00000100:00100000:0.0:1763335103.184458:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826032640 00000100:00100000:0.0:1763335103.184471:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6269 00000100:00100000:0.0:1763335103.184476:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff922d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+10:3665:x1848989826032768:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335103.184612:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff922d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+11:3665:x1848989826032768:12345-0@lo:2:osp-syn-1-1.0 Request processed in 135us (404us total) trans 17179871481 rc 0/0 00000100:00100000:0.0:1763335103.184618:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6269 00000100:00100000:0.0:1763335103.184630:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6270 00000100:00100000:0.0:1763335103.184635:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff923800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+10:3665:x1848989826032896:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335103.184691:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff923800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+11:3665:x1848989826032896:12345-0@lo:2:osp-syn-1-1.0 Request processed in 56us (444us total) trans 17179871482 rc 0/0 00000100:00100000:0.0:1763335103.184697:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6270 00000100:00100000:0.0:1763335103.184708:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6271 00000100:00100000:0.0:1763335103.184714:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff920380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+47:3666:x1848989826032512:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335103.184787:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff920380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+48:3666:x1848989826032512:12345-0@lo:2:osp-syn-0-1.0 Request processed in 73us (484us total) trans 21474838771 rc 0/0 00000100:00100000:0.0:1763335103.184794:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6271 00000100:00100000:0.0:1763335103.184804:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6272 00000100:00100000:0.0:1763335103.184809:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff920700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+47:3666:x1848989826032640:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335103.184869:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff920700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+48:3666:x1848989826032640:12345-0@lo:2:osp-syn-0-1.0 Request processed in 59us (495us total) trans 21474838772 rc 0/0 00000100:00100000:0.0:1763335103.184875:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6272 00000004:00080000:0.0:1763335103.184909:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6dca680/2, rc 0, transno 17179871482 00000100:00100000:0.0:1763335103.184918:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6dca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826032896:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763335103.184927:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6dc8a80/2, rc 0, transno 17179871481 00000100:00100000:0.0:1763335103.184930:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6dc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826032768:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763335103.184945:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001ff922a00/2, rc 0, transno 21474838772 00000100:00100000:0.0:1763335103.184964:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff922a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826032640:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763335103.184973:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001ff920000/2, rc 0, transno 21474838771 00000100:00100000:0.0:1763335103.184977:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff920000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826032512:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1763335103.185034:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007574055 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1cf:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bba expref: 237 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.185046:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cf:0x0].0x0 (ffff9001c5f9f000) 00010000:00010000:0.0:1763335103.185049:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763335103.185064:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b5400757404e lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bba expref: 237 pid: 13591 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763335103.185080:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007574055 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1cf:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bba expref: 236 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.185102:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cf:0x0].0x0 (ffff9001c5f9f000) 00010000:00010000:0.0:1763335103.185105:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763335103.185108:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664000, rc 0) 00000100:00100000:0.0:1763335103.185145:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+236:55956:x1848989814606464:12345-192.168.204.57@tcp:101:bash.0 Request processed in 23203us (23703us total) trans 4294972816 rc 0/0 00000100:00100000:0.0:1763335103.185152:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9183 00000100:00100000:2.0:1763335103.185452:0:8419:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826032384 00000100:00100000:2.0:1763335103.185457:0:8419:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826032384 00000100:00100000:2.0:1763335103.185484:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:2.0:1763335103.185491:0:8419:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff923100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+11:3664:x1848989826032384:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1763335103.185504:0:8419:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 28672 granted 484929472 pending 0 free 3920220160 avail 3688669184 00000100:00100000:2.0:1763335103.185545:0:8419:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff923100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+11:3664:x1848989826032384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (1390us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335103.185551:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:1.0:1763335103.185801:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6dc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826032384:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1763335103.186024:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e7d6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826033024:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1763335103.186058:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335103.186436:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826033024 00000100:00100000:3.0:1763335103.186442:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826033024 00000100:00100000:3.0:1763335103.186483:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1331 00000100:00100000:3.0:1763335103.186490:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dc8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3666:x1848989826033024:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1763335103.186516:0:6536:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445888000 avail 1299648512 00000100:00100000:3.0:1763335103.186553:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dc8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3666:x1848989826033024:12345-0@lo:41:osp-pre-0-1.0 Request processed in 64us (495us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335103.186559:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1331 00000100:00100000:1.0:1763335103.186629:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e7d6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826033024:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1763335103.188388:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335103.188477:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814607360 00000100:00100000:1.0:1763335103.188486:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814607360 00000100:00100000:1.0:1763335103.188538:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9185 00000100:00100000:1.0:1763335103.188547:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+236:56886:x1848989814607360:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335103.188565:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335103.188586:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574086 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880bc8 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.188661:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b5400757408d lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335103.188675:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b5400757408d lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.188685:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b5400757408d lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.188700:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007574094 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335103.188706:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007574094 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.188712:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007574094 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.188810:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b5400757409b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335103.188819:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b5400757409b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.188826:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b5400757409b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:1.0:1763335103.188836:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1cf:0x0]: returning size 2 00010000:00010000:1.0:1763335103.188914:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b5400757408d lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.188921:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b5400757408d lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.188927:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b5400757408d lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.188933:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b5400757408d lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.188938:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335103.188942:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b5400757408d lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.188949:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b5400757408d lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.188974:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0ebe00) 00010000:00010000:1.0:1763335103.188977:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335103.188982:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b5400757408d lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.188987:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b5400757408d lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.189000:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007574094 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.189005:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007574094 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.189011:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007574094 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.189015:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335103.189018:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007574094 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.189023:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007574094 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.189029:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da0eb400) 00010000:00010000:1.0:1763335103.189032:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335103.189035:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007574094 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.189040:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007574094 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.189075:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574086 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bc8 expref: 239 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.189105:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b5400757409b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bc8 expref: 238 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.189112:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cf:0x0].0x0 (ffff9001c5f9f000) 00010000:00010000:1.0:1763335103.189115:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335103.189117:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281e00, rc 0) 00000100:00100000:1.0:1763335103.189162:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+238:56886:x1848989814607360:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 617us (783us total) trans 4294972818 rc 0/0 00000100:00100000:1.0:1763335103.189170:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9185 00000100:00100000:2.0:1763335103.196127:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335103.196210:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814607488 00000100:00100000:1.0:1763335103.196220:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814607488 00000100:00100000:1.0:1763335103.196279:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6273 00000100:00100000:1.0:1763335103.196289:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:2426:x1848989814607488:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335103.196308:0:8417:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335103.196392:0:8417:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b540075740a9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x236:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880bcf expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335103.196416:0:8417:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x236:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763335103.196436:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335103.196439:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335103.196450:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b540075740a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bcf expref: 26 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335103.196466:0:8417:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b540075740a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bcf expref: 26 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335103.196480:0:8417:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280000, rc 0) 00000100:00100000:1.0:1763335103.196544:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:2426:x1848989814607488:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 256us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335103.196551:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6273 00000100:00100000:3.0:1763335103.198014:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335103.198638:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814607616 00000100:00100000:1.0:1763335103.198649:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814607616 00000100:00100000:1.0:1763335103.198711:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6274 00000100:00100000:1.0:1763335103.198721:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:55956:x1848989814607616:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335103.198737:0:35240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335103.198755:0:35240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c5281800/0x3ec0b540075740b0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880bd6 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.198783:0:35240:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b540075740a9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bcf expref: 27 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335103.198791:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335103.198793:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335103.198798:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5281800/0x3ec0b540075740b0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bd6 expref: 27 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.198832:0:35240:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b540075740a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bcf expref: 27 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335103.198848:0:35240:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b540075740a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bcf expref: 27 pid: 8417 timeout: 1196 lvb_type: 1 00000100:00100000:1.0:1763335103.198867:0:35240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6dcb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35240:1848989826033152:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335103.198947:0:35240:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c70533c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335103.200621:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335103.200893:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814607872 00000100:00100000:1.0:1763335103.200901:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814607872 00000100:00100000:1.0:1763335103.200949:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3161 00000100:00100000:1.0:1763335103.200968:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+238:56886:x1848989814607872:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335103.202178:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:56886:x1848989814607872:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 1201us (1553us total) trans 4294972819 rc 0/0 00000100:00100000:1.0:1763335103.202189:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3161 00000100:00100000:1.0:1763335103.208197:0:35240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6dcb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35240:1848989826033152:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335103.208238:0:35240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c5281800/0x3ec0b540075740b0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bd6 expref: 27 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.208257:0:35240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281800, rc 0) 00000100:00100000:1.0:1763335103.208341:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+27:55956:x1848989814607616:12345-192.168.204.57@tcp:101:bash.0 Request processed in 9620us (10332us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335103.208349:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6274 00000100:00100000:3.0:1763335103.208610:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335103.209170:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814608000 00000100:00100000:1.0:1763335103.209178:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814608000 00010000:00010000:1.0:1763335103.209211:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b540075740a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bcf expref: 27 pid: 8417 timeout: 1196 lvb_type: 1 00000100:00100000:1.0:1763335103.209243:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3006 00000100:00100000:1.0:1763335103.209251:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+27:2427:x1848989814608000:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335103.209267:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335103.209273:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b540075740a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x236:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bcf expref: 27 pid: 8417 timeout: 1196 lvb_type: 1 00010000:00010000:1.0:1763335103.209284:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b540075740a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x236:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bcf expref: 27 pid: 8417 timeout: 1196 lvb_type: 1 00010000:00010000:1.0:1763335103.209309:0:33041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b540075740a9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x236:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bcf expref: 27 pid: 8417 timeout: 1196 lvb_type: 1 00010000:00010000:1.0:1763335103.209349:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335103.209351:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335103.209358:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c5281800/0x3ec0b540075740b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bd6 expref: 26 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.209369:0:33041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5281800/0x3ec0b540075740b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bd6 expref: 26 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.209402:0:33041:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9000c5281800/0x3ec0b540075740b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bd6 expref: 26 pid: 35240 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335103.209415:0:33041:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6dcb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:33041:1848989826033280:192.168.204.57@tcp:105: 00000100:00100000:1.0:1763335103.209480:0:33041:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c70533c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335103.212170:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335103.212250:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814608128 00000100:00100000:1.0:1763335103.212260:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814608128 00000100:00100000:1.0:1763335103.212342:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3162 00000100:00100000:1.0:1763335103.212353:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:56886:x1848989814608128:12345-192.168.204.57@tcp:33:lfs.0 00000100:00100000:1.0:1763335103.212510:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:56886:x1848989814608128:12345-192.168.204.57@tcp:33:lfs.0 Request processed in 158us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335103.212518:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3162 00000100:00100000:1.0:1763335103.213899:0:33041:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6dcb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:33041:1848989826033280:192.168.204.57@tcp:105: 00010000:00010000:1.0:1763335103.213926:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335103.213968:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:2427:x1848989814608000:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 4717us (5359us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335103.213977:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3006 00000100:00100000:0.0:1763335103.217743:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335103.217806:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814608256 00000100:00100000:1.0:1763335103.217816:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814608256 00000100:00100000:1.0:1763335103.217875:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6275 00000100:00100000:1.0:1763335103.217884:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff920a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:55956:x1848989814608256:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335103.217902:0:35240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335103.217924:0:35240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b540075740b7 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x238:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880bdd expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335103.217948:0:35240:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x238:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763335103.217979:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335103.217982:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335103.217991:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b540075740b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bdd expref: 17 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.218006:0:35240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b540075740b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bdd expref: 17 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.218019:0:35240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280400, rc 0) 00000100:00100000:1.0:1763335103.218095:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff920a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:55956:x1848989814608256:12345-192.168.204.57@tcp:101:bash.0 Request processed in 211us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335103.218102:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6275 00000100:00100000:3.0:1763335103.223943:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335103.223994:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.224067:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814608384 00000100:00100000:0.0:1763335103.224077:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814608384 00002000:00010000:0.0:1763335103.224130:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/566 (0->18446744073709551615) 00002000:00100000:0.0:1763335103.224135:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001e7d6d880 with x1848989814608384 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335103.224147:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9001e7d6d880. 00000100:00100000:0.0:1763335103.224181:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814608512 00000100:00100000:0.0:1763335103.224185:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814608512 00002000:00010000:0.0:1763335103.224198:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/568 (0->18446744073709551615) 00002000:00100000:0.0:1763335103.224201:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001e7d6f100 with x1848989814608512 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335103.224207:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001e7d6f100. 00000100:00100000:0.0:1763335103.224223:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1556 00000100:00100000:0.0:1763335103.224232:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:2426:x1848989814608384:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:0.0:1763335103.224422:0:23997:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x236:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335103.224426:0:23997:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x236:0x0] updating lvb mtime from disk: 0 -> 1763335103 00002000:00010000:0.0:1763335103.224429:0:23997:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x236:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335103.224431:0:23997:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x236:0x0] updating lvb ctime from disk: 0 -> 1763335103 00002000:00010000:0.0:1763335103.224433:0:23997:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x236:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335103.224485:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+27:2426:x1848989814608384:12345-192.168.204.57@tcp:10:bash.0 Request processed in 254us (553us total) trans 21474838773 rc 0/0 00000100:00100000:0.0:1763335103.224493:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1556 00002000:00010000:0.0:1763335103.224496:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/566 (0->18446744073709551615) 00002000:00100000:0.0:1763335103.224499:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001e7d6d880 with x1848989814608384 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335103.224503:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9001e7d6d880. 00000100:00100000:0.0:1763335103.224520:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1557 00000100:00100000:0.0:1763335103.224526:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2427:x1848989814608512:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:0.0:1763335103.224603:0:23997:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x238:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335103.224606:0:23997:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x238:0x0] updating lvb mtime from disk: 0 -> 1763335103 00002000:00010000:0.0:1763335103.224608:0:23997:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x238:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335103.224611:0:23997:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x238:0x0] updating lvb ctime from disk: 0 -> 1763335103 00002000:00010000:0.0:1763335103.224613:0:23997:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x238:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335103.224633:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2427:x1848989814608512:12345-192.168.204.57@tcp:10:bash.0 Request processed in 107us (638us total) trans 17179871483 rc 0/0 00000100:00100000:0.0:1763335103.224638:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1557 00002000:00010000:0.0:1763335103.224641:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/568 (0->18446744073709551615) 00002000:00100000:0.0:1763335103.224644:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001e7d6f100 with x1848989814608512 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335103.224647:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001e7d6f100. 00000100:00100000:3.0:1763335103.228085:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335103.228460:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814608768 00000100:00100000:1.0:1763335103.228472:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814608768 00000100:00100000:1.0:1763335103.228540:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3163 00000100:00100000:1.0:1763335103.228550:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:55956:x1848989814608768:12345-192.168.204.57@tcp:35:bash.0 00000100:00100000:1.0:1763335103.228812:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+240:55956:x1848989814608768:12345-192.168.204.57@tcp:35:bash.0 Request processed in 263us (736us total) trans 4294972820 rc 0/0 00000100:00100000:1.0:1763335103.228818:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3163 00000100:00100000:0.0:1763335103.239967:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335103.240065:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814609024 00000100:00100000:3.0:1763335103.240077:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814609024 00000100:00100000:3.0:1763335103.240147:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9186 00000100:00100000:3.0:1763335103.240158:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff921180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+240:56891:x1848989814609024:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335103.240181:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335103.240216:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b540075740be lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880be4 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.240399:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075740c5 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335103.240422:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075740c5 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x1cf:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335103.240440:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075740c5 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x1cf:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:3.0:1763335103.240452:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1cf:0x0]: returning size 5 00010000:00010000:3.0:1763335103.240593:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b540075740be lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1cf:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880be4 expref: 243 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.240612:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075740c5 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1cf:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880be4 expref: 242 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.240620:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cf:0x0].0x0 (ffff9001c5f9f000) 00010000:00010000:3.0:1763335103.240623:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1763335103.240627:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadbc00, rc 0) 00000100:00100000:3.0:1763335103.240694:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff921180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56891:x1848989814609024:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 532us (743us total) trans 4294972821 rc 0/0 00000100:00100000:3.0:1763335103.240703:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9186 00000100:00100000:0.0:1763335103.248655:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335103.248754:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814609280 00000100:00100000:1.0:1763335103.248764:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814609280 00000100:00100000:1.0:1763335103.248832:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9187 00000100:00100000:1.0:1763335103.248844:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff921500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56891:x1848989814609280:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335103.248871:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335103.248892:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075740d3 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880beb expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.249027:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075740da lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335103.249043:0:13591:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b5400757409b lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bc8 expref: 243 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.249054:0:13591:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075740da lrc: 4/0,1 mode: --/CW res: [0x240000405:0x1cf:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.249091:0:13591:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b5400757409b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bc8 expref: 243 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.249105:0:13591:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b5400757409b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bc8 expref: 243 pid: 13591 timeout: 1196 lvb_type: 0 00000100:00100000:1.0:1763335103.249119:0:13591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6dcb100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826033408:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335103.249225:0:13591:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c70533c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335103.252304:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335103.252483:0:13591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6dcb100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826033408:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335103.252511:0:13591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075740da lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1cf:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000100:00100000:3.0:1763335103.252592:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814609536 00000100:00100000:3.0:1763335103.252598:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814609536 00000100:00100000:3.0:1763335103.252651:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3164 00000100:00100000:3.0:1763335103.252661:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff921880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56892:x1848989814609536:12345-192.168.204.57@tcp:35:rm.0 00000100:00100000:3.0:1763335103.254342:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff921880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56892:x1848989814609536:12345-192.168.204.57@tcp:35:rm.0 Request processed in 1654us (2019us total) trans 4294972822 rc 0/0 00000100:00100000:3.0:1763335103.254353:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3164 00000100:00100000:0.0:1763335103.258012:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.258222:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335103.258627:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814610048 00000100:00100000:3.0:1763335103.258637:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814610048 00000100:00100000:3.0:1763335103.258694:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9188 00000100:00100000:3.0:1763335103.258704:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56892:x1848989814610048:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:3.0:1763335103.258757:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1763335103.258783:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075740c5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1cf:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880be4 expref: 245 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.258806:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b54007574055 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1cf:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bba expref: 244 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.258820:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574032 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bac expref: 243 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.258830:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cf:0x0].0x0 (ffff9001c5f9f000) 00010000:00010000:3.0:1763335103.258835:0:6532:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075740da lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1cf:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335103.258844:0:6532:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075740da lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1cf:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335103.258850:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335103.258876:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b540075740e1 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335103.258891:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b540075740e1 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335103.258899:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b540075740e1 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335103.258909:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075740e8 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335103.258916:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075740e8 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335103.258922:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075740e8 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335103.259003:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b540075740ef lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335103.259011:0:6532:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075740da lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1cf:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335103.259018:0:6532:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b540075740ef lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335103.259032:0:6532:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075740da lrc: 4/0,1 mode: --/CW res: [0x240000405:0x1cf:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335103.259041:0:6532:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b540075740ef lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000100:00100000:1.0:1763335103.259169:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814609664 00000100:00100000:1.0:1763335103.259174:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814609664 00010000:00010000:1.0:1763335103.259193:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b5400757409b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bc8 expref: 243 pid: 13591 timeout: 1196 lvb_type: 0 00000100:00100000:1.0:1763335103.259221:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3007 00000100:00100000:1.0:1763335103.259228:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1368700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:2427:x1848989814609664:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335103.259238:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335103.259243:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b5400757409b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bc8 expref: 243 pid: 13591 timeout: 1196 lvb_type: 0 00010000:00010000:1.0:1763335103.259253:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b5400757409b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bc8 expref: 243 pid: 13591 timeout: 1196 lvb_type: 0 00010000:00010000:1.0:1763335103.259266:0:33041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b5400757409b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bc8 expref: 243 pid: 13591 timeout: 1196 lvb_type: 0 00010000:00010000:1.0:1763335103.259282:0:33041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cf:0x0].0x0 (ffff9001c5f9f000) 00010000:00010000:1.0:1763335103.259286:0:33041:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075740da lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1cf:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.259293:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075740da lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1cf:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.259299:0:33041:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075740da lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x1cf:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.259305:0:33041:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b540075740ef lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335103.259311:0:33041:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b540075740ef lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335103.259352:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335103.259405:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1368700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:2427:x1848989814609664:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 176us (1402us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335103.259412:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3007 00010000:00010000:1.0:1763335103.259511:0:13591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075740da lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1cf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.259518:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075740da lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1cf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13591 initiator: MDT1 00000004:00200000:1.0:1763335103.259535:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1cf:0x0]: returning size 5 00010000:00010000:1.0:1763335103.259645:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075740d3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1cf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880beb expref: 243 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.259659:0:13591:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075740da lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1cf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880beb expref: 242 pid: 13591 timeout: 1196 lvb_type: 0 00010000:00010000:1.0:1763335103.259668:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075740da lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1cf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880beb expref: 242 pid: 13591 timeout: 1196 lvb_type: 0 00010000:00010000:1.0:1763335103.259674:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281200, rc 0) 00000100:00100000:1.0:1763335103.259699:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff921500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56891:x1848989814609280:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 10858us (11056us total) trans 4294972823 rc 0/0 00000100:00100000:1.0:1763335103.259706:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9187 00000100:00100000:0.0:1763335103.264157:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.264981:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335103.265045:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814610304 00000100:00100000:3.0:1763335103.265057:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814610304 00010000:00010000:3.0:1763335103.265105:0:6516:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075740da lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1cf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880beb expref: 242 pid: 13591 timeout: 1196 lvb_type: 0 00000100:00100000:3.0:1763335103.265150:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3008 00000100:00100000:3.0:1763335103.265159:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:2428:x1848989814610304:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335103.265175:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335103.265181:0:6516:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075740da lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1cf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880beb expref: 242 pid: 13591 timeout: 1196 lvb_type: 0 00010000:00010000:3.0:1763335103.265194:0:6516:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075740da lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1cf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880beb expref: 242 pid: 13591 timeout: 1196 lvb_type: 0 00010000:00010000:3.0:1763335103.265217:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075740da lrc: 0/0,0 mode: --/CW res: [0x240000405:0x1cf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880beb expref: 242 pid: 13591 timeout: 1196 lvb_type: 0 00010000:00010000:3.0:1763335103.265235:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cf:0x0].0x0 (ffff9001c5f9f000) 00010000:00010000:3.0:1763335103.265241:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b540075740ef lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335103.265251:0:6516:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b540075740ef lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335103.265258:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b540075740ef lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335103.265295:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335103.265369:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+241:2428:x1848989814610304:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 210us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335103.265377:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3008 00010000:00010000:0.0:1763335103.265763:0:6532:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b540075740ef lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335103.265772:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b540075740ef lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00080000:0.0:1763335103.266053:0:6532:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000405:0x1cf:0x0] is inserted into orphan list, open count = 1 00010000:00010000:0.0:1763335103.266146:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b540075740ef lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335103.266154:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b540075740ef lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335103.266160:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b540075740ef lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335103.266169:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbada800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335103.266174:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b540075740ef lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335103.266180:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b540075740ef lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335103.266189:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cf:0x0].0x0 (ffff9001c5f9f000) 00010000:00010000:0.0:1763335103.266193:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763335103.266196:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b540075740ef lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335103.266202:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b540075740ef lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335103.266222:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b540075740e1 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335103.266228:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b540075740e1 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335103.266233:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b540075740e1 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335103.266237:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b540075740e1 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335103.266241:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadac00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335103.266244:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b540075740e1 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335103.266249:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b540075740e1 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335103.266259:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c7920400) 00010000:00010000:0.0:1763335103.266263:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335103.266266:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b540075740e1 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335103.266271:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b540075740e1 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00000004:00010000:0.0:1763335103.266281:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000efe10fad reply state 00000000a2074241 transno 4294972824 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075740e8 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335103.266291:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075740e8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335103.266297:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c7920e00) 00010000:00010000:0.0:1763335103.266299:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335103.266301:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335103.266403:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56892:x1848989814610048:12345-192.168.204.57@tcp:36:rm.0 Request processed in 7699us (8179us total) trans 4294972824 rc 0/0 00000100:00100000:0.0:1763335103.266410:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9188 00000100:00100000:2.0:1763335103.267106:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814610176 00000100:00100000:2.0:1763335103.267115:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814610176 00000100:00100000:2.0:1763335103.267172:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9189 00000100:00100000:2.0:1763335103.267181:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56891:x1848989814610176:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335103.267199:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335103.267219:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075740fd lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880bf2 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.267286:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574104 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335103.267297:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574104 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.267307:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574104 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:2.0:1763335103.267358:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1cf:0x0]: returning size 5 00000004:00200000:2.0:1763335103.267363:0:7841:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335103.267379:0:7841:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574104 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.267403:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075740fd lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bf2 expref: 244 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.267424:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574104 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bf2 expref: 243 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.267432:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cf:0x0].0x0 (ffff9000c487ea00) 00010000:00010000:2.0:1763335103.267434:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1763335103.267436:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6e00, rc 0) 00000100:00100000:2.0:1763335103.267480:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:56891:x1848989814610176:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 300us (3334us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335103.267486:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9189 00000100:00100000:3.0:1763335103.277345:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.277914:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814610560 00000100:00100000:0.0:1763335103.277925:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814610560 00000100:00100000:0.0:1763335103.277998:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9190 00000100:00100000:0.0:1763335103.278009:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:56891:x1848989814610560:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335103.278036:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335103.278060:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b5400757410b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880bf9 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.278184:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574112 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335103.278199:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574112 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1cf:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335103.278211:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574112 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1cf:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:0.0:1763335103.278224:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1cf:0x0]: returning size 5 00010000:00010000:0.0:1763335103.278362:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b5400757410b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1cf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bf9 expref: 246 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.278381:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574112 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1cf:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bf9 expref: 245 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.278390:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cf:0x0].0x0 (ffff9000c487ea00) 00010000:00010000:0.0:1763335103.278393:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763335103.278397:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665e00, rc 0) 00000100:00100000:0.0:1763335103.278460:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56891:x1848989814610560:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 453us (1155us total) trans 4294972825 rc 0/0 00000100:00100000:0.0:1763335103.278467:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9190 00000100:00100000:3.0:1763335103.281119:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.281362:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814610688 00000100:00100000:0.0:1763335103.281372:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814610688 00000100:00100000:0.0:1763335103.281420:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6276 00000100:00100000:0.0:1763335103.281429:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+27:2426:x1848989814610688:12345-192.168.204.57@tcp:1:lfs.0 00010000:00010000:0.0:1763335103.281472:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c4664000/0x3ec0b54007574120 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.281491:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c5281800/0x3ec0b540075740b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bd6 expref: 27 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.281504:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335103.281507:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335103.281511:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4664000/0x3ec0b54007574120 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.281546:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c5281800/0x3ec0b540075740b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bd6 expref: 27 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.281559:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c5281800/0x3ec0b540075740b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bd6 expref: 27 pid: 35240 timeout: 1196 lvb_type: 0 00000100:00100000:0.0:1763335103.281575:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e5eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1848989826033536:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335103.281653:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f608fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1763335103.284207:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e5eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1848989826033536:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335103.284240:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c4664000/0x3ec0b54007574120 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335103.284396:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335103.284865:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814610816 00000100:00100000:3.0:1763335103.284876:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814610816 00002000:00100000:3.0:1763335103.284928:0:23998:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x236:0x0] (0->4) req@ffff9001f7e4ed80 x1848989814610816/t0(0) o4->357649f3-b5ed-4e47-9c16-69abcfcf3637@192.168.204.57@tcp:149/0 lens 496/0 e 0 to 0 dl 1763335114 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335103.284938:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f7e4ed80 with x1848989814610816 ext(0->4) 00010000:00010000:3.0:1763335103.284944:0:23998:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9000c5281800/0x3ec0b540075740b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bd6 expref: 28 pid: 35240 timeout: 1196 lvb_type: 0 00010000:00010000:3.0:1763335103.284971:0:23998:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9000c5281800/0x3ec0b540075740b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bd6 expref: 28 pid: 35240 timeout: 1196 lvb_type: 0 00002000:00010000:3.0:1763335103.284979:0:23998:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9001f7e4ed80 00000100:00100000:3.0:1763335103.285063:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 103 00000100:00100000:3.0:1763335103.285073:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+28:2426:x1848989814610816:12345-192.168.204.57@tcp:4:bash.0 00000100:00100000:3.0:1763335103.286932:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+30:2426:x1848989814610816:12345-192.168.204.57@tcp:4:bash.0 Request processed in 1851us (2528us total) trans 21474838774 rc 0/0 00000100:00100000:3.0:1763335103.286944:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 103 00002000:00100000:3.0:1763335103.286963:0:23998:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x236:0x0] (0->4) req@ffff9001f7e4ed80 x1848989814610816/t21474838774(0) o4->357649f3-b5ed-4e47-9c16-69abcfcf3637@192.168.204.57@tcp:149/0 lens 496/448 e 0 to 0 dl 1763335114 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335103.286972:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f7e4ed80 with x1848989814610816 ext(0->4) 00010000:00010000:3.0:1763335103.286980:0:23998:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9000c5281800/0x3ec0b540075740b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bd6 expref: 30 pid: 35240 timeout: 1196 lvb_type: 0 00010000:00010000:3.0:1763335103.286994:0:23998:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9000c5281800/0x3ec0b540075740b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bd6 expref: 30 pid: 35240 timeout: 1196 lvb_type: 0 00002000:00010000:3.0:1763335103.287004:0:23998:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9001f7e4ed80 00000100:00100000:3.0:1763335103.291775:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335103.296394:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814610944 00000100:00100000:1.0:1763335103.296410:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814610944 00010000:00010000:1.0:1763335103.296461:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5281800/0x3ec0b540075740b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bd6 expref: 30 pid: 35240 timeout: 1196 lvb_type: 0 00000100:00100000:1.0:1763335103.296512:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3009 00000100:00100000:1.0:1763335103.296523:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a36d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+30:2429:x1848989814610944:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335103.296539:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1763335103.296557:0:33041:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x236:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:1.0:1763335103.296560:0:33041:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x236:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1763335103.296565:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c5281800/0x3ec0b540075740b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x236:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bd6 expref: 30 pid: 35240 timeout: 1196 lvb_type: 0 00010000:00010000:1.0:1763335103.296577:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c5281800/0x3ec0b540075740b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x236:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bd6 expref: 30 pid: 35240 timeout: 1196 lvb_type: 0 00010000:00010000:1.0:1763335103.296599:0:33041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c5281800/0x3ec0b540075740b0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x236:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bd6 expref: 30 pid: 35240 timeout: 1196 lvb_type: 0 00010000:00010000:1.0:1763335103.296620:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335103.296622:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335103.296627:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c4664000/0x3ec0b54007574120 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.296637:0:33041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4664000/0x3ec0b54007574120 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.296670:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335103.296727:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a36d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:2429:x1848989814610944:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 205us (4962us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335103.296734:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3009 00010000:00010000:1.0:1763335103.296765:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c4664000/0x3ec0b54007574120 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.296773:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c4664000/0x3ec0b54007574120 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.296793:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c4664000/0x3ec0b54007574120 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.296801:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4664000/0x3ec0b54007574120 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.296808:0:8417:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c4664000/0x3ec0b54007574120 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.296820:0:8417:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664000 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335103.296823:0:8417:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c4664000/0x3ec0b54007574120 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.296831:0:8417:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c4664000/0x3ec0b54007574120 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.296842:0:8417:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c4664000/0x3ec0b54007574120 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.296849:0:8417:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c4664000/0x3ec0b54007574120 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335103.296888:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+28:2426:x1848989814610688:12345-192.168.204.57@tcp:1:lfs.0 Request processed in 15460us (15783us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335103.296895:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6276 00000100:00100000:3.0:1763335103.299425:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335103.299515:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814611200 00000100:00100000:1.0:1763335103.299525:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814611200 00000100:00100000:1.0:1763335103.299568:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9191 00000100:00100000:1.0:1763335103.299576:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56891:x1848989814611200:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:1.0:1763335103.299631:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335103.299656:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574104 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bf2 expref: 245 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.299674:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cf:0x0].0x0 (ffff9000c487ea00) 00010000:00010000:1.0:1763335103.299679:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335103.299704:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574127 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335103.299715:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574127 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.299724:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574127 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000040:00080000:1.0:1763335103.299893:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1396, 88 off117608 00000004:00080000:1.0:1763335103.299899:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1096279584571ns, next at 1096236153131ns, rc = 0 00000040:00080000:1.0:1763335103.299930:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1397, 88 off117608 00000004:00080000:1.0:1763335103.299933:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1096279618916ns, next at 1096236183888ns, rc = 0 00000040:00080000:1.0:1763335103.299960:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1398, 88 off117696 00000004:00080000:1.0:1763335103.299964:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1096279649609ns, next at 1096236183888ns, rc = 0 00000040:00080000:1.0:1763335103.299981:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1397, 88 off117696 00000004:00080000:1.0:1763335103.299984:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1096279669568ns, next at 1096236153131ns, rc = 0 00000001:00080000:3.0:1763335103.302044:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972826 is committed 00000004:00080000:3.0:1763335103.302055:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 917 committed 00000004:00080000:3.0:1763335103.302066:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 914 committed 00000004:00080000:3.0:1763335103.302072:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 913 committed 00000004:00080000:3.0:1763335103.302074:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 916 committed 00000100:00100000:1.0:1763335103.302980:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6dc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826033792:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763335103.303055:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763335103.303254:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075740e8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.303265:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075740e8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.303273:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075740e8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.303279:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadba00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335103.303283:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075740e8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.303290:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075740e8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.303307:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c7920e00) 00010000:00010000:2.0:1763335103.303311:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335103.303339:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075740e8 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.303347:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075740e8 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00000100:00100000:0.0:1763335103.303467:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6dcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826033920:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335103.303495:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335103.303763:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6dc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826034304:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335103.304142:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6dcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826033664:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763335103.304278:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6dc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826034432:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335103.304299:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335103.304401:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826033792 00000100:00100000:1.0:1763335103.304409:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826033792 00000100:00100000:2.0:1763335103.304469:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826033920 00000100:00100000:2.0:1763335103.304473:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826033920 00000100:00100000:2.0:1763335103.304496:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826034432 00000100:00100000:2.0:1763335103.304499:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826034432 00000100:00100000:0.0:1763335103.304510:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6277 00000100:00100000:0.0:1763335103.304523:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+12:3664:x1848989826033792:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763335103.304556:0:27804:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:565 count 1 00000100:00100000:2.0:1763335103.304661:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6278 00000100:00100000:2.0:1763335103.304670:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+12:3665:x1848989826033920:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763335103.304781:0:35240:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x238:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335103.304785:0:35240:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x238:0x0] updating lvb mtime from disk: 1763335103 -> 1763335103 00002000:00010000:2.0:1763335103.304788:0:35240:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x238:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335103.304790:0:35240:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x238:0x0] updating lvb ctime from disk: 1763335103 -> 1763335103 00002000:00010000:2.0:1763335103.304793:0:35240:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x238:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335103.304833:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+13:3665:x1848989826033920:12345-0@lo:2:osp-syn-1-1.0 Request processed in 164us (1336us total) trans 17179871484 rc 0/0 00000100:00100000:2.0:1763335103.304840:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6278 00010000:00010000:0.0:1763335103.304855:0:27804:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c4665200/0x3ec0b5400757412e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335103.304857:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6279 00000100:00100000:2.0:1763335103.304863:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+48:3665:x1848989826034432:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1763335103.304875:0:27804:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c5281400/0x3ec0b54007573fb4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b74 expref: 17 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.304883:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335103.304885:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335103.304888:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665200/0x3ec0b5400757412e lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.304917:0:27804:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c5281400/0x3ec0b54007573fb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b74 expref: 17 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.304931:0:27804:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c5281400/0x3ec0b54007573fb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b74 expref: 17 pid: 8415 timeout: 1196 lvb_type: 0 00000100:00100000:2.0:1763335103.304937:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+49:3665:x1848989826034432:12345-0@lo:2:osp-syn-0-1.0 Request processed in 74us (637us total) trans 21474838775 rc 0/0 00000100:00100000:2.0:1763335103.304943:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6279 00000100:00100000:0.0:1763335103.304943:0:27804:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e5eb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27804:1848989826034688:192.168.204.57@tcp:104: 00000004:00080000:2.0:1763335103.304997:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6dcb800/2, rc 0, transno 17179871484 00000100:00100000:2.0:1763335103.305003:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6dcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826033920:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763335103.305014:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6dc9880/2, rc 0, transno 21474838775 00000100:00100000:2.0:1763335103.305019:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6dc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826034432:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335103.305030:0:27804:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f608fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1763335103.305042:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335103.305062:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826033664 00000100:00100000:0.0:1763335103.305064:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6dc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826034176:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763335103.305065:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826033664 00000100:00100000:0.0:1763335103.305102:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335103.305122:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1763335103.305128:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6dc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826034048:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335103.305148:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335103.305164:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6dc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826034560:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335103.305180:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335103.305198:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826034176 00000100:00100000:0.0:1763335103.305201:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826034176 00000100:00100000:2.0:1763335103.306015:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6280 00000100:00100000:2.0:1763335103.306033:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+13:3667:x1848989826033664:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763335103.306052:0:8725:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:564 count 1 00010000:00010000:2.0:1763335103.306070:0:8725:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574135 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335103.306192:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826034048 00000100:00100000:1.0:1763335103.306197:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826034048 00000100:00100000:0.0:1763335103.306202:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826034560 00000100:00100000:0.0:1763335103.306205:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826034560 00000100:00100000:1.0:1763335103.306217:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6281 00000100:00100000:0.0:1763335103.306220:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6282 00000100:00100000:1.0:1763335103.306222:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+50:3667:x1848989826034176:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763335103.306225:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+14:3667:x1848989826034048:12345-0@lo:2:osp-syn-1-1.0 00002000:00080000:1.0:1763335103.306234:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:562 count 1 00010000:00010000:1.0:1763335103.306247:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b5400757413c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.306258:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b54007574001 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b9e expref: 27 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.306265:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335103.306267:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335103.306270:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b5400757413c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.306294:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b54007574001 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b9e expref: 27 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.306304:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b54007574001 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b9e expref: 27 pid: 8415 timeout: 1196 lvb_type: 0 00000100:00100000:1.0:1763335103.306333:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6dcb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1848989826034816:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335103.306368:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+15:3667:x1848989826034048:12345-0@lo:2:osp-syn-1-1.0 Request processed in 141us (1217us total) trans 17179871485 rc 0/0 00000100:00100000:0.0:1763335103.306375:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6282 00000100:00100000:1.0:1763335103.306376:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c70533c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335103.306391:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6283 00000100:00100000:1.0:1763335103.306393:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335103.306396:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+50:3667:x1848989826034560:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335103.306468:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+51:3667:x1848989826034560:12345-0@lo:2:osp-syn-0-1.0 Request processed in 72us (1287us total) trans 21474838776 rc 0/0 00000100:00100000:0.0:1763335103.306474:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6283 00000100:00100000:0.0:1763335103.306485:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826034304 00000100:00100000:0.0:1763335103.306488:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826034304 00000100:00100000:0.0:1763335103.306501:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6284 00000100:00100000:0.0:1763335103.306506:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f6027050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+51:3664:x1848989826034304:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763335103.306515:0:28961:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:563 count 1 00010000:00010000:0.0:1763335103.306526:0:28961:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b54007574143 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.306538:0:28961:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b54007573fde lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b90 expref: 27 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.306544:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335103.306546:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335103.306549:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b54007574143 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.306568:0:28961:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b54007573fde lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b90 expref: 27 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.306803:0:28961:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b54007573fde lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b90 expref: 27 pid: 27804 timeout: 1196 lvb_type: 0 00000100:00100000:0.0:1763335103.306813:0:28961:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e5eb1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28961:1848989826034944:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335103.306841:0:28961:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001e7fa8540 going to sleep for 11 seconds 00000004:00080000:0.0:1763335103.306876:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6dc8380/2, rc 0, transno 17179871485 00000100:00100000:0.0:1763335103.306881:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6dc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826034048:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763335103.306891:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6dc9c00/2, rc 0, transno 21474838776 00000100:00100000:0.0:1763335103.306895:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6dc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826034560:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1763335103.307520:0:8725:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7800/0x3ec0b54007573d99 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880acc expref: 17 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.307529:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335103.307531:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335103.307535:0:8725:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574135 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.307561:0:8725:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7800/0x3ec0b54007573d99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880acc expref: 17 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.307569:0:8725:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7800/0x3ec0b54007573d99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880acc expref: 17 pid: 35240 timeout: 1196 lvb_type: 0 00000100:00100000:2.0:1763335103.307725:0:8725:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7e4fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8725:1848989826035072:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335103.307770:0:8725:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c7ccbe40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335103.307894:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000004:00010000:1.0:1763335103.308122:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006ff61887 reply state 0000000059ef550a transno 4294972826 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574127 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000100:00100000:0.0:1763335103.308289:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814611328 00000100:00100000:0.0:1763335103.308296:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814611328 00000100:00100000:0.0:1763335103.308365:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9192 00000100:00100000:0.0:1763335103.308374:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c487bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+235:56893:x1848989814611328:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335103.308390:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335103.308411:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757414a lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880c00 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.308476:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574151 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335103.308487:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574151 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335103.308499:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574151 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335103.308512:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007574158 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335103.308518:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007574158 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335103.308523:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007574158 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335103.308562:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574151 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335103.308568:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574151 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335103.308766:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574127 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.308777:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cf:0x0].0x0 (ffff9000c487ea00) 00010000:00010000:1.0:1763335103.308780:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1763335103.308784:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:1.0:1763335103.308867:0:13591:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1763335103.308883:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+237:56891:x1848989814611200:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 9306us (9466us total) trans 4294972826 rc 0/0 00000100:00100000:1.0:1763335103.308890:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9191 00010000:00010000:1.0:1763335103.308917:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574127 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.308924:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574127 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.308931:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574127 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.308937:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335103.308940:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574127 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.308948:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574127 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.308968:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cf:0x0].0x0 (ffff9000c487ea00) 00010000:00010000:1.0:1763335103.308971:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763335103.308975:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574127 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.308980:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574127 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.309094:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574151 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335103.309103:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574151 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335103.309107:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335103.309110:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574151 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335103.309115:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574151 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335103.309123:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c5a76a00) 00010000:00010000:0.0:1763335103.309125:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335103.309129:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574151 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335103.309134:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574151 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335103.309146:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007574158 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335103.309152:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007574158 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335103.309157:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007574158 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335103.309162:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335103.309165:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007574158 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335103.309171:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007574158 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335103.309178:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c5a76300) 00010000:00010000:0.0:1763335103.309180:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335103.309183:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007574158 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335103.309189:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007574158 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335103.309219:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757414a lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c00 expref: 236 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.309229:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c5a76a00) 00010000:00010000:0.0:1763335103.309232:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335103.309235:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757414a lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c00 expref: 236 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.309248:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665400, rc 0) 00000100:00100000:0.0:1763335103.309273:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c487bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+235:56893:x1848989814611328:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 900us (1379us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335103.309279:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9192 00000100:00100000:0.0:1763335103.310843:0:27804:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e5eb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27804:1848989826034688:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335103.310866:0:27804:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c4665200/0x3ec0b5400757412e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335103.310992:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6dcb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1848989826034816:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335103.311006:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b5400757413c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335103.311074:0:8725:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7e4fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8725:1848989826035072:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335103.311096:0:8725:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574135 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335103.311145:0:28961:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e5eb1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28961:1848989826034944:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335103.311156:0:28961:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b54007574143 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335103.312284:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335103.312344:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335103.312375:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.312442:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814611584 00000100:00100000:0.0:1763335103.312451:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814611584 00010000:00010000:0.0:1763335103.312481:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b54007574001 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b9e expref: 28 pid: 8415 timeout: 1196 lvb_type: 0 00000100:00100000:1.0:1763335103.312571:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814611456 00000100:00100000:1.0:1763335103.312575:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814611456 00010000:00010000:1.0:1763335103.312594:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5281400/0x3ec0b54007573fb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b74 expref: 18 pid: 8415 timeout: 1196 lvb_type: 0 00000100:00100000:1.0:1763335103.312623:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814611712 00000100:00100000:1.0:1763335103.312625:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814611712 00010000:00010000:1.0:1763335103.312635:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b54007573fde lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b90 expref: 29 pid: 27804 timeout: 1196 lvb_type: 0 00000100:00100000:1.0:1763335103.312652:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3010 00000100:00100000:1.0:1763335103.312659:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001fb69a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2428:x1848989814611456:12345-192.168.204.57@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1763335103.312694:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3011 00000100:00100000:0.0:1763335103.312702:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a37b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:2428:x1848989814611712:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335103.312712:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335103.312717:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b54007573fde lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b90 expref: 29 pid: 27804 timeout: 1196 lvb_type: 0 00000100:00100000:3.0:1763335103.312729:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3012 00010000:00010000:0.0:1763335103.312733:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b54007573fde lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b90 expref: 29 pid: 27804 timeout: 1196 lvb_type: 0 00000100:00100000:3.0:1763335103.312736:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a34a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:2429:x1848989814611584:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335103.312743:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335103.312747:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b54007574001 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b9e expref: 29 pid: 8415 timeout: 1196 lvb_type: 0 00010000:00010000:0.0:1763335103.312754:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b54007573fde lrc: 0/0,0 mode: --/PW res: [0x280000400:0x233:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b90 expref: 29 pid: 27804 timeout: 1196 lvb_type: 0 00010000:00010000:3.0:1763335103.312755:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b54007574001 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b9e expref: 29 pid: 8415 timeout: 1196 lvb_type: 0 00010000:00010000:0.0:1763335103.312769:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335103.312771:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335103.312772:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b54007574001 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x232:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b9e expref: 28 pid: 8415 timeout: 1196 lvb_type: 0 00010000:00010000:0.0:1763335103.312776:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b54007574143 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.312780:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335103.312781:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335103.312784:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b5400757413c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.312786:0:7458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b54007574143 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.312792:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b5400757413c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.312811:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335103.312811:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335103.312851:0:6516:0:(service.c:3434:ptlrpc_start_thread()) ldlm_canceld[0] started 5 min 3 max 56 00000100:00100000:2.0:1763335103.312861:0:6516:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'ldlm_cn00_005' 00000100:00100000:0.0:1763335103.313153:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a37b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+27:2428:x1848989814611712:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 450us (775us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335103.313162:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3011 00010000:00010000:0.0:1763335103.313192:0:28961:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b54007574143 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.313200:0:28961:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b54007574143 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.313210:0:28961:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b54007574143 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.313223:0:28961:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b54007574143 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.313239:0:28961:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763335103.313480:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f6027050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+52:3664:x1848989826034304:12345-0@lo:6:osp-syn-0-1.0 Request processed in 6972us (7084us total) trans 21474838777 rc 0/0 00000100:00100000:0.0:1763335103.313488:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6284 00000004:00080000:0.0:1763335103.313534:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6dc8700/2, rc 0, transno 21474838777 00000100:00100000:0.0:1763335103.313542:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6dc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826034304:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335103.315170:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a34a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:2429:x1848989814611584:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 2425us (2880us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335103.315182:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3012 00000100:00100000:3.0:1763335103.315338:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335103.315373:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335103.315393:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814611840 00000100:00100000:3.0:1763335103.315401:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814611840 00010000:00010000:3.0:1763335103.315428:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7800/0x3ec0b54007573d99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880acc expref: 19 pid: 35240 timeout: 1196 lvb_type: 0 00000100:00100000:3.0:1763335103.315456:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3013 00000100:00100000:3.0:1763335103.315465:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a35c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2429:x1848989814611840:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335103.315476:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335103.315482:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7800/0x3ec0b54007573d99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880acc expref: 19 pid: 35240 timeout: 1196 lvb_type: 0 00010000:00010000:3.0:1763335103.315494:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7800/0x3ec0b54007573d99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880acc expref: 19 pid: 35240 timeout: 1196 lvb_type: 0 00010000:00010000:3.0:1763335103.315513:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7800/0x3ec0b54007573d99 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880acc expref: 19 pid: 35240 timeout: 1196 lvb_type: 0 00010000:00010000:3.0:1763335103.315527:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335103.315529:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335103.315533:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574135 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.315543:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574135 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335103.315543:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814611968 00000100:00100000:0.0:1763335103.315547:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814611968 00010000:00010000:3.0:1763335103.315566:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335103.315576:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9193 00000100:00100000:0.0:1763335103.315582:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+234:56891:x1848989814611968:12345-192.168.204.57@tcp:101:lfs.0 00000100:00100000:3.0:1763335103.315598:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a35c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2429:x1848989814611840:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 136us (225us total) trans 0 rc 0/0 00010000:00010000:0.0:1763335103.315599:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1763335103.315604:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3013 00010000:00010000:0.0:1763335103.315615:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b5400757415f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880c07 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.315627:0:8725:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574135 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.315634:0:8725:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574135 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.315642:0:8725:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574135 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.315653:0:8725:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574135 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.315658:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b5400757415f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c07 expref: 235 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.315666:0:8725:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1763335103.315670:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b5400757415f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c07 expref: 235 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.315686:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cf:0x0].0x0 (ffff9000c487ea00) 00010000:00010000:0.0:1763335103.315689:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335103.315692:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664c00, rc 0) 00000100:00100000:0.0:1763335103.315714:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+235:56891:x1848989814611968:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 131us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335103.315720:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9193 00010000:00010000:1.0:1763335103.315808:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335103.315817:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c5281400/0x3ec0b54007573fb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b74 expref: 17 pid: 8415 timeout: 1196 lvb_type: 0 00010000:00010000:1.0:1763335103.315827:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c5281400/0x3ec0b54007573fb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b74 expref: 17 pid: 8415 timeout: 1196 lvb_type: 0 00010000:00010000:1.0:1763335103.315840:0:33041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c5281400/0x3ec0b54007573fb4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880b74 expref: 17 pid: 8415 timeout: 1196 lvb_type: 0 00010000:00010000:1.0:1763335103.315849:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335103.315851:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335103.315854:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c4665200/0x3ec0b5400757412e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335103.315860:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+15:3667:x1848989826033664:12345-0@lo:6:osp-syn-1-1.0 Request processed in 9835us (10817us total) trans 17179871486 rc 0/0 00010000:00010000:1.0:1763335103.315862:0:33041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665200/0x3ec0b5400757412e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335103.315869:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6280 00010000:00010000:1.0:1763335103.315879:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335103.315901:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001fb69a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2428:x1848989814611456:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 3241us (3556us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335103.315908:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3010 00010000:00010000:2.0:1763335103.316045:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1763335103.316052:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b54007574143 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.316060:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665c00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335103.316064:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b54007574143 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.316073:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b54007574143 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.316086:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b54007574143 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.316093:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b54007574143 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x233:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.316110:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335103.316113:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574135 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.316120:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6000 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335103.316122:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574135 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.316133:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574135 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.316143:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574135 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.316150:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574135 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x234:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.316163:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335103.316164:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335103.316166:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335103.316172:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335103.316185:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b5400757413c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.316193:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b5400757413c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.316201:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b5400757413c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.316208:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b5400757413c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.316233:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763335103.316465:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+52:3667:x1848989826034176:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10242us (11362us total) trans 21474838778 rc 0/0 00000100:00100000:2.0:1763335103.316472:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6281 00010000:00010000:0.0:1763335103.316767:0:27804:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c4665200/0x3ec0b5400757412e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.316776:0:27804:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c4665200/0x3ec0b5400757412e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.316785:0:27804:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c4665200/0x3ec0b5400757412e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.316791:0:27804:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665200/0x3ec0b5400757412e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.316815:0:27804:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1763335103.317039:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+15:3664:x1848989826033792:12345-0@lo:6:osp-syn-1-1.0 Request processed in 12521us (13984us total) trans 17179871487 rc 0/0 00000100:00100000:0.0:1763335103.317047:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6277 00000004:00080000:0.0:1763335103.317180:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6dcb100/2, rc 0, transno 17179871486 00000100:00100000:0.0:1763335103.317186:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6dcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826033664:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1763335103.317199:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6dc9180/2, rc 0, transno 21474838778 00000100:00100000:0.0:1763335103.317203:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6dc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826034176:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1763335103.317227:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6dc9500/2, rc 0, transno 17179871487 00000100:00100000:0.0:1763335103.317230:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6dc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826033792:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1763335103.317305:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1763335103.317333:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b5400757413c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.317341:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280000 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335103.317344:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b5400757413c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.317352:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b5400757413c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.317365:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b5400757413c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.317372:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b5400757413c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x232:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.317386:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335103.317390:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c4665200/0x3ec0b5400757412e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.317396:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335103.317399:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c4665200/0x3ec0b5400757412e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.317406:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c4665200/0x3ec0b5400757412e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.317419:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c4665200/0x3ec0b5400757412e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.317425:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c4665200/0x3ec0b5400757412e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x235:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.317435:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335103.317436:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335103.317438:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335103.317585:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335103.319470:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335103.319667:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814612096 00000100:00100000:2.0:1763335103.319677:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814612096 00000100:00100000:2.0:1763335103.319730:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9194 00000100:00100000:2.0:1763335103.319740:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+235:56893:x1848989814612096:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335103.319758:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335103.319778:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574166 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880c0e expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.319842:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b5400757416d lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00000100:00100000:3.0:1763335103.319847:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:2.0:1763335103.319855:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b5400757416d lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.319865:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b5400757416d lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.319878:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574174 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335103.319885:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574174 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00000100:00100000:1.0:1763335103.319899:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814612224 00000100:00100000:1.0:1763335103.319904:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814612224 00000100:00100000:1.0:1763335103.319941:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9195 00000100:00100000:1.0:1763335103.319948:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+237:56891:x1848989814612224:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335103.319962:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574174 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335103.319965:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335103.319974:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b5400757417b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880c15 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.320000:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b5400757416d lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.320006:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b5400757416d lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335103.320009:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007574182 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335103.320013:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b5400757416d lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335103.320017:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007574182 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335103.320019:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b5400757416d lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335103.320024:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007574182 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335103.320025:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335103.320029:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b5400757416d lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.320035:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b5400757416d lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.320045:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c487e800) 00010000:00010000:2.0:1763335103.320048:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335103.320052:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b5400757416d lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.320057:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b5400757416d lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000004:00200000:1.0:1763335103.320058:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1cf:0x0]: returning size 5 00000004:00200000:1.0:1763335103.320061:0:13591:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1763335103.320067:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574174 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.320072:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574174 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.320077:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574174 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00000004:00010000:1.0:1763335103.320077:0:13591:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007574182 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.320099:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b5400757417b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c15 expref: 239 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.320111:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007574182 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c15 expref: 238 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.320118:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cf:0x0].0x0 (ffff9000c487ea00) 00010000:00010000:1.0:1763335103.320121:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1763335103.320123:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281800, rc 0) 00000100:00100000:1.0:1763335103.320169:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+238:56891:x1848989814612224:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 221us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335103.320176:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9195 00010000:00010000:2.0:1763335103.320216:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335103.320220:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574174 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.320230:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574174 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.320238:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c487e300) 00010000:00010000:2.0:1763335103.320240:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335103.320243:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574174 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.320249:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574174 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.320274:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574166 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c0e expref: 237 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.320283:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c487e800) 00010000:00010000:2.0:1763335103.320286:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335103.320289:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574166 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c0e expref: 237 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.320299:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6000, rc 0) 00000100:00100000:2.0:1763335103.320352:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+236:56893:x1848989814612096:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 614us (889us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335103.320359:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9194 00000100:00100000:3.0:1763335103.322729:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.322873:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814612352 00000100:00100000:0.0:1763335103.322883:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814612352 00000100:00100000:0.0:1763335103.323252:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6285 00000100:00100000:0.0:1763335103.323263:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:2427:x1848989814612352:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335103.323421:0:27804:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335103.323443:0:27804:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c4665400/0x3ec0b54007574189 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x236:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880c1c expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335103.323465:0:27804:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x236:0x0] initial LVB size: 5, mtime: 0x691a5bbf, atime: 0x0, ctime: 0x691a5bbf, blocks: 0x8 00010000:00010000:0.0:1763335103.323483:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335103.323485:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335103.323495:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4665400/0x3ec0b54007574189 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c1c expref: 27 pid: 27804 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335103.323510:0:27804:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c4665400/0x3ec0b54007574189 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c1c expref: 27 pid: 27804 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335103.323521:0:27804:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665400, rc 0) 00000100:00100000:0.0:1763335103.324265:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+27:2427:x1848989814612352:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1001us (1540us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335103.324283:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6285 00000100:00100000:3.0:1763335103.324892:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335103.324992:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814612480 00000100:00100000:2.0:1763335103.325001:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814612480 00000100:00100000:2.0:1763335103.325193:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9196 00000100:00100000:2.0:1763335103.325203:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+236:56893:x1848989814612480:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335103.325221:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335103.325241:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574190 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880c23 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.325350:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574197 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335103.325365:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574197 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.325376:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574197 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:2.0:1763335103.325422:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763335103.325427:0:13840:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763335103.325457:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574190 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c23 expref: 238 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.325472:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574197 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c23 expref: 237 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.325480:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c487e800) 00010000:00010000:2.0:1763335103.325483:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763335103.325486:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7400, rc 0) 00000100:00100000:2.0:1763335103.325524:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+237:56893:x1848989814612480:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 324us (636us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335103.325530:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9196 00000100:00100000:1.0:1763335103.334566:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335103.334633:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814612608 00000100:00100000:2.0:1763335103.334643:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814612608 00000100:00100000:2.0:1763335103.334709:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9197 00000100:00100000:2.0:1763335103.334719:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4879500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+237:56893:x1848989814612608:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335103.334742:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335103.334762:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b5400757419e lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880c2a expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.334825:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075741a5 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335103.334839:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075741a5 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.334850:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075741a5 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.334861:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b540075741ac lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335103.334868:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b540075741ac lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.334873:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b540075741ac lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.334922:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075741a5 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.334929:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075741a5 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.334934:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075741a5 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.334940:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075741a5 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.334945:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335103.334959:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075741a5 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.334966:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075741a5 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.334978:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c487e800) 00010000:00010000:2.0:1763335103.334982:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335103.334986:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075741a5 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.334992:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075741a5 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.335005:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b540075741ac lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.335010:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b540075741ac lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.335015:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b540075741ac lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.335019:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335103.335021:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b540075741ac lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.335026:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b540075741ac lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.335031:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c487e300) 00010000:00010000:2.0:1763335103.335034:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335103.335036:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b540075741ac lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.335045:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b540075741ac lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.335075:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b5400757419e lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c2a expref: 238 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.335098:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c487e800) 00010000:00010000:2.0:1763335103.335101:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335103.335104:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b5400757419e lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c2a expref: 238 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.335114:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6c00, rc 0) 00000100:00100000:2.0:1763335103.335185:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4879500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+237:56893:x1848989814612608:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 467us (630us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335103.335193:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9197 00000100:00100000:3.0:1763335103.340263:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.340340:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814612864 00000100:00100000:0.0:1763335103.340351:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814612864 00000100:00100000:0.0:1763335103.340409:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9198 00000100:00100000:0.0:1763335103.340420:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+237:56893:x1848989814612864:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335103.340440:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335103.340443:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763335103.340470:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574197 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c23 expref: 237 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.340489:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c487e800) 00010000:00010000:0.0:1763335103.340501:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335103.340517:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b540075741b3 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880c31 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.340619:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b540075741ba lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335103.340632:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b540075741ba lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.340642:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b540075741ba lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.340655:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b540075741c1 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335103.340661:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b540075741c1 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.340668:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b540075741c1 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.341269:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b540075741c8 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335103.341278:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b540075741c8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.341285:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b540075741c8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:0.0:1763335103.341297:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1d1:0x0]: returning size 0 00010000:00010000:0.0:1763335103.342557:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b540075741ba lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.342569:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b540075741ba lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.342575:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b540075741ba lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.342581:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b540075741ba lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.342587:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335103.342591:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b540075741ba lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.342598:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b540075741ba lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.342610:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c5a76400) 00010000:00010000:0.0:1763335103.342613:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335103.342616:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b540075741ba lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.342621:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b540075741ba lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000004:00010000:0.0:1763335103.342636:0:7841:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000042997d5d reply state 000000007d7466bd transno 4294972827 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b540075741c1 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.342646:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b540075741c1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.342656:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c5a76f00) 00010000:00010000:0.0:1763335103.342658:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335103.342661:0:7841:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763335103.342698:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b540075741b3 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c31 expref: 239 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.342714:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b540075741c8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c31 expref: 238 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.342720:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d1:0x0].0x0 (ffff9001c5a76700) 00010000:00010000:0.0:1763335103.342722:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335103.342724:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665c00, rc 0) 00000100:00100000:0.0:1763335103.342799:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:56893:x1848989814612864:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 2380us (2546us total) trans 4294972827 rc 0/0 00000100:00100000:0.0:1763335103.342807:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9198 00000100:00100000:3.0:1763335103.349394:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.349448:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814613120 00000100:00100000:0.0:1763335103.349460:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814613120 00000100:00100000:0.0:1763335103.349525:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9199 00000100:00100000:0.0:1763335103.349536:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:56893:x1848989814613120:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335103.349561:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335103.349594:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b540075741d6 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880c38 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.349724:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075741dd lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335103.349741:0:7841:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b540075741c8 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c31 expref: 240 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.349755:0:7841:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075741dd lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.349793:0:7841:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b540075741c8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c31 expref: 240 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.349806:0:7841:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b540075741c8 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c31 expref: 240 pid: 7841 timeout: 1196 lvb_type: 0 00000100:00100000:0.0:1763335103.349820:0:7841:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e5eb0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826035200:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335103.349912:0:7841:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001fcd23900 going to sleep for 11 seconds 00000100:00100000:1.0:1763335103.356103:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.356220:0:7841:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e5eb0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826035200:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335103.356246:0:7841:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075741dd lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000100:00100000:2.0:1763335103.356363:0:35246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814613248 00000100:00100000:2.0:1763335103.356372:0:35246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814613248 00010000:00010000:2.0:1763335103.356407:0:35246:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b540075741c8 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c31 expref: 241 pid: 7841 timeout: 1196 lvb_type: 0 00000100:00100000:2.0:1763335103.356443:0:35246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3014 00000100:00100000:2.0:1763335103.356451:0:35246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c487b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+241:2426:x1848989814613248:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335103.356464:0:35246:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335103.356470:0:35246:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b540075741c8 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c31 expref: 241 pid: 7841 timeout: 1196 lvb_type: 0 00010000:00010000:2.0:1763335103.356481:0:35246:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b540075741c8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c31 expref: 241 pid: 7841 timeout: 1196 lvb_type: 0 00010000:00010000:2.0:1763335103.356499:0:35246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b540075741c8 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c31 expref: 241 pid: 7841 timeout: 1196 lvb_type: 0 00010000:00010000:2.0:1763335103.356514:0:35246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d1:0x0].0x0 (ffff9001c5a76700) 00010000:00010000:2.0:1763335103.356519:0:35246:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075741dd lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.356527:0:35246:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075741dd lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.356534:0:35246:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075741dd lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.356549:0:35246:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335103.356599:0:35246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c487b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+240:2426:x1848989814613248:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 148us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335103.356605:0:35246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3014 00010000:00010000:0.0:1763335103.356653:0:7841:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075741dd lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.356659:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075741dd lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:0.0:1763335103.356683:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1d1:0x0]: returning size 0 00000004:00080000:0.0:1763335103.356861:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x23a:0x0], index 1: 0 00000004:00080000:0.0:1763335103.356868:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x238:0x0], index 0: 0 00000004:00080000:0.0:1763335103.356873:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x239:0x0], index 0: 0 00000004:00080000:0.0:1763335103.356877:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x23b:0x0], index 1: 0 00010000:00010000:0.0:1763335103.356989:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075741dd lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.357001:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075741dd lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.357008:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075741dd lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.357013:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335103.357017:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075741dd lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.357048:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075741dd lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.357059:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d1:0x0].0x0 (ffff9001c5a76700) 00010000:00010000:0.0:1763335103.357061:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335103.357065:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075741dd lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.357072:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075741dd lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.357116:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b540075741d6 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1d1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c38 expref: 240 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.357125:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d1:0x0].0x0 (ffff9001c5a76700) 00010000:00010000:0.0:1763335103.357128:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763335103.357131:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b540075741d6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1d1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c38 expref: 240 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.357146:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664000, rc 0) 00000100:00100000:0.0:1763335103.357192:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:56893:x1848989814613120:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 7658us (7813us total) trans 4294972828 rc 301/301 00000100:00100000:0.0:1763335103.357200:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9199 00000100:00100000:1.0:1763335103.366411:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335103.366481:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814613504 00000100:00100000:2.0:1763335103.366493:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814613504 00000100:00100000:2.0:1763335103.366561:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3165 00000100:00100000:2.0:1763335103.366572:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001d24da050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:56893:x1848989814613504:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335103.367286:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001d24da050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+240:56893:x1848989814613504:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 714us (887us total) trans 4294972829 rc 0/0 00000100:00100000:2.0:1763335103.367294:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3165 00000100:00100000:2.0:1763335103.371461:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335103.371489:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.371565:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814613632 00000100:00100000:0.0:1763335103.371575:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814613632 00000100:00100000:0.0:1763335103.371628:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6286 00000100:00100000:0.0:1763335103.371636:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+27:2429:x1848989814613632:12345-192.168.204.57@tcp:23:lfs.0 00000100:00100000:0.0:1763335103.371746:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+27:2429:x1848989814613632:12345-192.168.204.57@tcp:23:lfs.0 Request processed in 111us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335103.371754:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6286 00000100:00100000:3.0:1763335103.371816:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814613888 00000100:00100000:3.0:1763335103.371820:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814613888 00000100:00100000:3.0:1763335103.371855:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3166 00000100:00100000:3.0:1763335103.371862:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+240:56893:x1848989814613888:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335103.372054:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+241:56893:x1848989814613888:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 192us (563us total) trans 4294972830 rc 0/0 00000100:00100000:3.0:1763335103.372061:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3166 00000100:00100000:0.0:1763335103.377389:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335103.378650:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814614016 00000100:00100000:2.0:1763335103.378663:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814614016 00000100:00100000:2.0:1763335103.378729:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6287 00000100:00100000:2.0:1763335103.378740:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+27:2427:x1848989814614016:12345-192.168.204.57@tcp:23:lfs.0 00000100:00100000:2.0:1763335103.378872:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+27:2427:x1848989814614016:12345-192.168.204.57@tcp:23:lfs.0 Request processed in 133us (1491us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335103.378881:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6287 00000100:00100000:3.0:1763335103.379136:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335103.379273:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814614272 00000100:00100000:2.0:1763335103.379277:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814614272 00000100:00100000:2.0:1763335103.379342:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9200 00000100:00100000:2.0:1763335103.379350:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+241:55956:x1848989814614272:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335103.379366:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335103.379387:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b540075741eb lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880c3f expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.379514:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b540075741f2 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335103.379528:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b540075741f2 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.379538:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b540075741f2 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.379547:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075741f9 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335103.379554:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075741f9 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.379559:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075741f9 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.379612:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574200 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335103.379620:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574200 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.379627:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574200 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:2.0:1763335103.379638:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1d1:0x0]: returning size 0 00010000:00010000:2.0:1763335103.379716:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b540075741f2 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.379723:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b540075741f2 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.379729:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b540075741f2 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.379735:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b540075741f2 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.379740:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335103.379744:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b540075741f2 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.379751:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b540075741f2 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.379763:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c487e300) 00010000:00010000:2.0:1763335103.379767:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335103.379772:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b540075741f2 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.379780:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b540075741f2 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.379792:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075741f9 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.379797:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075741f9 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.379802:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075741f9 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.379806:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335103.379809:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075741f9 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.379814:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075741f9 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.379821:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c5a76f00) 00010000:00010000:2.0:1763335103.379823:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335103.379826:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075741f9 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.379830:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075741f9 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.379867:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b540075741eb lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c3f expref: 244 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.379883:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574200 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c3f expref: 243 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.379895:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d1:0x0].0x0 (ffff9000c487ec00) 00010000:00010000:2.0:1763335103.379898:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335103.379900:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6000, rc 0) 00000100:00100000:2.0:1763335103.379940:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:55956:x1848989814614272:12345-192.168.204.57@tcp:101:bash.0 Request processed in 590us (803us total) trans 4294972831 rc 0/0 00000100:00100000:2.0:1763335103.379946:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9200 00000100:00100000:2.0:1763335103.381620:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335103.381737:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814614400 00000100:00100000:1.0:1763335103.381746:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814614400 00000100:00100000:1.0:1763335103.381796:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1558 00000100:00100000:1.0:1763335103.381804:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+27:2426:x1848989814614400:12345-192.168.204.57@tcp:3:lfs.0 00010000:00010000:1.0:1763335103.381833:0:23998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9000c5280a00/0x3ec0b5400757420e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.381846:0:23998:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335103.381848:0:23998:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335103.381853:0:23998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280a00/0x3ec0b5400757420e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.381863:0:23998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c5280a00/0x3ec0b5400757420e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.381962:0:23998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9000c5280a00/0x3ec0b5400757420e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.381970:0:23998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280a00/0x3ec0b5400757420e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.381976:0:23998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c5280a00/0x3ec0b5400757420e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.381982:0:23998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280a00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335103.381986:0:23998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c5280a00/0x3ec0b5400757420e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.381994:0:23998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c5280a00/0x3ec0b5400757420e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.382008:0:23998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c5280a00/0x3ec0b5400757420e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.382014:0:23998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c5280a00/0x3ec0b5400757420e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335103.382074:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+27:2426:x1848989814614400:12345-192.168.204.57@tcp:3:lfs.0 Request processed in 269us (459us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335103.382089:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1558 00000100:00100000:0.0:1763335103.386800:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335103.386928:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814614656 00000100:00100000:3.0:1763335103.386940:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814614656 00000100:00100000:2.0:1763335103.387485:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9201 00000100:00100000:2.0:1763335103.387515:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:55956:x1848989814614656:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335103.387541:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335103.387565:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574215 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880c46 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.387598:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757421c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335103.387612:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757421c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.387623:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757421c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.387734:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574215 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1d1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c46 expref: 245 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.387750:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757421c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c46 expref: 244 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.387763:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d1:0x0].0x0 (ffff9000c487ec00) 00010000:00010000:2.0:1763335103.387766:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763335103.387770:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6600, rc 0) 00000100:00100000:2.0:1763335103.388193:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:55956:x1848989814614656:12345-192.168.204.57@tcp:101:bash.0 Request processed in 696us (1401us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335103.388201:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9201 00000100:00100000:0.0:1763335103.389403:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.389536:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814614528 00000100:00100000:0.0:1763335103.389545:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814614528 00000100:00100000:0.0:1763335103.389587:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9202 00000100:00100000:0.0:1763335103.389597:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56891:x1848989814614528:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335103.389614:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335103.389633:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574223 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880c4d expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.389666:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b5400757422a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335103.389680:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b5400757422a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.389692:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b5400757422a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.389803:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574223 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c4d expref: 246 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.389822:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664000/0x3ec0b5400757422a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c4d expref: 245 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.389830:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cf:0x0].0x0 (ffff9000c487ea00) 00010000:00010000:0.0:1763335103.389833:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763335103.389836:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664000, rc 0) 00000100:00100000:0.0:1763335103.389881:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56891:x1848989814614528:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 285us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335103.389901:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9202 00000100:00100000:1.0:1763335103.394684:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335103.394774:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814614912 00000100:00100000:2.0:1763335103.394786:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814614912 00000100:00100000:2.0:1763335103.394957:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9203 00000100:00100000:2.0:1763335103.394970:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c487b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:55956:x1848989814614912:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:2.0:1763335103.395025:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335103.395052:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574200 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c3f expref: 245 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.395070:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d1:0x0].0x0 (ffff9000c487ec00) 00010000:00010000:2.0:1763335103.395076:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335103.395251:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b54007574231 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335103.395266:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b54007574231 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.395275:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b54007574231 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000001:00080000:2.0:1763335103.395363:0:13840:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972832 00000004:00010000:2.0:1763335103.395385:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ec99f65c reply state 000000008986710f transno 4294972833 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b54007574231 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.395401:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b54007574231 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.395407:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d1:0x0].0x0 (ffff9000c487ec00) 00010000:00010000:2.0:1763335103.395410:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335103.395412:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335103.395504:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c487b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:55956:x1848989814614912:12345-192.168.204.57@tcp:36:bash.0 Request processed in 537us (833us total) trans 4294972833 rc 0/0 00000100:00100000:2.0:1763335103.395512:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9203 00000020:00080000:2.0:1763335103.395517:0:13840:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763335103.397040:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335103.397169:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814615040 00000100:00100000:3.0:1763335103.397180:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814615040 00000100:00100000:3.0:1763335103.397248:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1559 00000100:00100000:3.0:1763335103.397258:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2426:x1848989814615040:12345-192.168.204.57@tcp:4:lfs.0 00002000:00010000:3.0:1763335103.397305:0:28395:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x239:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335103.397330:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007574238 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x239:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.397345:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335103.397347:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335103.397351:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007574238 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x239:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.397363:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007574238 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x239:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763335103.401296:0:26000:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871488 is committed 00000001:00080000:0.0:1763335103.401335:0:26000:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871487 is committed 00002000:00010000:2.0:1763335103.401800:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x239:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:2.0:1763335103.401805:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x239:0x0] updating lvb mtime from disk: 0 -> 1763335103 00002000:00010000:2.0:1763335103.401807:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x239:0x0] updating lvb ctime from disk: 0 -> 1763335103 00002000:00010000:2.0:1763335103.401809:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x239:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1763335103.401823:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007574238 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x239:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.401835:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007574238 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x239:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.401844:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007574238 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x239:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.401850:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadbc00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335103.401854:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007574238 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x239:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.401862:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007574238 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x239:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.401879:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007574238 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x239:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.401886:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007574238 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x239:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335103.402110:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335103.402367:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:2426:x1848989814615040:12345-192.168.204.57@tcp:4:lfs.0 Request processed in 5109us (5331us total) trans 17179871488 rc 0/0 00000100:00100000:2.0:1763335103.402378:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1559 00000100:00100000:3.0:1763335103.402453:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814615168 00000100:00100000:3.0:1763335103.402461:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814615168 00000100:00100000:3.0:1763335103.402515:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9204 00000100:00100000:3.0:1763335103.402523:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c487ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:55956:x1848989814615168:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335103.402549:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335103.402567:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b5400757423f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880c54 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.402615:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b5400757423f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c54 expref: 248 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.402629:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b5400757423f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c54 expref: 248 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.402646:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d1:0x0].0x0 (ffff9000c487ec00) 00010000:00010000:3.0:1763335103.402649:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335103.402673:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbada400, rc 0) 00000100:00100000:3.0:1763335103.402696:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c487ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:55956:x1848989814615168:12345-192.168.204.57@tcp:101:bash.0 Request processed in 174us (592us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335103.402702:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9204 00000100:00100000:0.0:1763335103.410991:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335103.411090:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814615424 00000100:00100000:1.0:1763335103.411102:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814615424 00000100:00100000:1.0:1763335103.411169:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9205 00000100:00100000:1.0:1763335103.411181:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:55956:x1848989814615424:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335103.411202:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335103.411205:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763335103.411231:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b5400757423f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c54 expref: 248 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.411249:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d1:0x0].0x0 (ffff9000c487ec00) 00010000:00010000:1.0:1763335103.411254:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335103.411268:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574246 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880c5b expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.411352:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b5400757424d lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335103.411365:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b5400757424d lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d1:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335103.411375:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b5400757424d lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d1:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000040:00080000:1.0:1763335103.411611:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1399, 88 off117784 00000004:00080000:1.0:1763335103.411620:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1096391305042ns, next at 1096236183888ns, rc = 0 00000040:00080000:1.0:1763335103.411658:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1398, 88 off117784 00000004:00080000:1.0:1763335103.411664:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1096391349148ns, next at 1096236153131ns, rc = 0 00000040:00080000:1.0:1763335103.411685:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1399, 88 off117872 00000004:00080000:1.0:1763335103.411690:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1096391375045ns, next at 1096236153131ns, rc = 0 00000040:00080000:1.0:1763335103.411701:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1400, 88 off117872 00000004:00080000:1.0:1763335103.411705:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1096391390823ns, next at 1096236183888ns, rc = 0 00000001:00080000:2.0:1763335103.417506:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972834 is committed 00000004:00080000:2.0:1763335103.417519:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 916 committed 00000004:00080000:2.0:1763335103.417540:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 919 committed 00000004:00080000:2.0:1763335103.417551:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 918 committed 00000004:00080000:2.0:1763335103.417553:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 915 committed 00010000:00010000:1.0:1763335103.417700:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b540075741c1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335103.417712:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b540075741c1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335103.417720:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b540075741c1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335103.417726:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335103.417731:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b540075741c1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335103.417738:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b540075741c1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335103.417755:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c5a76f00) 00010000:00010000:1.0:1763335103.417758:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335103.417764:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b540075741c1 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335103.417770:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b540075741c1 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335103.417795:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b54007574231 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.417800:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b54007574231 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.417804:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b54007574231 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.417808:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335103.417811:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b54007574231 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.417816:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b54007574231 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.417822:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d1:0x0].0x0 (ffff9000c487ec00) 00010000:00010000:1.0:1763335103.417825:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335103.417827:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b54007574231 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.417832:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b54007574231 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000100:00100000:0.0:1763335103.418076:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e5eb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826035328:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335103.418150:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335103.418200:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4aa1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826035456:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335103.418220:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335103.418250:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826035328 00000100:00100000:0.0:1763335103.418257:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826035328 00000100:00100000:0.0:1763335103.418296:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826035456 00000100:00100000:0.0:1763335103.418298:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826035456 00000100:00100000:0.0:1763335103.418333:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6288 00000100:00100000:0.0:1763335103.418341:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+53:3667:x1848989826035328:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335103.418500:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+54:3667:x1848989826035328:12345-0@lo:2:osp-syn-0-1.0 Request processed in 159us (350us total) trans 21474838779 rc 0/0 00000100:00100000:0.0:1763335103.418507:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6288 00000100:00100000:0.0:1763335103.418525:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6289 00000100:00100000:0.0:1763335103.418531:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+53:3664:x1848989826035456:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335103.418597:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+54:3664:x1848989826035456:12345-0@lo:2:osp-syn-0-1.0 Request processed in 66us (375us total) trans 21474838780 rc 0/0 00000100:00100000:0.0:1763335103.418603:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6289 00000004:00080000:0.0:1763335103.418641:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4aa1180/2, rc 0, transno 21474838780 00000100:00100000:0.0:1763335103.418646:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4aa1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826035456:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763335103.418658:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001e5eb3b80/2, rc 0, transno 21474838779 00000100:00100000:0.0:1763335103.418661:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e5eb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826035328:0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1763335103.422393:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b5400757424d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1d1:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c5b expref: 240 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.422422:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d1:0x0].0x0 (ffff9000c487ec00) 00010000:00010000:1.0:1763335103.422425:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763335103.422456:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574246 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c5b expref: 240 pid: 6532 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763335103.422482:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b5400757424d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1d1:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c5b expref: 239 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.422544:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d1:0x0].0x0 (ffff9000c487ec00) 00010000:00010000:1.0:1763335103.422548:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763335103.422551:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280200, rc 0) 00000100:00100000:1.0:1763335103.422633:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:55956:x1848989814615424:12345-192.168.204.57@tcp:101:bash.0 Request processed in 11451us (11654us total) trans 4294972834 rc 0/0 00000100:00100000:1.0:1763335103.422643:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9205 00000100:00100000:3.0:1763335103.423499:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763335103.423517:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c78cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826035712:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335103.423570:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335103.423614:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826035712 00000100:00100000:3.0:1763335103.423621:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826035712 00000100:00100000:3.0:1763335103.423669:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6290 00000100:00100000:3.0:1763335103.423680:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3667:x1848989826035712:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335103.423905:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3667:x1848989826035712:12345-0@lo:2:osp-syn-1-1.0 Request processed in 226us (333us total) trans 17179871489 rc 0/0 00000100:00100000:3.0:1763335103.423913:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6290 00000100:00100000:3.0:1763335103.423967:0:3667:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179871487 gen 2 00000004:00080000:3.0:1763335103.423973:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c9b55f80, transno 17179871477 00000004:00080000:3.0:1763335103.423981:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c9b56a00, transno 17179871478 00000004:00080000:3.0:1763335103.423984:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c9b57800, transno 17179871479 00000004:00080000:3.0:1763335103.423986:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c9b54000, transno 17179871480 00000004:00080000:3.0:1763335103.423988:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6dc8a80, transno 17179871481 00000004:00080000:3.0:1763335103.423990:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6dca680, transno 17179871482 00000004:00080000:3.0:1763335103.423992:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6dcb800, transno 17179871484 00000004:00080000:3.0:1763335103.423994:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6dc8380, transno 17179871485 00000004:00080000:3.0:1763335103.423996:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6dcb100, transno 17179871486 00000004:00080000:3.0:1763335103.423998:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6dc9500, transno 17179871487 00000100:00100000:3.0:1763335103.424003:0:3667:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9000c78cca80 x1848989826035712/t17179871489(17179871489) o2->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763335119 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1763335103.424013:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c78cca80/2, rc 0, transno 17179871489 00000100:00100000:3.0:1763335103.424018:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c78cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826035712:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763335103.424130:0:10046:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 2 in progress, 1 in flight, 10 done 00000100:00100000:2.0:1763335103.424325:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c78cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826035584:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763335103.424357:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335103.424505:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826035584 00000100:00100000:3.0:1763335103.424510:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826035584 00000100:00100000:3.0:1763335103.424544:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6291 00000100:00100000:3.0:1763335103.424552:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1848989826035584:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335103.424649:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+7:3665:x1848989826035584:12345-0@lo:2:osp-syn-1-1.0 Request processed in 98us (291us total) trans 17179871490 rc 0/0 00000100:00100000:3.0:1763335103.424655:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6291 00000004:00080000:1.0:1763335103.424733:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c78cdc00/2, rc 0, transno 17179871490 00000100:00100000:1.0:1763335103.424738:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c78cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826035584:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335103.427271:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335103.427397:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814615552 00000100:00100000:2.0:1763335103.427406:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814615552 00000100:00100000:2.0:1763335103.427455:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6292 00000100:00100000:2.0:1763335103.427463:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:55956:x1848989814615552:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335103.427477:0:8725:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335103.427496:0:8725:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574254 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x23a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880c62 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335103.427516:0:8725:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x23a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763335103.427535:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335103.427538:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335103.427546:0:8725:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574254 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c62 expref: 15 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.427559:0:8725:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574254 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c62 expref: 15 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.427570:0:8725:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6000, rc 0) 00000100:00100000:2.0:1763335103.427625:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+15:55956:x1848989814615552:12345-192.168.204.57@tcp:101:bash.0 Request processed in 163us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335103.427631:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6292 00000100:00100000:0.0:1763335103.442105:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.442153:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335103.442230:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814615936 00000100:00100000:1.0:1763335103.442243:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814615936 00000100:00100000:1.0:1763335103.442342:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9206 00000100:00100000:1.0:1763335103.442352:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:56891:x1848989814615936:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:1.0:1763335103.442407:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335103.442433:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007574182 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1cf:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c15 expref: 239 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.442452:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cf:0x0].0x0 (ffff9000c487ea00) 00010000:00010000:1.0:1763335103.442456:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335103.442550:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b5400757425b lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335103.442564:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b5400757425b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335103.442573:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b5400757425b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00010000:1.0:1763335103.442696:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000066dbe56a reply state 00000000ff722b76 transno 4294972835 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b5400757425b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335103.442708:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b5400757425b lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335103.442713:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cf:0x0].0x0 (ffff9000c487ea00) 00010000:00010000:1.0:1763335103.442716:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335103.442719:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335103.442800:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+240:56891:x1848989814615936:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 449us (645us total) trans 4294972835 rc 0/0 00000100:00100000:1.0:1763335103.442808:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9206 00000100:00100000:3.0:1763335103.444240:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814615680 00000100:00100000:3.0:1763335103.444253:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814615680 00000100:00100000:3.0:1763335103.444309:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6293 00000100:00100000:3.0:1763335103.444346:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+27:55956:x1848989814615680:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335103.444362:0:8417:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335103.444379:0:8417:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000cbadaa00/0x3ec0b54007574262 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x238:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880c69 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335103.444397:0:8417:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x238:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335103.444415:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335103.444417:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335103.444425:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbadaa00/0x3ec0b54007574262 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c69 expref: 28 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.444436:0:8417:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000cbadaa00/0x3ec0b54007574262 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c69 expref: 28 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.444447:0:8417:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadaa00, rc 0) 00000100:00100000:3.0:1763335103.444494:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+28:55956:x1848989814615680:12345-192.168.204.57@tcp:101:bash.0 Request processed in 150us (2401us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335103.444505:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6293 00000100:00100000:0.0:1763335103.445430:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335103.445945:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814616064 00000100:00100000:2.0:1763335103.445961:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814616064 00000100:00100000:2.0:1763335103.446000:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6294 00000100:00100000:2.0:1763335103.446008:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+15:56891:x1848989814616064:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335103.446021:0:8725:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335103.446037:0:8725:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574269 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x239:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880c70 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335103.446055:0:8725:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x239:0x0] initial LVB size: 4096, mtime: 0x691a5bbf, atime: 0x0, ctime: 0x691a5bbf, blocks: 0x8 00010000:00010000:2.0:1763335103.446069:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335103.446071:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335103.446077:0:8725:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574269 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c70 expref: 16 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.446089:0:8725:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574269 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c70 expref: 16 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.446105:0:8725:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6c00, rc 0) 00000100:00100000:2.0:1763335103.446135:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:56891:x1848989814616064:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 128us (709us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335103.446142:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6294 00000100:00100000:0.0:1763335103.450842:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.451184:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335103.453134:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814616192 00000100:00100000:2.0:1763335103.453148:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814616192 00000100:00100000:0.0:1763335103.453183:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00002000:00010000:2.0:1763335103.453188:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/570 (0->18446744073709551615) 00002000:00100000:2.0:1763335103.453192:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c9b56a00 with x1848989814616192 ext(0->18446744073709551615) 00000100:00100000:3.0:1763335103.453238:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814616448 00000100:00100000:3.0:1763335103.453242:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814616448 00000100:00100000:1.0:1763335103.453242:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814616320 00000100:00100000:1.0:1763335103.453246:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814616320 00002000:00010000:1.0:1763335103.453259:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/568 (0->18446744073709551615) 00002000:00100000:1.0:1763335103.453262:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c9b57800 with x1848989814616320 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335103.453272:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c9b57800. 00000100:00100000:3.0:1763335103.453293:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6295 00000100:00100000:1.0:1763335103.453293:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1560 00000100:00100000:1.0:1763335103.453302:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:2427:x1848989814616320:12345-192.168.204.57@tcp:10:bash.0 00000100:00100000:3.0:1763335103.453303:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:56891:x1848989814616448:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335103.453331:0:8417:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335103.453352:0:8417:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000cbada400/0x3ec0b54007574270 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x237:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880c77 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335103.453367:0:8417:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x237:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335103.453383:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335103.453386:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335103.453394:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbada400/0x3ec0b54007574270 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c77 expref: 30 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.453409:0:8417:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000cbada400/0x3ec0b54007574270 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c77 expref: 30 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.453421:0:8417:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbada400, rc 0) 00000100:00100000:3.0:1763335103.453476:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+31:56891:x1848989814616448:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 175us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335103.453483:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6295 00002000:00010000:1.0:1763335103.453489:0:23998:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x238:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335103.453492:0:23998:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x238:0x0] updating lvb mtime from disk: 0 -> 1763335103 00002000:00010000:1.0:1763335103.453494:0:23998:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x238:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335103.453497:0:23998:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x238:0x0] updating lvb ctime from disk: 0 -> 1763335103 00002000:00010000:1.0:1763335103.453499:0:23998:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x238:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335103.453521:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+30:2427:x1848989814616320:12345-192.168.204.57@tcp:10:bash.0 Request processed in 221us (2337us total) trans 21474838781 rc 0/0 00000100:00100000:1.0:1763335103.453533:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1560 00002000:00010000:1.0:1763335103.453536:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/568 (0->18446744073709551615) 00002000:00100000:1.0:1763335103.453539:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c9b57800 with x1848989814616320 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335103.453543:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c9b57800. 00002000:00010000:2.0:1763335103.459366:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c9b56a00. 00000100:00100000:2.0:1763335103.459426:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1561 00000100:00100000:2.0:1763335103.459446:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2426:x1848989814616192:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:2.0:1763335103.459625:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x23a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335103.459629:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x23a:0x0] updating lvb mtime from disk: 0 -> 1763335103 00002000:00010000:2.0:1763335103.459632:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x23a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335103.459633:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x23a:0x0] updating lvb ctime from disk: 0 -> 1763335103 00002000:00010000:2.0:1763335103.459636:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x23a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335103.459706:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2426:x1848989814616192:12345-192.168.204.57@tcp:10:bash.0 Request processed in 270us (8874us total) trans 17179871491 rc 0/0 00000100:00100000:2.0:1763335103.459714:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1561 00002000:00010000:2.0:1763335103.459718:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/570 (0->18446744073709551615) 00002000:00100000:2.0:1763335103.459722:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c9b56a00 with x1848989814616192 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335103.459726:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c9b56a00. 00000100:00100000:0.0:1763335103.460966:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.461005:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335103.461083:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814616576 00000100:00100000:2.0:1763335103.461094:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814616576 00002000:00010000:2.0:1763335103.461126:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/569 (5->18446744073709551615) 00002000:00100000:2.0:1763335103.461130:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c9b57480 with x1848989814616576 ext(5->18446744073709551615) 00002000:00010000:2.0:1763335103.461139:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c9b57480. 00000100:00100000:2.0:1763335103.461166:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814616704 00000100:00100000:2.0:1763335103.461169:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814616704 00002000:00010000:2.0:1763335103.461180:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/567 (0->18446744073709551615) 00002000:00100000:2.0:1763335103.461183:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c9b56300 with x1848989814616704 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335103.461189:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c9b56300. 00000100:00100000:2.0:1763335103.461215:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1562 00000100:00100000:2.0:1763335103.461222:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2426:x1848989814616576:12345-192.168.204.57@tcp:10:lfs.0 00002000:00010000:2.0:1763335103.461522:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x239:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:2.0:1763335103.461527:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x239:0x0] updating lvb mtime from disk: 1763335103 -> 1763335103 00002000:00010000:2.0:1763335103.461529:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x239:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335103.461532:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x239:0x0] updating lvb ctime from disk: 1763335103 -> 1763335103 00002000:00010000:2.0:1763335103.461534:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x239:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763335103.461582:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2426:x1848989814616576:12345-192.168.204.57@tcp:10:lfs.0 Request processed in 360us (622us total) trans 17179871492 rc 0/0 00000100:00100000:2.0:1763335103.461590:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1562 00002000:00010000:2.0:1763335103.461594:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/569 (5->18446744073709551615) 00002000:00100000:2.0:1763335103.461596:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c9b57480 with x1848989814616576 ext(5->18446744073709551615) 00002000:00010000:2.0:1763335103.461601:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c9b57480. 00000100:00100000:2.0:1763335103.461616:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1563 00000100:00100000:2.0:1763335103.461623:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+30:2426:x1848989814616704:12345-192.168.204.57@tcp:10:lfs.0 00002000:00010000:2.0:1763335103.461714:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x237:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335103.461717:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x237:0x0] updating lvb mtime from disk: 0 -> 1763335103 00002000:00010000:2.0:1763335103.461720:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x237:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335103.461722:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x237:0x0] updating lvb ctime from disk: 0 -> 1763335103 00002000:00010000:2.0:1763335103.461724:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x237:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335103.461744:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+31:2426:x1848989814616704:12345-192.168.204.57@tcp:10:lfs.0 Request processed in 122us (739us total) trans 21474838782 rc 0/0 00000100:00100000:2.0:1763335103.461751:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1563 00002000:00010000:2.0:1763335103.461754:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/567 (0->18446744073709551615) 00002000:00100000:2.0:1763335103.461756:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c9b56300 with x1848989814616704 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335103.461760:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c9b56300. 00000100:00100000:1.0:1763335103.467203:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335103.467360:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814616960 00000100:00100000:2.0:1763335103.467371:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814616960 00000100:00100000:2.0:1763335103.467437:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9207 00000100:00100000:2.0:1763335103.467448:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4879c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+240:56891:x1848989814616960:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:2.0:1763335103.467543:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b54007574277 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335103.467575:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b54007574277 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.467586:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b54007574277 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00010000:2.0:1763335103.467699:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003af65a15 reply state 00000000d60e4d24 transno 4294972836 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b54007574277 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.467711:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b54007574277 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.467719:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cf:0x0].0x0 (ffff9000c487ea00) 00010000:00010000:2.0:1763335103.467722:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335103.467726:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335103.467809:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4879c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56891:x1848989814616960:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 363us (617us total) trans 4294972836 rc 0/0 00000100:00100000:2.0:1763335103.467815:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9207 00000100:00100000:0.0:1763335103.474133:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.474182:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335103.474305:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814617344 00000100:00100000:1.0:1763335103.474355:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814617344 00000100:00100000:1.0:1763335103.474414:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6296 00000100:00100000:1.0:1763335103.474425:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+31:2427:x1848989814617344:12345-192.168.204.57@tcp:2:lfs.0 00002000:00010000:1.0:1763335103.474575:0:8725:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x236:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1763335103.474580:0:8725:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x236:0x0] updating lvb mtime from disk: 1763335103 -> 1763335103 00002000:00010000:1.0:1763335103.474582:0:8725:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x236:0x0] updating lvb atime from disk: 0 -> 1763335103 00002000:00010000:1.0:1763335103.474585:0:8725:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x236:0x0] updating lvb ctime from disk: 1763335103 -> 1763335103 00002000:00010000:1.0:1763335103.474587:0:8725:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x236:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763335103.474640:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:2427:x1848989814617344:12345-192.168.204.57@tcp:2:lfs.0 Request processed in 217us (457us total) trans 21474838783 rc 0/0 00000100:00100000:1.0:1763335103.474648:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6296 00000100:00100000:2.0:1763335103.477064:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814617216 00000100:00100000:2.0:1763335103.477081:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814617216 00000100:00100000:2.0:1763335103.477154:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3167 00000100:00100000:2.0:1763335103.477166:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:55956:x1848989814617216:12345-192.168.204.57@tcp:35:bash.0 00000100:00100000:2.0:1763335103.477503:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:55956:x1848989814617216:12345-192.168.204.57@tcp:35:bash.0 Request processed in 339us (3381us total) trans 4294972837 rc 0/0 00000100:00100000:2.0:1763335103.477511:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3167 00000100:00100000:0.0:1763335103.484850:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335103.484968:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814617600 00000100:00100000:3.0:1763335103.484978:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814617600 00000100:00100000:3.0:1763335103.485042:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3168 00000100:00100000:3.0:1763335103.485053:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:56891:x1848989814617600:12345-192.168.204.57@tcp:35:lfs.0 00000004:00010000:3.0:1763335103.485122:0:6534:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000405:0x1cf:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574112 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1cf:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bf9 expref: 243 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.485172:0:6534:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757427e lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 00010000:00010000:3.0:1763335103.485185:0:6534:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b5400757415f lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c07 expref: 243 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.485195:0:6534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757427e lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335103.485229:0:6534:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b5400757415f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c07 expref: 243 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.485242:0:6534:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b5400757415f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c07 expref: 243 pid: 6532 timeout: 1196 lvb_type: 0 00000100:00100000:3.0:1763335103.485257:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6d95c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6534:1848989826035840:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335103.485374:0:6534:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c704bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335103.487592:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335103.487826:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814617728 00000100:00100000:1.0:1763335103.487837:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814617728 00000100:00100000:1.0:1763335103.488824:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9208 00000100:00100000:1.0:1763335103.488837:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff922300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56894:x1848989814617728:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:1.0:1763335103.488862:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335103.488885:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574285 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880c7e expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335103.489651:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6d95c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6534:1848989826035840:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335103.489675:0:6534:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757427e lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335103.489762:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757428c lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335103.489774:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757428c lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335103.489783:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757428c lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335103.489794:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574293 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335103.489800:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574293 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335103.489805:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574293 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335103.489879:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b5400757429a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335103.490136:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b5400757429a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335103.490147:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b5400757429a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:1.0:1763335103.490188:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1d1:0x0]: returning size 5 00000004:00200000:1.0:1763335103.490192:0:6532:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335103.490209:0:6532:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b5400757429a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335103.490220:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b5400757429a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335103.490228:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757428c lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335103.490234:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757428c lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335103.490240:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757428c lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335103.490246:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757428c lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335103.490293:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335103.490297:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757428c lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335103.490303:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757428c lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335103.490335:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2900) 00010000:00010000:1.0:1763335103.490338:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335103.490342:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757428c lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335103.490349:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757428c lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335103.490360:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574293 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335103.490365:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574293 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335103.490371:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574293 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335103.490374:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335103.490377:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574293 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335103.490381:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574293 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335103.490387:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2a00) 00010000:00010000:1.0:1763335103.490389:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335103.490391:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574293 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335103.490395:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574293 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335103.490422:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574285 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c7e expref: 246 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.490435:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b5400757429a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c7e expref: 245 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.490441:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d1:0x0].0x0 (ffff9000c487ec00) 00010000:00010000:1.0:1763335103.490443:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335103.490445:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281200, rc 0) 00000100:00100000:1.0:1763335103.494717:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff922300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56894:x1848989814617728:12345-192.168.204.57@tcp:101:rm.0 Request processed in 5868us (7117us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335103.494732:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9208 00000100:00100000:0.0:1763335103.494757:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335103.494791:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814617856 00000100:00100000:1.0:1763335103.494802:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814617856 00010000:00010000:1.0:1763335103.494835:0:6516:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b5400757415f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c07 expref: 245 pid: 6532 timeout: 1196 lvb_type: 0 00000100:00100000:1.0:1763335103.494865:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3015 00000100:00100000:1.0:1763335103.494873:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff921880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:2426:x1848989814617856:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335103.494897:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335103.494904:0:6516:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b5400757415f lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c07 expref: 245 pid: 6532 timeout: 1196 lvb_type: 0 00010000:00010000:1.0:1763335103.494917:0:6516:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b5400757415f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c07 expref: 245 pid: 6532 timeout: 1196 lvb_type: 0 00010000:00010000:1.0:1763335103.494939:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b5400757415f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c07 expref: 245 pid: 6532 timeout: 1196 lvb_type: 0 00010000:00010000:1.0:1763335103.494966:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cf:0x0].0x0 (ffff9000c487ea00) 00010000:00010000:1.0:1763335103.494972:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757427e lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335103.494983:0:6516:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757427e lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335103.494990:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757427e lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335103.495014:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335103.495071:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff921880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:2426:x1848989814617856:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 197us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335103.495077:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3015 00010000:00010000:1.0:1763335103.502926:0:6534:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757427e lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335103.502943:0:6534:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757427e lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00000100:00100000:0.0:1763335103.503145:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.503186:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814618112 00000100:00100000:0.0:1763335103.503195:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814618112 00000040:00080000:1.0:1763335103.503197:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1400, 88 off117960 00000004:00080000:1.0:1763335103.503204:0:6534:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1096482888754ns, next at 1096236153131ns, rc = 0 00000040:00080000:1.0:1763335103.503231:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1401, 88 off117960 00000004:00080000:1.0:1763335103.503236:0:6534:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1096482921221ns, next at 1096236183888ns, rc = 0 00000040:00080000:1.0:1763335103.503250:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1402, 88 off118048 00000004:00080000:1.0:1763335103.503254:0:6534:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1096482939493ns, next at 1096236183888ns, rc = 0 00000100:00100000:0.0:1763335103.503254:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9209 00000040:00080000:1.0:1763335103.503264:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1401, 88 off118048 00000100:00100000:0.0:1763335103.503264:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff920e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56894:x1848989814618112:12345-192.168.204.57@tcp:36:rm.0 00000004:00080000:1.0:1763335103.503267:0:6534:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1096482952430ns, next at 1096236153131ns, rc = 0 00010000:00010000:0.0:1763335103.503312:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1763335103.503351:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b5400757424d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1d1:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c5b expref: 245 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.503367:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b5400757429a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c7e expref: 244 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.503378:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757421c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1d1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c46 expref: 243 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.503388:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d1:0x0].0x0 (ffff9000c487ec00) 00010000:00010000:0.0:1763335103.503398:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335103.503423:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b540075742a1 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335103.503435:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b540075742a1 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335103.503442:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b540075742a1 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335103.503451:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b540075742a8 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335103.503457:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b540075742a8 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335103.503464:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b540075742a8 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335103.503540:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b540075742af lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335103.503548:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b540075742af lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335103.503555:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b540075742af lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000040:00080000:0.0:1763335103.505475:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1403, 64 off118112 00000004:00080000:0.0:1763335103.505490:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1096485174744ns, next at 1097485171709ns, rc = 0 00000040:00080000:0.0:1763335103.505528:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1402, 64 off118112 00000004:00080000:0.0:1763335103.505533:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1096485217962ns, next at 1097485216744ns, rc = 0 00000040:00080000:0.0:1763335103.505543:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1403, 64 off118176 00000040:00080000:0.0:1763335103.505554:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1404, 64 off118176 00010000:00010000:0.0:1763335103.505637:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075742b6 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335103.505653:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075742b6 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335103.505663:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075742b6 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335103.505671:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075742b6 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335103.505678:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075742b6 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335103.505688:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075742b6 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335103.505716:0:13840:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763335103.505739:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335103.505741:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b540075742af lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335103.505747:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b540075742af lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.505748:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075742b6 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335103.505753:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b540075742af lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.505755:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665600 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335103.505759:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335103.505760:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075742b6 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335103.505763:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b540075742af lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.505769:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075742b6 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335103.505769:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b540075742af lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.505786:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d1:0x0].0x0 (ffff9001c5a76e00) 00010000:00010000:2.0:1763335103.505789:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335103.505792:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d1:0x0].0x0 (ffff9001c5a76e00) 00010000:00010000:2.0:1763335103.505794:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075742b6 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335103.505794:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763335103.505797:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b540075742af lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.505800:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075742b6 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335103.505803:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b540075742af lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.505816:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335103.505819:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335103.505821:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335103.505929:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b540075742a1 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335103.505937:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b540075742a1 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335103.505956:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b540075742a1 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335103.505962:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b540075742a1 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335103.505967:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335103.505970:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b540075742a1 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335103.505975:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b540075742a1 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335103.505983:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c5a76700) 00010000:00010000:0.0:1763335103.505985:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335103.505988:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b540075742a1 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335103.505993:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b540075742a1 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000004:00010000:0.0:1763335103.506017:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000026f289ba reply state 0000000095e68848 transno 4294972839 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b540075742a8 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335103.506028:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b540075742a8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335103.506034:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c5a76400) 00010000:00010000:0.0:1763335103.506037:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335103.506039:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335103.506145:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff920e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56894:x1848989814618112:12345-192.168.204.57@tcp:36:rm.0 Request processed in 2878us (3000us total) trans 4294972839 rc 0/0 00000100:00100000:0.0:1763335103.506157:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9209 00000001:00080000:1.0:1763335103.507762:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972838 is committed 00000004:00080000:1.0:1763335103.507772:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 921 committed 00000004:00080000:1.0:1763335103.507783:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 918 committed 00010000:00010000:2.0:1763335103.507852:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b5400757425b lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.507863:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b5400757425b lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.507869:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b5400757425b lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.507875:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335103.507879:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b5400757425b lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.507887:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b5400757425b lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.507965:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cf:0x0].0x0 (ffff9000c487ea00) 00010000:00010000:2.0:1763335103.507967:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335103.507972:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b5400757425b lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.507977:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b5400757425b lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.507994:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b54007574277 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.508000:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b54007574277 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.508007:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b54007574277 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.508015:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335103.508018:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b54007574277 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.508023:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b54007574277 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.508031:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cf:0x0].0x0 (ffff9000c487ea00) 00010000:00010000:2.0:1763335103.508033:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335103.508036:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b54007574277 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.508040:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b54007574277 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000100:00100000:2.0:1763335103.509060:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7e4d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826036096:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335103.509195:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763335103.509208:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7e4e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826035968:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763335103.510101:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335103.510222:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335103.510268:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826036096 00000100:00100000:3.0:1763335103.510277:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826036096 00000100:00100000:3.0:1763335103.510350:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826035968 00000100:00100000:3.0:1763335103.510353:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826035968 00000100:00100000:3.0:1763335103.510375:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6297 00000100:00100000:3.0:1763335103.510382:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+8:3664:x1848989826036096:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763335103.510514:0:8417:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x239:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763335103.510518:0:8417:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x239:0x0] updating lvb mtime from disk: 1763335103 -> 1763335103 00002000:00010000:3.0:1763335103.510521:0:8417:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x239:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335103.510523:0:8417:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x239:0x0] updating lvb ctime from disk: 1763335103 -> 1763335103 00002000:00010000:3.0:1763335103.510525:0:8417:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x239:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763335103.510572:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+9:3664:x1848989826036096:12345-0@lo:2:osp-syn-1-1.0 Request processed in 190us (474us total) trans 17179871493 rc 0/0 00000100:00100000:3.0:1763335103.510579:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6297 00000100:00100000:3.0:1763335103.510598:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6298 00000100:00100000:3.0:1763335103.510603:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+8:3666:x1848989826035968:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763335103.510652:0:8417:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x238:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335103.510655:0:8417:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x238:0x0] updating lvb mtime from disk: 1763335103 -> 1763335103 00002000:00010000:3.0:1763335103.510658:0:8417:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x238:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335103.510660:0:8417:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x238:0x0] updating lvb ctime from disk: 1763335103 -> 1763335103 00002000:00010000:3.0:1763335103.510662:0:8417:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x238:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335103.510691:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+9:3666:x1848989826035968:12345-0@lo:2:osp-syn-1-1.0 Request processed in 87us (469us total) trans 17179871494 rc 0/0 00000100:00100000:3.0:1763335103.510697:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6298 00000004:00080000:3.0:1763335103.510745:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f7e4d880/2, rc 0, transno 17179871493 00000100:00100000:3.0:1763335103.510756:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7e4d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826036096:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763335103.510773:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f7e4e680/2, rc 0, transno 17179871494 00000100:00100000:3.0:1763335103.510776:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7e4e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826035968:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763335103.510859:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 917 committed 00000004:00080000:1.0:1763335103.510866:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 920 committed 00000004:00010000:1.0:1763335103.510931:0:6534:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000041fbf24a reply state 000000003aee3807 transno 4294972838 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757427e lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335103.510961:0:6534:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757427e lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335103.510971:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cf:0x0].0x0 (ffff9000c487ea00) 00010000:00010000:1.0:1763335103.510974:0:6534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1763335103.510977:0:6534:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763335103.510983:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cf:0x0].0x0 (ffff9000c487ea00) 00010000:00010000:1.0:1763335103.510986:0:6534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763335103.510992:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574112 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1cf:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bf9 expref: 237 pid: 6532 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1763335103.511084:0:6534:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1763335103.511097:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+237:56891:x1848989814617600:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 26046us (26257us total) trans 4294972838 rc 0/0 00000100:00100000:1.0:1763335103.511105:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3168 00010000:00010000:1.0:1763335103.511124:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757427e lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335103.511131:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757427e lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335103.511138:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757427e lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335103.511144:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadbc00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335103.511148:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757427e lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335103.511156:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757427e lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335103.511167:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cf:0x0].0x0 (ffff9000c487ea00) 00010000:00010000:1.0:1763335103.511170:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763335103.511174:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757427e lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335103.511180:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757427e lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT1 00000100:00100000:1.0:1763335103.513621:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff922d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826036224:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335103.513699:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335103.514029:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763335103.514041:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff923800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826036352:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335103.514071:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335103.514146:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826036224 00000100:00100000:2.0:1763335103.514155:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826036224 00000100:00100000:2.0:1763335103.514206:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826036352 00000100:00100000:2.0:1763335103.514210:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826036352 00000100:00100000:2.0:1763335103.514228:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6299 00000100:00100000:2.0:1763335103.514236:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+55:3665:x1848989826036224:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763335103.514402:0:8725:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x236:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:2.0:1763335103.514406:0:8725:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x236:0x0] updating lvb mtime from disk: 1763335103 -> 1763335103 00002000:00010000:2.0:1763335103.514409:0:8725:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x236:0x0] updating lvb atime from disk: 1763335103 -> 1763335103 00002000:00010000:2.0:1763335103.514412:0:8725:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x236:0x0] updating lvb ctime from disk: 1763335103 -> 1763335103 00002000:00010000:2.0:1763335103.514414:0:8725:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x236:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763335103.514453:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+56:3665:x1848989826036224:12345-0@lo:2:osp-syn-0-1.0 Request processed in 218us (753us total) trans 21474838784 rc 0/0 00000100:00100000:2.0:1763335103.514461:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6299 00000100:00100000:2.0:1763335103.514477:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6300 00000100:00100000:2.0:1763335103.514482:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+55:3667:x1848989826036352:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763335103.514609:0:8725:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x237:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335103.514612:0:8725:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x237:0x0] updating lvb mtime from disk: 1763335103 -> 1763335103 00002000:00010000:2.0:1763335103.514614:0:8725:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x237:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335103.514617:0:8725:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x237:0x0] updating lvb ctime from disk: 1763335103 -> 1763335103 00002000:00010000:2.0:1763335103.514619:0:8725:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x237:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335103.514641:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+56:3667:x1848989826036352:12345-0@lo:2:osp-syn-0-1.0 Request processed in 159us (570us total) trans 21474838785 rc 0/0 00000100:00100000:2.0:1763335103.514647:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6300 00000004:00080000:2.0:1763335103.514679:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001ff922d80/2, rc 0, transno 21474838784 00000100:00100000:2.0:1763335103.514697:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff922d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826036224:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763335103.521767:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001ff923800/2, rc 0, transno 21474838785 00000100:00100000:2.0:1763335103.521769:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335103.521780:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff923800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826036352:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335103.521863:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814618240 00000100:00100000:0.0:1763335103.521872:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814618240 00000100:00100000:0.0:1763335103.521944:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9210 00000100:00100000:0.0:1763335103.521963:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+236:56895:x1848989814618240:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335103.521982:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335103.522006:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b540075742bd lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880c85 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.522076:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b540075742c4 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335103.522089:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b540075742c4 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335103.522100:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b540075742c4 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335103.522110:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202044400/0x3ec0b540075742cb lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335103.522117:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202044400/0x3ec0b540075742cb lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335103.522122:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202044400/0x3ec0b540075742cb lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335103.522162:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b540075742c4 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335103.522168:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b540075742c4 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335103.522175:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b540075742c4 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335103.522182:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b540075742c4 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335103.522187:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335103.522191:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b540075742c4 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335103.522198:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b540075742c4 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335103.522209:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c5a76f00) 00010000:00010000:0.0:1763335103.522212:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335103.522216:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b540075742c4 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335103.522221:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b540075742c4 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335103.522232:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202044400/0x3ec0b540075742cb lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335103.522237:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202044400/0x3ec0b540075742cb lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335103.522242:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202044400/0x3ec0b540075742cb lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335103.522246:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202044400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335103.522248:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202044400/0x3ec0b540075742cb lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335103.522257:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202044400/0x3ec0b540075742cb lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335103.522263:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c5a76400) 00010000:00010000:0.0:1763335103.522266:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335103.522268:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202044400/0x3ec0b540075742cb lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335103.522274:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202044400/0x3ec0b540075742cb lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335103.522300:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b540075742bd lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c85 expref: 237 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.522311:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c5a76f00) 00010000:00010000:0.0:1763335103.522352:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335103.522356:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b540075742bd lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c85 expref: 237 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.522370:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664c00, rc 0) 00000100:00100000:0.0:1763335103.522435:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+236:56895:x1848989814618240:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 473us (674us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335103.522443:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9210 00000100:00100000:0.0:1763335103.530737:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335103.530901:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814618368 00000100:00100000:2.0:1763335103.530911:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814618368 00000100:00100000:2.0:1763335103.530983:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9211 00000100:00100000:2.0:1763335103.530993:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff920380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+236:56891:x1848989814618368:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335103.531017:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335103.531037:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b540075742d2 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880c8c expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.531094:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b540075742d2 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c8c expref: 237 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.531108:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6200/0x3ec0b540075742d2 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c8c expref: 237 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.531126:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cf:0x0].0x0 (ffff9000c487ea00) 00010000:00010000:2.0:1763335103.531129:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763335103.531132:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6200, rc 0) 00000100:00100000:2.0:1763335103.531195:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff920380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+237:56891:x1848989814618368:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 202us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335103.531202:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9211 00000100:00100000:1.0:1763335103.533195:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335103.533271:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814618496 00000100:00100000:2.0:1763335103.533280:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814618496 00000100:00100000:2.0:1763335103.533481:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9212 00000100:00100000:2.0:1763335103.533492:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+237:56895:x1848989814618496:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335103.533508:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335103.533528:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075742d9 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880c93 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.533588:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075742e0 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335103.533600:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075742e0 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.533611:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075742e0 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.533621:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075742e7 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335103.533628:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075742e7 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.533634:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075742e7 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.533671:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075742e0 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.533678:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075742e0 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.533684:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075742e0 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.533690:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075742e0 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.533695:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335103.533699:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075742e0 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.533706:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075742e0 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.533717:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c487ed00) 00010000:00010000:2.0:1763335103.533720:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335103.533724:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075742e0 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.533729:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075742e0 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.533741:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075742e7 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.533746:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075742e7 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.533751:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075742e7 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.533757:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335103.533760:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075742e7 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.533765:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075742e7 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.533772:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c5a76400) 00010000:00010000:2.0:1763335103.533774:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335103.533777:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075742e7 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.533782:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075742e7 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.533807:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075742d9 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c93 expref: 238 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.533815:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c487ed00) 00010000:00010000:2.0:1763335103.533817:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335103.533820:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075742d9 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c93 expref: 238 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.533830:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7800, rc 0) 00000100:00100000:2.0:1763335103.535898:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+237:56895:x1848989814618496:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 2398us (2702us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335103.535909:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9212 00000100:00100000:0.0:1763335103.537294:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335103.537492:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814618752 00000100:00100000:2.0:1763335103.537512:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814618752 00000100:00100000:0.0:1763335103.538349:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3169 00000100:00100000:0.0:1763335103.538363:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff920700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+237:56891:x1848989814618752:12345-192.168.204.57@tcp:35:lfs.0 00000004:00080000:0.0:1763335103.538588:0:6533:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x1cf:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1763335103.538642:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1404, 64 off118240 00000040:00080000:0.0:1763335103.538662:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1405, 64 off118240 00000040:00080000:0.0:1763335103.538670:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1406, 64 off118304 00000100:00100000:1.0:1763335103.540103:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335103.541527:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814618880 00000100:00100000:2.0:1763335103.541541:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814618880 00000100:00100000:2.0:1763335103.541604:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9213 00000100:00100000:2.0:1763335103.541614:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+238:56895:x1848989814618880:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335103.541634:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335103.541656:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075742ee lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880c9a expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.541717:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b540075742f5 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335103.541732:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b540075742f5 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.541743:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b540075742f5 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:2.0:1763335103.541784:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763335103.541790:0:6532:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763335103.541825:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075742ee lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c9a expref: 240 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.541844:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b540075742f5 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c9a expref: 239 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.541853:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c487e400) 00010000:00010000:2.0:1763335103.541856:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763335103.541860:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7600, rc 0) 00000100:00100000:2.0:1763335103.541933:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:56895:x1848989814618880:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 319us (1835us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335103.541940:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9213 00000040:00080000:0.0:1763335103.542081:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1405, 64 off118304 00010000:00010000:0.0:1763335103.542147:0:6533:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b540075742fc lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 00010000:00010000:0.0:1763335103.542157:0:6533:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b540075742fc lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1cf:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335103.542165:0:6533:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b540075742fc lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1cf:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335103.542172:0:6533:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b540075742fc lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1cf:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335103.542178:0:6533:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b540075742fc lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1cf:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335103.542185:0:6533:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b540075742fc lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1cf:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335103.542209:0:6533:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763335103.542385:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff920700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:56891:x1848989814618752:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 4025us (5096us total) trans 4294972840 rc 0/0 00000100:00100000:0.0:1763335103.542393:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3169 00010000:00010000:2.0:1763335103.543899:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335103.543909:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b540075742fc lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1cf:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335103.543918:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202045a00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335103.543922:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b540075742fc lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1cf:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335103.543929:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b540075742fc lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1cf:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335103.543944:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1cf:0x0].0x0 (ffff9000c487ea00) 00010000:00010000:2.0:1763335103.543958:0:8431:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335103.543962:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b540075742fc lrc: 1/0,0 mode: --/PW res: [0x240000405:0x1cf:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335103.543968:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b540075742fc lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1cf:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335103.543981:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335103.543982:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335103.543984:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335103.546614:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335103.546720:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814619136 00000100:00100000:1.0:1763335103.546732:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814619136 00000100:00100000:1.0:1763335103.546792:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9214 00000100:00100000:1.0:1763335103.546803:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff920a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:56891:x1848989814619136:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335103.546831:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335103.546851:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574303 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880ca1 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.546929:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757430a lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335103.546940:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757430a lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.546960:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757430a lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.546972:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574311 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335103.546979:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574311 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.546985:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574311 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.547019:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757430a lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.547026:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757430a lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.547032:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757430a lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.547038:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757430a lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.547044:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335103.547048:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757430a lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.547055:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757430a lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.547067:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c487e400) 00010000:00010000:1.0:1763335103.547070:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335103.547073:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757430a lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.547079:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757430a lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.547091:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574311 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.547097:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574311 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.547102:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574311 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.547106:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335103.547109:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574311 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.547115:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574311 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.547122:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c5a76400) 00010000:00010000:1.0:1763335103.547124:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335103.547127:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574311 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.547132:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574311 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.547159:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574303 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ca1 expref: 240 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.547168:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c487e400) 00010000:00010000:1.0:1763335103.547169:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763335103.547173:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574303 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ca1 expref: 240 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.547180:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281000, rc 0) 00000100:00100000:1.0:1763335103.547243:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff920a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:56891:x1848989814619136:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 441us (636us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335103.547251:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9214 00000100:00100000:1.0:1763335103.558515:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335103.558586:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814619392 00000100:00100000:2.0:1763335103.558597:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814619392 00000100:00100000:2.0:1763335103.558656:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9215 00000100:00100000:2.0:1763335103.558666:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:56895:x1848989814619392:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335103.558687:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335103.558690:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763335103.558715:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b540075742f5 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c9a expref: 239 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.558732:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c487e400) 00010000:00010000:2.0:1763335103.558742:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335103.558755:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574318 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880ca8 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.558854:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757431f lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335103.558866:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757431f lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.558876:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757431f lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.558887:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574326 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335103.558894:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574326 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.558901:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574326 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.559276:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b5400757432d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335103.559285:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b5400757432d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.559293:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b5400757432d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:2.0:1763335103.559302:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1d3:0x0]: returning size 0 00010000:00010000:2.0:1763335103.559359:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757431f lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.559367:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757431f lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.559373:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757431f lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.559380:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757431f lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.559385:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335103.559390:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757431f lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.559397:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757431f lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.559405:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c487ed00) 00010000:00010000:2.0:1763335103.559409:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335103.559413:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757431f lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.559418:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757431f lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00000004:00010000:2.0:1763335103.559428:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008f3eceb4 reply state 000000007e365562 transno 4294972841 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574326 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.559437:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574326 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.559442:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c5a76400) 00010000:00010000:2.0:1763335103.559445:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335103.559447:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763335103.559471:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574318 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ca8 expref: 241 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.559492:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b5400757432d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ca8 expref: 240 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.559500:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d3:0x0].0x0 (ffff9000c487e900) 00010000:00010000:2.0:1763335103.559502:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335103.559504:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7a00, rc 0) 00000100:00100000:2.0:1763335103.559561:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+241:56895:x1848989814619392:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 896us (1055us total) trans 4294972841 rc 0/0 00000100:00100000:2.0:1763335103.559569:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9215 00000100:00100000:1.0:1763335103.572251:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335103.572712:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814619648 00000100:00100000:2.0:1763335103.572723:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814619648 00000100:00100000:2.0:1763335103.572785:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9216 00000100:00100000:2.0:1763335103.572796:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+241:56895:x1848989814619648:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335103.572820:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335103.572841:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757433b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880caf expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.572958:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574342 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335103.572974:0:13840:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b5400757432d lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ca8 expref: 242 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.572982:0:13840:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574342 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.573016:0:13840:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b5400757432d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ca8 expref: 242 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.573031:0:13840:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b5400757432d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ca8 expref: 242 pid: 6532 timeout: 1196 lvb_type: 0 00000100:00100000:2.0:1763335103.573046:0:13840:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7e4d500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13840:1848989826036480:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335103.573148:0:13840:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c7ccb600 going to sleep for 11 seconds 00000100:00100000:2.0:1763335103.576918:0:13840:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7e4d500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13840:1848989826036480:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335103.576970:0:13840:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574342 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000100:00100000:1.0:1763335103.581972:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335103.582071:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814620032 00000100:00100000:2.0:1763335103.582081:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814620032 00010000:00010000:2.0:1763335103.582119:0:6516:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b5400757432d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ca8 expref: 243 pid: 6532 timeout: 1196 lvb_type: 0 00000100:00100000:2.0:1763335103.582165:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3016 00000100:00100000:2.0:1763335103.582176:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:2426:x1848989814620032:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335103.582192:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335103.582199:0:6516:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b5400757432d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ca8 expref: 243 pid: 6532 timeout: 1196 lvb_type: 0 00010000:00010000:2.0:1763335103.582212:0:6516:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b5400757432d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ca8 expref: 243 pid: 6532 timeout: 1196 lvb_type: 0 00010000:00010000:2.0:1763335103.582233:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b5400757432d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ca8 expref: 243 pid: 6532 timeout: 1196 lvb_type: 0 00010000:00010000:2.0:1763335103.582254:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d3:0x0].0x0 (ffff9000c487e900) 00010000:00010000:2.0:1763335103.582259:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574342 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.582269:0:6516:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574342 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.582276:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574342 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.582307:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335103.582400:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:2426:x1848989814620032:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 225us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335103.582408:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3016 00000100:00100000:3.0:1763335103.582499:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:1.0:1763335103.582514:0:13840:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574342 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.582523:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574342 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:1.0:1763335103.582546:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1d3:0x0]: returning size 0 00000100:00100000:2.0:1763335103.582638:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814619904 00000100:00100000:2.0:1763335103.582643:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814619904 00000100:00100000:2.0:1763335103.582684:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9217 00000100:00100000:2.0:1763335103.582692:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56896:x1848989814619904:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335103.582709:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335103.582725:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574349 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880cb6 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763335103.582729:0:13840:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x23a:0x0], index 0: 0 00000004:00080000:1.0:1763335103.582739:0:13840:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x23c:0x0], index 1: 0 00000004:00080000:1.0:1763335103.582745:0:13840:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x23d:0x0], index 1: 0 00000004:00080000:1.0:1763335103.582749:0:13840:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x23b:0x0], index 0: 0 00010000:00010000:2.0:1763335103.582828:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574350 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335103.582840:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574350 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.582848:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574350 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335103.582863:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574342 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.582873:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574342 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.582879:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574342 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.582884:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335103.582889:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574342 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.582895:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574350 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.582909:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574350 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.582915:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574350 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335103.583038:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574342 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.583048:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335103.583056:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d3:0x0].0x0 (ffff9000c487e900) 00010000:00010000:2.0:1763335103.583057:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574350 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335103.583063:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763335103.583069:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574350 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335103.583070:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574342 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.583088:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574342 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.583091:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d3:0x0].0x0 (ffff9000c487e900) 00010000:00010000:2.0:1763335103.583097:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1763335103.583101:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574350 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.583107:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574350 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335103.583132:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757433b lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1d3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880caf expref: 245 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.583141:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574349 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1d3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880cb6 expref: 245 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.583145:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d3:0x0].0x0 (ffff9000c487e900) 00010000:00010000:1.0:1763335103.583152:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763335103.583156:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757433b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1d3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880caf expref: 245 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.583163:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d3:0x0].0x0 (ffff9000c487e900) 00010000:00010000:2.0:1763335103.583167:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763335103.583168:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6600, rc 0) 00010000:00010000:2.0:1763335103.583173:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574349 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1d3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880cb6 expref: 244 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.583195:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7e00, rc 0) 00000100:00100000:1.0:1763335103.583218:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:56895:x1848989814619648:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 10423us (10975us total) trans 4294972842 rc 301/301 00000100:00100000:2.0:1763335103.583225:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:56896:x1848989814619904:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 531us (726us total) trans 4294972843 rc 301/301 00000100:00100000:1.0:1763335103.583231:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9216 00000100:00100000:2.0:1763335103.583240:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9217 00000100:00100000:3.0:1763335103.591458:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335103.591524:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.591617:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814620288 00000100:00100000:0.0:1763335103.591629:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814620288 00000100:00100000:0.0:1763335103.591693:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3170 00000100:00100000:0.0:1763335103.591703:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001d24d8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56895:x1848989814620288:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335103.592000:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001d24d8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:56895:x1848989814620288:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 298us (554us total) trans 4294972844 rc 0/0 00000100:00100000:0.0:1763335103.592009:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3170 00000100:00100000:1.0:1763335103.592146:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814620416 00000100:00100000:1.0:1763335103.592151:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814620416 00000100:00100000:1.0:1763335103.592195:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9218 00000100:00100000:1.0:1763335103.592204:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:56896:x1848989814620416:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335103.592216:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335103.592237:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574365 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880cbd expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.592310:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b5400757436c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335103.592341:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b5400757436c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.592353:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b5400757436c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:1.0:1763335103.592377:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1d3:0x0]: returning size 0 00000004:00200000:1.0:1763335103.592382:0:13840:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335103.592396:0:13840:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b5400757436c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.592417:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574365 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880cbd expref: 245 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.592432:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b5400757436c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880cbd expref: 244 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.592441:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d3:0x0].0x0 (ffff9001c3c08e00) 00010000:00010000:1.0:1763335103.592444:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335103.592448:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281e00, rc 0) 00000100:00100000:1.0:1763335103.592492:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56896:x1848989814620416:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 289us (967us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335103.592498:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9218 00000100:00100000:3.0:1763335103.595024:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.595091:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814620672 00000100:00100000:0.0:1763335103.595101:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814620672 00000100:00100000:0.0:1763335103.595154:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3171 00000100:00100000:0.0:1763335103.595163:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56895:x1848989814620672:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335103.595395:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56895:x1848989814620672:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 232us (379us total) trans 4294972845 rc 0/0 00000100:00100000:0.0:1763335103.595402:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3171 00000100:00100000:2.0:1763335103.597900:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335103.597958:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335103.598091:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814620800 00000100:00100000:3.0:1763335103.598100:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814620800 00000100:00100000:3.0:1763335103.598154:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814620928 00000100:00100000:3.0:1763335103.598158:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814620928 00000100:00100000:3.0:1763335103.598191:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6301 00000100:00100000:0.0:1763335103.598200:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6302 00000100:00100000:3.0:1763335103.598203:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2427:x1848989814620800:12345-192.168.204.57@tcp:101:lfs.0 00000100:00100000:0.0:1763335103.598216:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:2427:x1848989814620928:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335103.598224:0:8417:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335103.598227:0:28961:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335103.598254:0:8417:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757437a lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880cc4 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.598254:0:28961:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff900202044400/0x3ec0b54007574373 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x23b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880ccb expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335103.598291:0:8417:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x23d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:0.0:1763335103.598292:0:28961:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x23b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335103.598341:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335103.598343:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335103.598345:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335103.598347:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335103.598360:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757437a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880cc4 expref: 19 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335103.598360:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff900202044400/0x3ec0b54007574373 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ccb expref: 33 pid: 28961 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335103.598393:0:28961:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff900202044400/0x3ec0b54007574373 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ccb expref: 33 pid: 28961 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335103.598394:0:8417:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757437a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880cc4 expref: 19 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335103.598419:0:28961:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202044400, rc 0) 00010000:00010000:3.0:1763335103.598424:0:8417:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadba00, rc 0) 00000100:00100000:3.0:1763335103.598476:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2427:x1848989814620800:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 276us (584us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335103.598485:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6301 00000100:00100000:0.0:1763335103.598682:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:2427:x1848989814620928:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 471us (733us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335103.598690:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6302 00000100:00100000:2.0:1763335103.603785:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335103.604577:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335103.604636:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814621184 00000100:00100000:1.0:1763335103.604648:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814621184 00000100:00100000:1.0:1763335103.604714:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9219 00000100:00100000:1.0:1763335103.604726:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dc8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:55956:x1848989814621184:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335103.604752:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335103.604775:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574381 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880cd2 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.604902:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007574388 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335103.604917:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007574388 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.604928:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007574388 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.604939:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b5400757438f lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335103.604955:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b5400757438f lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.604962:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b5400757438f lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.605010:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007574396 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335103.605018:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007574396 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.605024:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007574396 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:1.0:1763335103.605032:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1d3:0x0]: returning size 0 00010000:00010000:1.0:1763335103.605102:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007574388 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.605112:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007574388 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.605118:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007574388 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.605125:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007574388 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.605130:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335103.605134:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007574388 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.605141:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007574388 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.605153:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c3c08f00) 00010000:00010000:1.0:1763335103.605156:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335103.605161:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007574388 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.605166:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007574388 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.605179:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b5400757438f lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.605183:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b5400757438f lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.605189:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b5400757438f lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.605193:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335103.605196:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b5400757438f lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.605201:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b5400757438f lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.605206:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c5a76400) 00010000:00010000:1.0:1763335103.605208:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335103.605211:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b5400757438f lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.605215:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b5400757438f lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.605245:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574381 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880cd2 expref: 248 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.605259:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007574396 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880cd2 expref: 247 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.605265:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d3:0x0].0x0 (ffff9001c3c08e00) 00010000:00010000:1.0:1763335103.605267:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335103.605270:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281200, rc 0) 00000100:00100000:0.0:1763335103.605394:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814621440 00000100:00100000:0.0:1763335103.605398:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814621440 00000100:00100000:0.0:1763335103.605431:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3172 00000100:00100000:0.0:1763335103.605438:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:56896:x1848989814621440:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335103.611563:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dc8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:55956:x1848989814621184:12345-192.168.204.57@tcp:101:bash.0 Request processed in 6827us (7775us total) trans 4294972846 rc 0/0 00000100:00100000:1.0:1763335103.611577:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9219 00000100:00100000:0.0:1763335103.613926:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:56896:x1848989814621440:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 8475us (9339us total) trans 4294972847 rc 0/0 00000100:00100000:0.0:1763335103.613941:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3172 00000100:00100000:2.0:1763335103.619369:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335103.619536:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.619658:0:32321:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814621568 00000100:00100000:0.0:1763335103.619669:0:32321:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814621568 00000100:00100000:0.0:1763335103.619719:0:32321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 152 00000100:00100000:0.0:1763335103.619729:0:32321:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001fb660050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0909a97b-cbae-4788-876f-18ee1d303ba2+9:2429:x1848989814621568:12345-192.168.204.57@tcp:400:kworker.0 00000100:00100000:0.0:1763335103.619789:0:32321:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001fb660050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0909a97b-cbae-4788-876f-18ee1d303ba2+9:2429:x1848989814621568:12345-192.168.204.57@tcp:400:kworker.0 Request processed in 61us (430us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335103.619797:0:32321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 152 00000100:00100000:0.0:1763335103.619856:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814621696 00000100:00100000:0.0:1763335103.619860:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814621696 00000100:00100000:0.0:1763335103.619899:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1293 00000100:00100000:0.0:1763335103.619906:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dcb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2429:x1848989814621696:12345-192.168.204.57@tcp:400:kworker.0 00000100:00100000:0.0:1763335103.619937:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dcb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2429:x1848989814621696:12345-192.168.204.57@tcp:400:kworker.0 Request processed in 31us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335103.619944:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1293 00000100:00080000:0.0:1763335103.619982:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1763335103.626702:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335103.626748:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335103.629023:0:35246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814622208 00000100:00100000:1.0:1763335103.629039:0:35246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814622208 00000100:00100000:1.0:1763335103.629120:0:35246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 393 00000100:00100000:1.0:1763335103.629131:0:35246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dcb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:2428:x1848989814622208:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335103.629153:0:35246:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335103.629177:0:35246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007574396 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880cd2 expref: 248 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.629196:0:35246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d3:0x0].0x0 (ffff9001c3c08e00) 00010000:00010000:1.0:1763335103.629202:0:35246:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335103.629270:0:35246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dcb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:2428:x1848989814622208:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 140us (2520us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335103.629277:0:35246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 393 00000100:00100000:0.0:1763335103.630069:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814622080 00000100:00100000:0.0:1763335103.630076:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814622080 00000100:00100000:0.0:1763335103.630123:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9220 00000100:00100000:0.0:1763335103.630132:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:55956:x1848989814622080:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335103.630157:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335103.630174:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202045e00/0x3ec0b540075743a4 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880ce0 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.630210:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b540075743ab lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335103.630223:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b540075743ab lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335103.630234:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b540075743ab lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335103.630367:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202045e00/0x3ec0b540075743a4 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ce0 expref: 249 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.630382:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b540075743ab lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ce0 expref: 248 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.630390:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d3:0x0].0x0 (ffff9001c3c08e00) 00010000:00010000:0.0:1763335103.630393:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763335103.630395:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202045a00, rc 0) 00000100:00100000:0.0:1763335103.630438:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:55956:x1848989814622080:12345-192.168.204.57@tcp:101:bash.0 Request processed in 307us (3748us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335103.630445:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9220 00000100:00100000:2.0:1763335103.643914:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335103.646245:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814621952 00000100:00100000:1.0:1763335103.646261:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814621952 00000100:00100000:1.0:1763335103.646376:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9221 00000100:00100000:1.0:1763335103.646388:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:56896:x1848989814621952:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335103.646409:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335103.646442:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075743b2 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880cd9 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.646565:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075743b9 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335103.646581:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075743b9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x1d3:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.646593:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075743b9 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x1d3:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:1.0:1763335103.646604:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1d3:0x0]: returning size 0 00010000:00010000:1.0:1763335103.646712:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075743b2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1d3:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880cd9 expref: 251 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.646733:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075743b9 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1d3:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880cd9 expref: 250 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.646742:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d3:0x0].0x0 (ffff9001c3c08e00) 00010000:00010000:1.0:1763335103.646745:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1763335103.646749:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281000, rc 0) 00000100:00100000:1.0:1763335103.646816:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:56896:x1848989814621952:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 431us (2912us total) trans 4294972848 rc 0/0 00000100:00100000:1.0:1763335103.646824:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9221 00000100:00100000:3.0:1763335103.650007:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.650110:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814622464 00000100:00100000:0.0:1763335103.650122:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814622464 00000100:00100000:0.0:1763335103.650178:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9222 00000100:00100000:0.0:1763335103.650188:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:55956:x1848989814622464:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:0.0:1763335103.650247:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335103.650275:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b5400757436c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880cbd expref: 250 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.650293:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d3:0x0].0x0 (ffff9001c3c08e00) 00010000:00010000:0.0:1763335103.650297:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335103.650518:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff900202045e00/0x3ec0b540075743c7 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335103.650533:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202045e00/0x3ec0b540075743c7 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335103.650543:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202045e00/0x3ec0b540075743c7 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000001:00080000:0.0:1763335103.650587:0:6532:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972849 00000004:00010000:0.0:1763335103.650610:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006a0cb8c8 reply state 00000000a18603b7 transno 4294972850 ns: mdt-lustre-MDT0001_UUID lock: ffff900202045e00/0x3ec0b540075743c7 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335103.650621:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202045e00/0x3ec0b540075743c7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335103.650626:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d3:0x0].0x0 (ffff9001c3c08e00) 00010000:00010000:0.0:1763335103.650628:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335103.650631:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335103.650722:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:55956:x1848989814622464:12345-192.168.204.57@tcp:36:bash.0 Request processed in 534us (726us total) trans 4294972850 rc 0/0 00000100:00100000:0.0:1763335103.650729:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9222 00000020:00080000:0.0:1763335103.650734:0:6532:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763335103.664756:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335103.664854:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.664922:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814622592 00000100:00100000:0.0:1763335103.664933:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814622592 00000100:00100000:1.0:1763335103.664956:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814622720 00000100:00100000:1.0:1763335103.664961:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814622720 00000100:00100000:0.0:1763335103.665009:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9223 00000100:00100000:0.0:1763335103.665020:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dcbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:55956:x1848989814622592:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335103.665041:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335103.665063:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b540075743ce lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880ce7 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.665120:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b540075743ce lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ce7 expref: 254 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.665135:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b540075743ce lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ce7 expref: 254 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.665154:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d3:0x0].0x0 (ffff9001c3c08e00) 00010000:00010000:0.0:1763335103.665159:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335103.665162:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664c00, rc 0) 00000100:00100000:0.0:1763335103.665227:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dcbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:55956:x1848989814622592:12345-192.168.204.57@tcp:101:bash.0 Request processed in 208us (480us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335103.665228:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9224 00000100:00100000:0.0:1763335103.665235:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9223 00000100:00100000:1.0:1763335103.665236:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dcaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56896:x1848989814622720:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335103.665250:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335103.665259:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075743d5 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880cee expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.665386:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075743dc lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335103.665395:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075743dc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.665403:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075743dc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:1.0:1763335103.665431:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1d3:0x0]: returning size 0 00000004:00200000:1.0:1763335103.665435:0:13840:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335103.665452:0:13840:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075743dc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.665479:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075743d5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880cee expref: 255 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.665493:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075743dc lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880cee expref: 254 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.665499:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d3:0x0].0x0 (ffff9001c3c08e00) 00010000:00010000:1.0:1763335103.665501:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335103.665503:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280a00, rc 0) 00000100:00100000:1.0:1763335103.665532:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dcaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56896:x1848989814622720:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 297us (677us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335103.665537:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9224 00000100:00100000:2.0:1763335103.678966:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335103.679260:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814622976 00000100:00100000:2.0:1763335103.679264:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335103.679271:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814622976 00000100:00100000:1.0:1763335103.679364:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9225 00000100:00100000:1.0:1763335103.679375:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dc9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:55956:x1848989814622976:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335103.679398:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335103.679400:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:1.0:1763335103.679427:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b540075743ce lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ce7 expref: 254 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.679450:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075743b9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1d3:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880cd9 expref: 253 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.679459:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d3:0x0].0x0 (ffff9001c3c08e00) 00010000:00010000:1.0:1763335103.679464:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335103.679479:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075743e3 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880cf5 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.679530:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075743ea lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335103.679543:0:13591:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075743dc lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880cee expref: 253 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.679551:0:13591:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075743ea lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1d3:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.679584:0:13591:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075743dc lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880cee expref: 253 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.679597:0:13591:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075743dc lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880cee expref: 253 pid: 13840 timeout: 1196 lvb_type: 0 00000100:00100000:1.0:1763335103.679610:0:13591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e7d6d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826036608:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335103.680234:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814623232 00000100:00100000:0.0:1763335103.680240:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814623232 00000100:00100000:0.0:1763335103.680283:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3173 00000100:00100000:0.0:1763335103.680291:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56896:x1848989814623232:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335103.680501:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:56896:x1848989814623232:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 210us (1235us total) trans 4294972851 rc 0/0 00000100:00100000:0.0:1763335103.680508:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3173 00000100:00100000:1.0:1763335103.681238:0:13591:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c70533c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335103.681876:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335103.682078:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814623360 00000100:00100000:3.0:1763335103.682086:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814623360 00010000:00010000:3.0:1763335103.682115:0:6516:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075743dc lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880cee expref: 255 pid: 13840 timeout: 1196 lvb_type: 0 00000100:00100000:3.0:1763335103.682153:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3017 00000100:00100000:3.0:1763335103.682162:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001fb699050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:2426:x1848989814623360:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335103.682174:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335103.682180:0:6516:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075743dc lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880cee expref: 255 pid: 13840 timeout: 1196 lvb_type: 0 00010000:00010000:3.0:1763335103.682192:0:6516:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075743dc lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880cee expref: 255 pid: 13840 timeout: 1196 lvb_type: 0 00010000:00010000:3.0:1763335103.682212:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d3:0x0].0x0 (ffff9001c3c08e00) 00010000:00010000:3.0:1763335103.682217:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075743ea lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d3:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335103.682226:0:6516:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075743ea lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d3:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335103.682234:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075743ea lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1d3:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335103.682253:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335103.682299:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001fb699050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:2426:x1848989814623360:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 138us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335103.682306:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3017 00010000:00010000:1.0:1763335103.682343:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075743dc lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880cee expref: 254 pid: 13840 timeout: 1196 lvb_type: 0 00000100:00100000:1.0:1763335103.682357:0:13591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e7d6d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826036608:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335103.682376:0:13591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075743ea lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d3:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.682385:0:13591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075743ea lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d3:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.682390:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075743ea lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d3:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000040:00080000:1.0:1763335103.682620:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1406, 88 off118392 00000004:00080000:1.0:1763335103.682628:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1096662312852ns, next at 1097485216744ns, rc = 0 00000040:00080000:1.0:1763335103.682665:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1407, 88 off118392 00000004:00080000:1.0:1763335103.682670:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1096662355651ns, next at 1097485171709ns, rc = 0 00000040:00080000:1.0:1763335103.682698:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1408, 88 off118480 00000004:00080000:1.0:1763335103.682702:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1096662387791ns, next at 1097485171709ns, rc = 0 00000040:00080000:1.0:1763335103.682722:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1407, 88 off118480 00000004:00080000:1.0:1763335103.682726:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1096662411632ns, next at 1097485216744ns, rc = 0 00000100:00100000:3.0:1763335103.690562:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335103.691073:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814623616 00000100:00100000:2.0:1763335103.691093:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814623616 00000100:00100000:2.0:1763335103.691156:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9226 00000100:00100000:2.0:1763335103.691166:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:56896:x1848989814623616:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335103.691187:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335103.691208:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b540075743f1 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880cfc expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.691295:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075743f8 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335103.691310:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075743f8 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.691348:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075743f8 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.691359:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075743ff lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335103.691366:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075743ff lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.691372:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075743ff lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.691468:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574406 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335103.691478:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574406 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.691484:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574406 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:2.0:1763335103.691494:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1d3:0x0]: returning size 2 00010000:00010000:2.0:1763335103.700042:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574406 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.700060:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574406 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.700072:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574406 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.700078:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335103.700082:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574406 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.700089:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574406 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.700105:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d3:0x0].0x0 (ffff9001c3c08e00) 00010000:00010000:2.0:1763335103.700108:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1763335103.700112:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574406 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.700117:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574406 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.700139:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075743f8 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.700145:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075743f8 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.700150:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075743f8 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.700155:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075743f8 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.700159:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335103.700161:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075743f8 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.700170:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075743f8 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.700176:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c487e900) 00010000:00010000:2.0:1763335103.700178:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335103.700181:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075743f8 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.700186:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075743f8 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.700194:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075743ff lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.700199:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075743ff lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.700204:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075743ff lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.700208:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335103.700210:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075743ff lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.700215:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075743ff lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.700221:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c5a76400) 00010000:00010000:2.0:1763335103.700223:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335103.700225:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075743ff lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.700230:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075743ff lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.700283:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b540075743f1 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880cfc expref: 257 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.700293:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c487e900) 00010000:00010000:2.0:1763335103.700295:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763335103.700298:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b540075743f1 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880cfc expref: 257 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.700365:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7600, rc 0) 00000100:00100000:2.0:1763335103.700442:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56896:x1848989814623616:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 9277us (9889us total) trans 4294972853 rc 301/301 00000100:00100000:2.0:1763335103.700451:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9226 00000100:00100000:3.0:1763335103.704476:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000001:00080000:1.0:1763335103.704865:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972852 is committed 00000004:00080000:1.0:1763335103.704873:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 924 committed 00000004:00080000:1.0:1763335103.704886:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 921 committed 00000004:00080000:1.0:1763335103.704895:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 920 committed 00000004:00080000:1.0:1763335103.704897:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 923 committed 00000004:00080000:1.0:1763335103.704922:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 922 committed 00000004:00080000:1.0:1763335103.704924:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 919 committed 00000100:00100000:3.0:1763335103.705174:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e7d6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826036736:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763335103.705222:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335103.705260:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c393e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826037248:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335103.705279:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335103.705293:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826037760:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335103.705309:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335103.705358:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1763335103.705364:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826037120:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763335103.705383:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335103.705398:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826037632:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335103.705416:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335103.705429:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c2f25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826038144:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335103.705444:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335103.705467:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e7d6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826036864:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763335103.705485:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335103.705497:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c393c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826037376:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335103.705516:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335103.705529:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c487b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826037888:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335103.705548:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335103.705562:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1763335103.705567:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e7d6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826036992:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763335103.705588:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335103.705597:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826037504:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335103.705616:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335103.705625:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c2f26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826038016:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335103.705642:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335103.705667:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826036736 00000100:00100000:3.0:1763335103.705673:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826036736 00000100:00100000:3.0:1763335103.705708:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826037248 00000100:00100000:3.0:1763335103.705711:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826037248 00000100:00100000:3.0:1763335103.705722:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826037760 00000100:00100000:3.0:1763335103.705724:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826037760 00000100:00100000:3.0:1763335103.705734:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826037120 00000100:00100000:3.0:1763335103.705736:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826037120 00000100:00100000:3.0:1763335103.705745:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826037632 00000100:00100000:3.0:1763335103.705747:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826037632 00000100:00100000:3.0:1763335103.705756:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826038144 00000100:00100000:3.0:1763335103.705758:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826038144 00000100:00100000:3.0:1763335103.705766:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826036864 00000100:00100000:3.0:1763335103.705769:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826036864 00000100:00100000:3.0:1763335103.705777:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826037376 00000100:00100000:3.0:1763335103.705779:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826037376 00000100:00100000:3.0:1763335103.705786:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826037888 00000100:00100000:3.0:1763335103.705788:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826037888 00000100:00100000:3.0:1763335103.705797:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826036992 00000100:00100000:3.0:1763335103.705799:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826036992 00000100:00100000:3.0:1763335103.705808:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826037504 00000100:00100000:3.0:1763335103.705810:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826037504 00000100:00100000:3.0:1763335103.705819:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826038016 00000100:00100000:3.0:1763335103.705822:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826038016 00000100:00100000:3.0:1763335103.705835:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6303 00000100:00100000:3.0:1763335103.705844:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+14:3667:x1848989826036736:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763335103.705867:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:570 count 1 00010000:00010000:3.0:1763335103.705891:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000cbada200/0x3ec0b54007574414 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x23a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.705911:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574254 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c62 expref: 18 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.705918:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335103.705920:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335103.705924:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbada200/0x3ec0b54007574414 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x23a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.705965:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574254 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x23a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c62 expref: 18 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.705978:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574254 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x23a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c62 expref: 18 pid: 8725 timeout: 1196 lvb_type: 0 00000100:00100000:3.0:1763335103.705990:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f75180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8417:1848989826038272:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335103.706047:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c79269c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335103.706063:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6304 00000100:00100000:3.0:1763335103.706070:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+14:3667:x1848989826037248:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335103.706228:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+15:3667:x1848989826037248:12345-0@lo:2:osp-syn-1-1.0 Request processed in 157us (947us total) trans 17179871495 rc 0/0 00000100:00100000:3.0:1763335103.706235:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6304 00000100:00100000:3.0:1763335103.706252:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6305 00000100:00100000:3.0:1763335103.706258:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+61:3667:x1848989826037760:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763335103.706270:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:566 count 1 00010000:00010000:3.0:1763335103.706284:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000cbadac00/0x3ec0b5400757441b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.706296:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c4665400/0x3ec0b54007574189 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c1c expref: 32 pid: 27804 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335103.706303:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335103.706305:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335103.706307:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbadac00/0x3ec0b5400757441b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.706355:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c4665400/0x3ec0b54007574189 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c1c expref: 32 pid: 27804 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335103.706363:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c4665400/0x3ec0b54007574189 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c1c expref: 32 pid: 27804 timeout: 1196 lvb_type: 1 00000100:00100000:3.0:1763335103.706373:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f76300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1848989826038400:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335103.706395:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c7926840 going to sleep for 11 seconds 00000100:00100000:3.0:1763335103.706414:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6306 00000100:00100000:3.0:1763335103.706420:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+14:3667:x1848989826037120:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763335103.706433:0:27804:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:569 count 1 00010000:00010000:3.0:1763335103.706444:0:27804:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000cbada800/0x3ec0b54007574422 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x239:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335103.706520:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6307 00000100:00100000:0.0:1763335103.706529:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+61:3667:x1848989826037632:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763335103.706539:0:28961:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:569 count 1 00002000:00010000:0.0:1763335103.706558:0:28961:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x239:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335103.706563:0:28961:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c4665600/0x3ec0b54007574429 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x239:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.706570:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335103.706571:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335103.706576:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4665600/0x3ec0b54007574429 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.706587:0:28961:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c4665600/0x3ec0b54007574429 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.706595:0:28961:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c4665600/0x3ec0b54007574429 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.706601:0:28961:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4665600/0x3ec0b54007574429 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.706623:0:28961:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763335103.706775:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+62:3667:x1848989826037632:12345-0@lo:6:osp-syn-0-1.0 Request processed in 247us (1357us total) trans 21474838786 rc 0/0 00000100:00100000:0.0:1763335103.706781:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6307 00000100:00100000:0.0:1763335103.706796:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6308 00000100:00100000:0.0:1763335103.706802:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+61:3667:x1848989826038144:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763335103.706849:0:28961:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x23b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335103.706852:0:28961:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x23b:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763335103.706855:0:28961:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x23b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335103.706857:0:28961:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x23b:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763335103.706859:0:28961:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x23b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335103.706883:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+62:3667:x1848989826038144:12345-0@lo:2:osp-syn-0-1.0 Request processed in 81us (1437us total) trans 21474838787 rc 0/0 00000100:00100000:0.0:1763335103.706889:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6308 00000100:00100000:0.0:1763335103.706902:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6309 00000100:00100000:0.0:1763335103.706908:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+14:3664:x1848989826036864:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763335103.706918:0:28961:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:571 count 1 00002000:00010000:0.0:1763335103.706953:0:28961:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x23b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335103.706958:0:28961:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574430 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x23b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.706966:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335103.706967:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335103.706970:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574430 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.706978:0:28961:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574430 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.706985:0:28961:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574430 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.706991:0:28961:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574430 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.707006:0:28961:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1763335103.707119:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+15:3664:x1848989826036864:12345-0@lo:6:osp-syn-1-1.0 Request processed in 211us (1632us total) trans 17179871496 rc 0/0 00000100:00100000:0.0:1763335103.707126:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6309 00000100:00100000:0.0:1763335103.707139:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6310 00000100:00100000:0.0:1763335103.707145:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6355500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+14:3664:x1848989826037376:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763335103.707195:0:28961:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x23d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335103.707199:0:28961:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x23d:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763335103.707201:0:28961:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x23d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335103.707203:0:28961:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x23d:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763335103.707205:0:28961:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x23d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335103.707229:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6355500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+15:3664:x1848989826037376:12345-0@lo:2:osp-syn-1-1.0 Request processed in 84us (1711us total) trans 17179871497 rc 0/0 00000100:00100000:0.0:1763335103.707235:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6310 00000100:00100000:0.0:1763335103.707248:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6311 00000100:00100000:0.0:1763335103.707254:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6355c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+61:3664:x1848989826037888:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763335103.707264:0:28961:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:567 count 1 00010000:00010000:0.0:1763335103.707274:0:28961:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007574437 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x237:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.707285:0:28961:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000cbada400/0x3ec0b54007574270 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x237:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c77 expref: 32 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.707291:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335103.707293:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335103.707295:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007574437 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x237:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.707340:0:28961:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000cbada400/0x3ec0b54007574270 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x237:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c77 expref: 32 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.707350:0:28961:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000cbada400/0x3ec0b54007574270 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x237:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c77 expref: 32 pid: 8417 timeout: 1196 lvb_type: 0 00000100:00100000:0.0:1763335103.707361:0:28961:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff920700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28961:1848989826038528:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335103.707391:0:28961:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c678f240 going to sleep for 11 seconds 00000100:00100000:0.0:1763335103.707409:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6312 00000100:00100000:0.0:1763335103.707418:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+14:3664:x1848989826036992:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763335103.707430:0:35240:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:568 count 1 00010000:00010000:0.0:1763335103.707440:0:35240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c4665c00/0x3ec0b5400757443e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x238:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.707450:0:35240:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b540075740b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x238:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bdd expref: 18 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.707457:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335103.707458:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335103.707460:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665c00/0x3ec0b5400757443e lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x238:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.707478:0:35240:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b540075740b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x238:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bdd expref: 18 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.707487:0:35240:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b540075740b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x238:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bdd expref: 18 pid: 35240 timeout: 1196 lvb_type: 0 00000100:00100000:0.0:1763335103.707497:0:35240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff921880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35240:1848989826038656:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335103.707520:0:35240:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c678f9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335103.707539:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6313 00000100:00100000:0.0:1763335103.707546:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+61:3664:x1848989826037504:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763335103.707558:0:27803:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:568 count 1 00010000:00010000:0.0:1763335103.707568:0:27803:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007574445 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x238:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.707578:0:27803:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000cbadaa00/0x3ec0b54007574262 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x238:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c69 expref: 32 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.707584:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335103.707585:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335103.707588:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007574445 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x238:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.707604:0:27803:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000cbadaa00/0x3ec0b54007574262 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x238:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c69 expref: 32 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.707613:0:27803:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000cbadaa00/0x3ec0b54007574262 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x238:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c69 expref: 32 pid: 8417 timeout: 1196 lvb_type: 0 00000100:00100000:0.0:1763335103.707622:0:27803:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27803:1848989826038784:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335103.707643:0:27803:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c678fc00 going to sleep for 11 seconds 00010000:00010000:0.0:1763335103.707655:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763335103.707661:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c4665600/0x3ec0b54007574429 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.707668:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665600 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335103.707672:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c4665600/0x3ec0b54007574429 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.707681:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c4665600/0x3ec0b54007574429 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.707697:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c4665600/0x3ec0b54007574429 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.707705:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c4665600/0x3ec0b54007574429 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.707719:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335103.707722:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574430 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.707727:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665e00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335103.707730:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574430 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.707737:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574430 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.707745:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574430 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.707752:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574430 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.707767:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335103.707768:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335103.707770:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335103.707776:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763335103.707806:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001e7d6f800/2, rc 0, transno 17179871496 00000100:00100000:0.0:1763335103.707812:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e7d6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826036864:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1763335103.707821:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c393c380/2, rc 0, transno 17179871497 00000100:00100000:0.0:1763335103.707824:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c393c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826037376:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335103.707843:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814623872 00000100:00100000:0.0:1763335103.707848:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814623872 00000100:00100000:0.0:1763335103.707882:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3174 00000100:00100000:0.0:1763335103.707888:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56896:x1848989814623872:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335103.708041:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:56896:x1848989814623872:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 152us (3574us total) trans 4294972854 rc 0/0 00000100:00100000:0.0:1763335103.708047:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3174 00010000:00010000:2.0:1763335103.709906:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b540075742a8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.709923:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b540075742a8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.709930:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b540075742a8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.709936:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335103.709941:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b540075742a8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.709959:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b540075742a8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.709976:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c5a76400) 00010000:00010000:2.0:1763335103.709980:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335103.709986:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b540075742a8 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.709992:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b540075742a8 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.710013:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574326 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.710020:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574326 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.710025:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574326 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.710030:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335103.710033:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574326 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.710038:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574326 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.710046:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c5a76400) 00010000:00010000:2.0:1763335103.710048:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335103.710051:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574326 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.710056:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574326 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.710074:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff900202045e00/0x3ec0b540075743c7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.710081:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202045e00/0x3ec0b540075743c7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.710090:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202045e00/0x3ec0b540075743c7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.710094:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202045e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335103.710097:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202045e00/0x3ec0b540075743c7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.710102:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202045e00/0x3ec0b540075743c7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.710109:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d3:0x0].0x0 (ffff9001c3c08e00) 00010000:00010000:2.0:1763335103.710112:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335103.710115:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202045e00/0x3ec0b540075743c7 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335103.710119:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202045e00/0x3ec0b540075743c7 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00000100:00100000:2.0:1763335103.710164:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6314 00000100:00100000:2.0:1763335103.710182:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+61:3664:x1848989826038016:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335103.710403:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+62:3664:x1848989826038016:12345-0@lo:2:osp-syn-0-1.0 Request processed in 229us (4759us total) trans 21474838788 rc 0/0 00000100:00100000:2.0:1763335103.710411:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6314 00010000:00010000:2.0:1763335103.710474:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075743ea lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1d3:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880cf5 expref: 240 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.710483:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d3:0x0].0x0 (ffff9001c3c08e00) 00010000:00010000:2.0:1763335103.710485:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763335103.710498:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075743e3 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1d3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880cf5 expref: 240 pid: 13591 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763335103.710531:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075743ea lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1d3:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880cf5 expref: 239 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.710556:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d3:0x0].0x0 (ffff9001c3c08e00) 00010000:00010000:2.0:1763335103.710559:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763335103.710562:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280000, rc 0) 00000100:00100000:2.0:1763335103.710596:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dc9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:55956:x1848989814622976:12345-192.168.204.57@tcp:101:bash.0 Request processed in 31223us (31651us total) trans 4294972852 rc 0/0 00000100:00100000:2.0:1763335103.710603:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9225 00000004:00080000:2.0:1763335103.710843:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a37b80/2, rc 0, transno 21474838786 00000100:00100000:2.0:1763335103.710851:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826037632:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1763335103.710863:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c2f25c00/2, rc 0, transno 21474838787 00000100:00100000:2.0:1763335103.710867:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c2f25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826038144:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763335103.710879:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c393e680/2, rc 0, transno 17179871495 00000100:00100000:2.0:1763335103.710883:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c393e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826037248:0@lo:2:osp-syn-1-1.0 00010000:00010000:3.0:1763335103.711015:0:27804:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574269 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x239:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c70 expref: 18 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.711030:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335103.711033:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335103.711038:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbada800/0x3ec0b54007574422 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x239:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.711073:0:27804:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574269 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x239:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c70 expref: 18 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.711084:0:27804:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574269 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x239:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c70 expref: 18 pid: 8725 timeout: 1196 lvb_type: 0 00000100:00100000:3.0:1763335103.711098:0:27804:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f76d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27804:1848989826038912:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335103.711164:0:27804:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c7926e40 going to sleep for 11 seconds 00000004:00080000:0.0:1763335103.715354:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c2f26a00/2, rc 0, transno 21474838788 00000100:00100000:0.0:1763335103.715368:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c2f26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826038016:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335103.720705:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f75180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8417:1848989826038272:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335103.720735:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000cbada200/0x3ec0b54007574414 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x23a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335103.723336:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f76300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1848989826038400:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335103.723367:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000cbadac00/0x3ec0b5400757441b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335103.723368:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335103.723404:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335103.723439:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335103.723467:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814624000 00000100:00100000:3.0:1763335103.723468:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814624256 00000100:00100000:1.0:1763335103.723476:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814624000 00000100:00100000:3.0:1763335103.723477:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814624256 00010000:00010000:3.0:1763335103.723518:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbada400/0x3ec0b54007574270 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x237:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c77 expref: 33 pid: 8417 timeout: 1196 lvb_type: 0 00010000:00010000:1.0:1763335103.723519:0:6516:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574254 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x23a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c62 expref: 19 pid: 8725 timeout: 1196 lvb_type: 0 00000100:00100000:3.0:1763335103.723558:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814624128 00000100:00100000:3.0:1763335103.723562:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814624128 00010000:00010000:3.0:1763335103.723576:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4665400/0x3ec0b54007574189 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c1c expref: 34 pid: 27804 timeout: 1196 lvb_type: 1 00000100:00100000:0.0:1763335103.724375:0:28961:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff920700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28961:1848989826038528:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335103.724401:0:28961:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007574437 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x237:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335103.726470:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3018 00000100:00100000:1.0:1763335103.726490:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f77100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+34:2428:x1848989814624256:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335103.726513:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335103.726521:0:6516:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000cbada400/0x3ec0b54007574270 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x237:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c77 expref: 34 pid: 8417 timeout: 1196 lvb_type: 0 00010000:00010000:1.0:1763335103.726535:0:6516:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000cbada400/0x3ec0b54007574270 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x237:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c77 expref: 34 pid: 8417 timeout: 1196 lvb_type: 0 00010000:00010000:1.0:1763335103.726558:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000cbada400/0x3ec0b54007574270 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x237:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c77 expref: 34 pid: 8417 timeout: 1196 lvb_type: 0 00010000:00010000:1.0:1763335103.726573:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335103.726576:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335103.726580:0:6516:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007574437 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x237:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.726590:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007574437 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x237:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.726615:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335103.726676:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f77100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:2428:x1848989814624256:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 194us (3273us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335103.726684:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3018 00000100:00100000:1.0:1763335103.726701:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3019 00000100:00100000:1.0:1763335103.726708:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f75c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2428:x1848989814624000:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335103.726715:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335103.726720:0:6516:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574254 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x23a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c62 expref: 19 pid: 8725 timeout: 1196 lvb_type: 0 00010000:00010000:1.0:1763335103.726731:0:6516:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574254 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x23a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c62 expref: 19 pid: 8725 timeout: 1196 lvb_type: 0 00010000:00010000:1.0:1763335103.726743:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574254 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x23a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c62 expref: 19 pid: 8725 timeout: 1196 lvb_type: 0 00010000:00010000:1.0:1763335103.726752:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335103.726753:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335103.726756:0:6516:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000cbada200/0x3ec0b54007574414 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.726763:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbada200/0x3ec0b54007574414 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x23a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.726776:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335103.726792:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f75c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2428:x1848989814624000:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 85us (3490us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335103.726797:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3019 00000100:00100000:3.0:1763335103.727021:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3020 00000100:00100000:3.0:1763335103.727030:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f77b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:2428:x1848989814624128:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335103.727038:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335103.727043:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c4665400/0x3ec0b54007574189 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x236:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c1c expref: 32 pid: 27804 timeout: 1196 lvb_type: 1 00010000:00010000:3.0:1763335103.727052:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c4665400/0x3ec0b54007574189 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x236:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c1c expref: 32 pid: 27804 timeout: 1196 lvb_type: 1 00010000:00010000:3.0:1763335103.727063:0:33041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c4665400/0x3ec0b54007574189 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x236:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c1c expref: 32 pid: 27804 timeout: 1196 lvb_type: 1 00010000:00010000:3.0:1763335103.727071:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335103.727073:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335103.727076:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000cbadac00/0x3ec0b5400757441b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.727093:0:33041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbadac00/0x3ec0b5400757441b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x236:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.727114:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335103.727133:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f77b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+31:2428:x1848989814624128:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 106us (3695us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335103.727140:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3020 00010000:00010000:0.0:1763335103.727646:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000cbada200/0x3ec0b54007574414 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.727656:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000cbada200/0x3ec0b54007574414 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.727666:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000cbada200/0x3ec0b54007574414 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.727674:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbada200/0x3ec0b54007574414 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.727695:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763335103.727932:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+15:3667:x1848989826036736:12345-0@lo:6:osp-syn-1-1.0 Request processed in 22088us (22708us total) trans 17179871498 rc 0/0 00000100:00100000:0.0:1763335103.727940:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6303 00010000:00010000:0.0:1763335103.727975:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335103.727981:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000cbada200/0x3ec0b54007574414 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.727989:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbada200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335103.727992:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000cbada200/0x3ec0b54007574414 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.728001:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000cbada200/0x3ec0b54007574414 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.728019:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000cbada200/0x3ec0b54007574414 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.728026:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000cbada200/0x3ec0b54007574414 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.728041:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335103.728043:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335103.728045:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335103.728056:0:28961:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007574437 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.728063:0:28961:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007574437 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.728070:0:28961:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007574437 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.728076:0:28961:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007574437 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.728089:0:28961:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763335103.728204:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6355c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+62:3664:x1848989826037888:12345-0@lo:6:osp-syn-0-1.0 Request processed in 20950us (22654us total) trans 21474838789 rc 0/0 00000100:00100000:0.0:1763335103.728210:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6311 00010000:00010000:0.0:1763335103.728225:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335103.728230:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007574437 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.728237:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664800 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335103.728240:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007574437 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.728246:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007574437 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.728256:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007574437 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.728262:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007574437 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x237:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.728275:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335103.728276:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335103.728278:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763335103.728308:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c487b800/2, rc 0, transno 21474838789 00000100:00100000:0.0:1763335103.728331:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c487b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826037888:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763335103.728406:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000cbadac00/0x3ec0b5400757441b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.728414:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000cbadac00/0x3ec0b5400757441b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.728422:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000cbadac00/0x3ec0b5400757441b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.728429:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbadac00/0x3ec0b5400757441b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.728450:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335103.728618:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+62:3667:x1848989826037760:12345-0@lo:6:osp-syn-0-1.0 Request processed in 22360us (23306us total) trans 21474838790 rc 0/0 00000100:00100000:3.0:1763335103.728625:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6305 00000100:00100000:3.0:1763335103.728731:0:27803:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27803:1848989826038784:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335103.728751:0:27803:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007574445 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x238:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335103.728790:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335103.728807:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814624384 00000100:00100000:3.0:1763335103.728813:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814624384 00010000:00010000:3.0:1763335103.728837:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbadaa00/0x3ec0b54007574262 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x238:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c69 expref: 31 pid: 8417 timeout: 1196 lvb_type: 0 00000100:00100000:3.0:1763335103.728858:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3021 00000100:00100000:3.0:1763335103.728865:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+31:2429:x1848989814624384:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335103.728877:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335103.728882:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000cbadaa00/0x3ec0b54007574262 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x238:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c69 expref: 31 pid: 8417 timeout: 1196 lvb_type: 0 00010000:00010000:3.0:1763335103.728891:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000cbadaa00/0x3ec0b54007574262 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x238:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c69 expref: 31 pid: 8417 timeout: 1196 lvb_type: 0 00010000:00010000:3.0:1763335103.728905:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000cbadaa00/0x3ec0b54007574262 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x238:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c69 expref: 31 pid: 8417 timeout: 1196 lvb_type: 0 00010000:00010000:3.0:1763335103.728914:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335103.728916:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335103.728920:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007574445 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x238:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.728928:0:7458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007574445 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x238:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.728956:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335103.728979:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+30:2429:x1848989814624384:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 114us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335103.728985:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3021 00010000:00010000:3.0:1763335103.729004:0:27803:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007574445 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.729012:0:27803:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007574445 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.729025:0:27803:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007574445 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.729031:0:27803:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007574445 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.729045:0:27803:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763335103.729140:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+62:3664:x1848989826037504:12345-0@lo:6:osp-syn-0-1.0 Request processed in 21594us (23522us total) trans 21474838791 rc 0/0 00000100:00100000:3.0:1763335103.729147:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6313 00010000:00010000:3.0:1763335103.729164:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763335103.729168:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000cbadac00/0x3ec0b5400757441b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.729175:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadac00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335103.729179:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000cbadac00/0x3ec0b5400757441b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.729186:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000cbadac00/0x3ec0b5400757441b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.729195:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000cbadac00/0x3ec0b5400757441b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.729202:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000cbadac00/0x3ec0b5400757441b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x236:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.729221:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335103.729224:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007574445 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.729230:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664c00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335103.729233:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007574445 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.729240:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007574445 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.729249:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007574445 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.729255:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007574445 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.729266:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335103.729267:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335103.729269:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763335103.729287:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5f7aa00/2, rc 0, transno 21474838791 00000100:00100000:3.0:1763335103.729292:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826037504:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335103.729357:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335103.729373:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814624512 00000100:00100000:3.0:1763335103.729376:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814624512 00010000:00010000:3.0:1763335103.729391:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b540075740b7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x238:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bdd expref: 18 pid: 35240 timeout: 1196 lvb_type: 0 00000100:00100000:3.0:1763335103.729409:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3022 00000100:00100000:3.0:1763335103.729415:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f76680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2427:x1848989814624512:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335103.729423:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335103.729427:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b540075740b7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x238:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bdd expref: 18 pid: 35240 timeout: 1196 lvb_type: 0 00010000:00010000:3.0:1763335103.729436:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b540075740b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x238:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bdd expref: 18 pid: 35240 timeout: 1196 lvb_type: 0 00010000:00010000:3.0:1763335103.729448:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335103.729450:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335103.729453:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c4665c00/0x3ec0b5400757443e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x238:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.729461:0:33041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665c00/0x3ec0b5400757443e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x238:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.729472:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1763335103.729759:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001e7d6d500/2, rc 0, transno 17179871498 00000100:00100000:2.0:1763335103.729765:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e7d6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826036736:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1763335103.729777:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a35c00/2, rc 0, transno 21474838790 00000100:00100000:2.0:1763335103.729781:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826037760:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763335103.729824:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335103.729852:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335103.729906:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335103.729926:0:35246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814624896 00000100:00100000:2.0:1763335103.729931:0:35246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814624896 00010000:00010000:2.0:1763335103.729962:0:35246:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574269 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x239:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c70 expref: 19 pid: 8725 timeout: 1196 lvb_type: 0 00000100:00100000:2.0:1763335103.729994:0:35246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3023 00000100:00100000:2.0:1763335103.730003:0:35246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2426:x1848989814624896:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335103.730012:0:35246:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335103.730017:0:35246:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574269 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x239:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c70 expref: 19 pid: 8725 timeout: 1196 lvb_type: 0 00000100:00100000:3.0:1763335103.730021:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f76680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2427:x1848989814624512:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 76us (134us total) trans 0 rc 0/0 00010000:00010000:2.0:1763335103.730031:0:35246:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574269 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x239:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c70 expref: 19 pid: 8725 timeout: 1196 lvb_type: 0 00000100:00100000:3.0:1763335103.730036:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3022 00010000:00010000:2.0:1763335103.730052:0:35246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335103.730055:0:35246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335103.730058:0:35246:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000cbada800/0x3ec0b54007574422 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x239:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335103.730066:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814624768 00010000:00010000:2.0:1763335103.730066:0:35246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbada800/0x3ec0b54007574422 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x239:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335103.730072:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814624768 00010000:00010000:2.0:1763335103.730088:0:35246:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335103.730110:0:35246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2426:x1848989814624896:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 109us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335103.730118:0:35246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3023 00010000:00010000:2.0:1763335103.730226:0:27804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574269 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x239:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880c70 expref: 17 pid: 8725 timeout: 1196 lvb_type: 0 00000100:00100000:2.0:1763335103.730244:0:27804:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f76d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27804:1848989826038912:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335103.730260:0:27804:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000cbada800/0x3ec0b54007574422 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.730268:0:27804:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000cbada800/0x3ec0b54007574422 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.730275:0:27804:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000cbada800/0x3ec0b54007574422 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.730282:0:27804:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000cbada800/0x3ec0b54007574422 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.730289:0:27804:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbada800/0x3ec0b54007574422 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.730301:0:27804:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763335103.730549:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+15:3667:x1848989826037120:12345-0@lo:6:osp-syn-1-1.0 Request processed in 24128us (25163us total) trans 17179871499 rc 0/0 00000100:00100000:2.0:1763335103.730557:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6306 00000004:00080000:2.0:1763335103.730585:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f1368700/2, rc 0, transno 17179871499 00000100:00100000:2.0:1763335103.730590:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826037120:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763335103.730607:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6315 00000100:00100000:2.0:1763335103.730614:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+30:55956:x1848989814624768:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335103.730631:0:27804:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335103.730648:0:27804:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b5400757444c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x23a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880d03 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335103.730668:0:27804:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x23a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763335103.730681:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335103.730683:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335103.730689:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b5400757444c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d03 expref: 31 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.730703:0:27804:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b5400757444c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d03 expref: 31 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.730713:0:27804:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6e00, rc 0) 00000100:00100000:0.0:1763335103.730738:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814624640 00000100:00100000:0.0:1763335103.730744:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814624640 00000100:00100000:2.0:1763335103.730758:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+31:55956:x1848989814624768:12345-192.168.204.57@tcp:101:bash.0 Request processed in 143us (904us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335103.730765:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6315 00000100:00100000:0.0:1763335103.730776:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3175 00000100:00100000:0.0:1763335103.730787:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:56896:x1848989814624640:12345-192.168.204.57@tcp:33:lfs.0 00000100:00100000:0.0:1763335103.730894:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:56896:x1848989814624640:12345-192.168.204.57@tcp:33:lfs.0 Request processed in 109us (1070us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335103.730901:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3175 00010000:00010000:0.0:1763335103.730917:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335103.730923:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000cbada800/0x3ec0b54007574422 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.730931:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbada800 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335103.730935:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000cbada800/0x3ec0b54007574422 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.730960:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000cbada800/0x3ec0b54007574422 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.730972:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000cbada800/0x3ec0b54007574422 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.730980:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000cbada800/0x3ec0b54007574422 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x239:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.730995:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335103.730996:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335103.730998:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335103.731003:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335103.731022:0:35240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b540075740b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x238:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880bdd expref: 16 pid: 35240 timeout: 1196 lvb_type: 0 00000100:00100000:0.0:1763335103.731031:0:35240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff921880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35240:1848989826038656:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335103.731045:0:35240:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c4665c00/0x3ec0b5400757443e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.731059:0:35240:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c4665c00/0x3ec0b5400757443e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.731066:0:35240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c4665c00/0x3ec0b5400757443e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.731073:0:35240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c4665c00/0x3ec0b5400757443e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.731080:0:35240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665c00/0x3ec0b5400757443e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.731103:0:35240:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763335103.731123:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335103.731131:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c4665c00/0x3ec0b5400757443e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.731140:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665c00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335103.731144:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c4665c00/0x3ec0b5400757443e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.731153:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c4665c00/0x3ec0b5400757443e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.731167:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c4665c00/0x3ec0b5400757443e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.731175:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c4665c00/0x3ec0b5400757443e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x238:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.731194:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335103.731197:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335103.731199:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335103.731222:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+15:3664:x1848989826036992:12345-0@lo:6:osp-syn-1-1.0 Request processed in 23796us (25623us total) trans 17179871500 rc 0/0 00000100:00100000:0.0:1763335103.731231:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6312 00000004:00080000:3.0:1763335103.731398:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001e7d6dc00/2, rc 0, transno 17179871500 00000100:00100000:3.0:1763335103.731404:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e7d6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826036992:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763335103.735909:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.736087:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814625024 00000100:00100000:0.0:1763335103.736097:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814625024 00000100:00100000:0.0:1763335103.736150:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6316 00000100:00100000:0.0:1763335103.736159:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:55956:x1848989814625024:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335103.736176:0:35240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335103.736196:0:35240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574453 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x23c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880d0a expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335103.736219:0:35240:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x23c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335103.736239:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335103.736242:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335103.736250:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574453 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d0a expref: 17 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.736266:0:35240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574453 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d0a expref: 17 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.736278:0:35240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665e00, rc 0) 00000100:00100000:0.0:1763335103.736362:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:55956:x1848989814625024:12345-192.168.204.57@tcp:101:bash.0 Request processed in 203us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335103.736369:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6316 00000100:00100000:2.0:1763335103.741826:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335103.741860:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335103.742014:0:8422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814625152 00000100:00100000:0.0:1763335103.742015:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814625280 00000100:00100000:0.0:1763335103.742025:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814625280 00000100:00100000:1.0:1763335103.742026:0:8422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814625152 00002000:00010000:1.0:1763335103.742064:0:8422:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/570 (0->18446744073709551615) 00002000:00010000:0.0:1763335103.742064:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/572 (0->18446744073709551615) 00002000:00100000:1.0:1763335103.742073:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c37af100 with x1848989814625152 ext(0->18446744073709551615) 00002000:00100000:0.0:1763335103.742073:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c37ad180 with x1848989814625280 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335103.742088:0:8422:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c37af100. 00002000:00010000:0.0:1763335103.742088:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c37ad180. 00000100:00100000:0.0:1763335103.742121:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1564 00000100:00100000:0.0:1763335103.742129:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2426:x1848989814625280:12345-192.168.204.57@tcp:10:bash.0 00000100:00100000:1.0:1763335103.742188:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1565 00000100:00100000:1.0:1763335103.742198:0:8422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+31:2427:x1848989814625152:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:0.0:1763335103.742296:0:23998:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x23c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335103.742300:0:23998:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x23c:0x0] updating lvb mtime from disk: 0 -> 1763335104 00002000:00010000:0.0:1763335103.742303:0:23998:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x23c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335103.742304:0:8422:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x23a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335103.742306:0:23998:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x23c:0x0] updating lvb ctime from disk: 0 -> 1763335104 00002000:00010000:1.0:1763335103.742309:0:8422:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x23a:0x0] updating lvb mtime from disk: 0 -> 1763335104 00002000:00010000:0.0:1763335103.742310:0:23998:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x23c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335103.742974:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2426:x1848989814625280:12345-192.168.204.57@tcp:10:bash.0 Request processed in 845us (1113us total) trans 17179871501 rc 0/0 00000100:00100000:0.0:1763335103.742982:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1564 00002000:00010000:0.0:1763335103.742986:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/572 (0->18446744073709551615) 00002000:00100000:0.0:1763335103.742989:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c37ad180 with x1848989814625280 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335103.742994:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c37ad180. 00002000:00010000:1.0:1763335103.743595:0:8422:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x23a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335103.743599:0:8422:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x23a:0x0] updating lvb ctime from disk: 0 -> 1763335104 00002000:00010000:1.0:1763335103.743601:0:8422:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x23a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335103.743647:0:8422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:2427:x1848989814625152:12345-192.168.204.57@tcp:10:bash.0 Request processed in 1449us (1829us total) trans 21474838792 rc 0/0 00000100:00100000:1.0:1763335103.743656:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1565 00002000:00010000:1.0:1763335103.743660:0:8422:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/570 (0->18446744073709551615) 00002000:00100000:1.0:1763335103.743664:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c37af100 with x1848989814625152 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335103.743670:0:8422:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c37af100. 00000100:00100000:2.0:1763335103.750595:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.750717:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814625536 00000100:00100000:0.0:1763335103.750729:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814625536 00000100:00100000:0.0:1763335103.750800:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3176 00000100:00100000:0.0:1763335103.750813:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001d24d8450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:55956:x1848989814625536:12345-192.168.204.57@tcp:35:bash.0 00000100:00100000:0.0:1763335103.751136:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001d24d8450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+240:55956:x1848989814625536:12345-192.168.204.57@tcp:35:bash.0 Request processed in 325us (552us total) trans 4294972855 rc 0/0 00000100:00100000:0.0:1763335103.751144:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3176 00000100:00100000:2.0:1763335103.754673:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.754778:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814625792 00000100:00100000:0.0:1763335103.754788:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814625792 00000100:00100000:0.0:1763335103.754844:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9227 00000100:00100000:0.0:1763335103.754854:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+240:56897:x1848989814625792:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335103.754877:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335103.754900:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b5400757445a lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880d11 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.754988:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574461 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335103.755002:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574461 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.755013:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574461 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.755024:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007574468 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335103.755030:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007574468 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.755038:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007574468 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.755158:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b5400757446f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335103.755168:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b5400757446f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.755174:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b5400757446f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:0.0:1763335103.755184:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1d3:0x0]: returning size 5 00010000:00010000:0.0:1763335103.755254:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574461 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.755262:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574461 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.755268:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574461 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.755274:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574461 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.755280:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335103.755284:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574461 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.755292:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574461 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.755304:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881200) 00010000:00010000:0.0:1763335103.755307:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335103.755776:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574461 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.755786:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574461 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.755802:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007574468 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.755808:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007574468 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.755813:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007574468 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.755818:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335103.755820:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007574468 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.755826:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007574468 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.755833:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881300) 00010000:00010000:0.0:1763335103.755836:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335103.755838:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007574468 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.755843:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007574468 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.757018:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b5400757445a lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d11 expref: 243 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.757043:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b5400757446f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d11 expref: 242 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.757051:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d3:0x0].0x0 (ffff9001c3c08e00) 00010000:00010000:0.0:1763335103.757054:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335103.757057:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665c00, rc 0) 00000100:00100000:0.0:1763335103.757445:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56897:x1848989814625792:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 2590us (2780us total) trans 4294972856 rc 0/0 00000100:00100000:0.0:1763335103.757456:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9227 00000100:00100000:2.0:1763335103.763657:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335103.763745:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335103.763816:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814626304 00000100:00100000:1.0:1763335103.763827:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814626304 00000100:00100000:1.0:1763335103.763883:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3177 00000100:00100000:1.0:1763335103.763894:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56897:x1848989814626304:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335103.764187:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:56897:x1848989814626304:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 293us (440us total) trans 4294972857 rc 0/0 00000100:00100000:1.0:1763335103.764195:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3177 00000100:00100000:0.0:1763335103.764421:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814626048 00000100:00100000:0.0:1763335103.764426:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814626048 00000100:00100000:0.0:1763335103.764460:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9228 00000100:00100000:0.0:1763335103.764468:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:56898:x1848989814626048:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:0.0:1763335103.764497:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1763335103.764522:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075743ea lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1d3:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880cf5 expref: 243 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.764542:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b5400757446f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d11 expref: 242 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.764555:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b540075743ab lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1d3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ce0 expref: 241 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.764565:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d3:0x0].0x0 (ffff9001c3c08e00) 00010000:00010000:0.0:1763335103.764575:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335103.764599:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b5400757447d lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335103.764611:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b5400757447d lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.764624:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b5400757447d lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.764634:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574484 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335103.764640:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574484 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.764646:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574484 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.764708:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b5400757448b lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335103.764715:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b5400757448b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.764722:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b5400757448b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000040:00080000:0.0:1763335103.764913:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1408, 64 off118544 00000040:00080000:0.0:1763335103.764935:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1409, 64 off118544 00000040:00080000:0.0:1763335103.764959:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1410, 64 off118608 00000040:00080000:0.0:1763335103.764969:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1409, 64 off118608 00010000:00010000:0.0:1763335103.765004:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574492 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335103.765013:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574492 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.765020:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574492 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.765031:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574492 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.765037:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574492 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.765043:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574492 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.765500:0:13591:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763335103.765519:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b5400757448b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.765527:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b5400757448b lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.765533:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b5400757448b lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.765538:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335103.765542:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b5400757448b lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.765550:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b5400757448b lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.765559:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d3:0x0].0x0 (ffff9000c4881900) 00010000:00010000:0.0:1763335103.765561:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763335103.765566:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b5400757448b lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.765571:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b5400757448b lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.765693:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b5400757447d lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.765700:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b5400757447d lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.765705:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b5400757447d lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.765710:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b5400757447d lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.765714:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335103.765717:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b5400757447d lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.765723:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b5400757447d lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.765730:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881300) 00010000:00010000:0.0:1763335103.765732:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335103.765735:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b5400757447d lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.765740:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b5400757447d lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000004:00010000:0.0:1763335103.765752:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009a5a5157 reply state 0000000075bf7a57 transno 4294972858 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574484 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.765762:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574484 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.765768:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881100) 00010000:00010000:0.0:1763335103.765770:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335103.765773:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763335103.765952:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335103.765959:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574492 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335103.765966:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665400 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335103.765973:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574492 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335103.765980:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574492 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335103.765990:0:7457:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d3:0x0].0x0 (ffff9000c4881900) 00010000:00010000:3.0:1763335103.765993:0:7457:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335103.765996:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574492 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335103.766002:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574492 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335103.766015:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335103.766017:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335103.766019:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335103.766244:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56898:x1848989814626048:12345-192.168.204.57@tcp:36:rm.0 Request processed in 1773us (2595us total) trans 4294972858 rc 0/0 00000100:00100000:0.0:1763335103.766252:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9228 00000100:00100000:2.0:1763335103.776616:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.776764:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814626432 00000100:00100000:0.0:1763335103.776775:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814626432 00000100:00100000:1.0:1763335103.777393:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9229 00000100:00100000:1.0:1763335103.777406:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56897:x1848989814626432:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335103.777431:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335103.777458:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574499 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880d18 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.777528:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075744a0 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335103.777543:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075744a0 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.777554:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075744a0 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.777564:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b540075744a7 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335103.777572:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b540075744a7 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.777582:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b540075744a7 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.777619:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075744a0 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.777626:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075744a0 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.777633:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075744a0 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.777639:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075744a0 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.777645:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335103.777649:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075744a0 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.777657:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075744a0 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.777669:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001d86b7200) 00010000:00010000:1.0:1763335103.777672:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335103.777676:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075744a0 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.777683:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075744a0 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.777695:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b540075744a7 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.777701:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b540075744a7 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.777707:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b540075744a7 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.777711:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335103.777714:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b540075744a7 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.777719:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b540075744a7 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.777725:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881100) 00010000:00010000:1.0:1763335103.777728:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335103.777730:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b540075744a7 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.777736:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b540075744a7 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.777760:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574499 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d18 expref: 243 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.777769:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001d86b7200) 00010000:00010000:1.0:1763335103.777771:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335103.777774:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574499 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d18 expref: 243 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.777786:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280200, rc 0) 00000100:00100000:1.0:1763335103.781072:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56897:x1848989814626432:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 3656us (4452us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335103.781087:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9229 00000100:00100000:2.0:1763335103.785445:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335103.785582:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814626560 00000100:00100000:1.0:1763335103.785592:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814626560 00000100:00100000:1.0:1763335103.785642:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9230 00000100:00100000:1.0:1763335103.785651:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56899:x1848989814626560:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335103.785671:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335103.785693:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075744ae lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880d1f expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.785760:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075744b5 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335103.785773:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075744b5 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.785783:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075744b5 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.785793:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b540075744bc lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335103.785801:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b540075744bc lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.785807:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b540075744bc lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.785842:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075744b5 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.785849:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075744b5 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.785856:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075744b5 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.785864:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075744b5 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.785871:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335103.785875:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075744b5 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.785882:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075744b5 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.785893:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001d86b7700) 00010000:00010000:1.0:1763335103.785896:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335103.785900:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075744b5 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.785907:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075744b5 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.785918:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b540075744bc lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.785924:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b540075744bc lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.785930:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b540075744bc lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.785935:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335103.785938:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b540075744bc lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.785958:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b540075744bc lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.785970:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881100) 00010000:00010000:1.0:1763335103.785972:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335103.785976:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b540075744bc lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.785981:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b540075744bc lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.786008:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075744ae lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d1f expref: 243 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.786018:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001d86b7700) 00010000:00010000:1.0:1763335103.786020:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335103.786024:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075744ae lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d1f expref: 243 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.786036:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280000, rc 0) 00000100:00100000:1.0:1763335103.786248:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56899:x1848989814626560:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 596us (811us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335103.786255:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9230 00000100:00100000:3.0:1763335103.791416:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335103.791563:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814626688 00000100:00100000:1.0:1763335103.791573:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814626688 00000100:00100000:1.0:1763335103.791635:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9231 00000100:00100000:1.0:1763335103.791645:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56899:x1848989814626688:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335103.791667:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335103.791688:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075744c3 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880d26 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.791760:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b540075744ca lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335103.791774:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b540075744ca lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.791785:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b540075744ca lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.791795:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075744d1 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335103.791803:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075744d1 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.791810:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075744d1 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.791845:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b540075744ca lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.791852:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b540075744ca lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.791859:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b540075744ca lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.791865:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b540075744ca lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.791871:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335103.791876:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b540075744ca lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.791899:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b540075744ca lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.791911:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001d86b7200) 00010000:00010000:1.0:1763335103.791914:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335103.791918:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b540075744ca lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.791925:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b540075744ca lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.791938:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075744d1 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.791953:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075744d1 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.791959:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075744d1 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.791965:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335103.791968:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075744d1 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.791974:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075744d1 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.791981:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881100) 00010000:00010000:1.0:1763335103.791984:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335103.791986:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075744d1 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.791992:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075744d1 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.792018:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075744c3 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d26 expref: 243 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.792029:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001d86b7200) 00010000:00010000:1.0:1763335103.792032:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335103.792035:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075744c3 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d26 expref: 243 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.792049:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280200, rc 0) 00000100:00100000:1.0:1763335103.793660:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56899:x1848989814626688:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 2005us (2244us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335103.793672:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9231 00000100:00100000:2.0:1763335103.797734:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335103.797820:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814626816 00000100:00100000:1.0:1763335103.797830:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814626816 00000100:00100000:0.0:1763335103.799269:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9232 00000100:00100000:0.0:1763335103.799291:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56899:x1848989814626816:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335103.799333:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335103.799357:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b540075744d8 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880d2d expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.799420:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b540075744df lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335103.799434:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b540075744df lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.799446:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b540075744df lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:0.0:1763335103.799486:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763335103.799490:0:13591:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763335103.799522:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b540075744d8 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d2d expref: 244 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.799541:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b540075744df lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d2d expref: 243 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.799549:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881300) 00010000:00010000:0.0:1763335103.799552:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763335103.799556:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664c00, rc 0) 00000100:00100000:0.0:1763335103.799622:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:56899:x1848989814626816:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 339us (1898us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335103.799630:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9232 00000100:00100000:2.0:1763335103.805515:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335103.805611:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814626944 00000100:00100000:1.0:1763335103.805622:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814626944 00000100:00100000:1.0:1763335103.805680:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9233 00000100:00100000:1.0:1763335103.805690:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:56899:x1848989814626944:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335103.805709:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335103.805727:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075744e6 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880d34 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.805792:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075744ed lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335103.805806:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075744ed lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.805818:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075744ed lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.805828:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b540075744f4 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335103.805835:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b540075744f4 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.805840:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b540075744f4 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.805875:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075744ed lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.805882:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075744ed lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.805888:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075744ed lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.805894:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075744ed lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.805900:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335103.805904:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075744ed lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.805911:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075744ed lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.805922:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881300) 00010000:00010000:1.0:1763335103.805925:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335103.805929:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075744ed lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.805934:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075744ed lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.805959:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b540075744f4 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.805965:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b540075744f4 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.805971:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b540075744f4 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.805976:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335103.805979:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b540075744f4 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.805985:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b540075744f4 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.805991:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881100) 00010000:00010000:1.0:1763335103.805994:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335103.805997:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b540075744f4 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.806002:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b540075744f4 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.806028:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075744e6 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d34 expref: 244 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.806038:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881300) 00010000:00010000:1.0:1763335103.806039:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335103.806042:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075744e6 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d34 expref: 244 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.806055:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280200, rc 0) 00000100:00100000:2.0:1763335103.808290:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:56899:x1848989814626944:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 2590us (2775us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335103.808303:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9233 00000100:00100000:3.0:1763335103.812218:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335103.814795:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814627200 00000100:00100000:2.0:1763335103.814808:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814627200 00000100:00100000:2.0:1763335103.814873:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9234 00000100:00100000:2.0:1763335103.814883:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:56899:x1848989814627200:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335103.814901:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335103.814903:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763335103.814927:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b540075744df lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d2d expref: 243 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.814954:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881300) 00010000:00010000:2.0:1763335103.814964:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335103.814978:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075744fb lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880d3b expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.815066:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574502 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335103.815077:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574502 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.815098:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574502 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.815106:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574509 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335103.815113:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574509 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.815119:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574509 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.815488:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574510 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335103.815496:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574510 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.815528:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574510 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:2.0:1763335103.815538:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1d5:0x0]: returning size 0 00010000:00010000:2.0:1763335103.815563:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574502 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.815569:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574502 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.815575:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574502 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.815581:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574502 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.815586:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335103.815591:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574502 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.815598:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574502 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.815606:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c487e400) 00010000:00010000:2.0:1763335103.815608:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335103.815612:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574502 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.815618:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574502 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000004:00010000:2.0:1763335103.815628:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e1f8c3b4 reply state 000000001a237dba transno 4294972859 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574509 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.815637:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574509 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.815643:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881100) 00010000:00010000:2.0:1763335103.815646:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335103.815648:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763335103.815670:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075744fb lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d3b expref: 245 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.815684:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574510 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d3b expref: 244 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.815691:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d5:0x0].0x0 (ffff9000c487eb00) 00010000:00010000:2.0:1763335103.815693:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335103.815695:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7600, rc 0) 00000100:00100000:2.0:1763335103.815753:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56899:x1848989814627200:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 872us (3545us total) trans 4294972859 rc 0/0 00000100:00100000:2.0:1763335103.815760:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9234 00000100:00100000:0.0:1763335103.820515:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1763335103.820627:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335103.820680:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814627456 00000100:00100000:1.0:1763335103.820690:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814627456 00000100:00100000:1.0:1763335103.820748:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9235 00000100:00100000:1.0:1763335103.820758:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56899:x1848989814627456:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335103.820780:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335103.820799:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b5400757451e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880d42 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.820897:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007574525 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335103.820911:0:13591:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574510 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d3b expref: 246 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.820921:0:13591:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007574525 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.820964:0:13591:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574510 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d3b expref: 246 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.820976:0:13591:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574510 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d3b expref: 246 pid: 13840 timeout: 1196 lvb_type: 0 00000100:00100000:1.0:1763335103.820989:0:13591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c393f800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826039040:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335103.821073:0:13591:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c70533c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335103.825103:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335103.825349:0:13591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c393f800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826039040:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335103.825377:0:13591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007574525 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000100:00100000:0.0:1763335103.825511:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814627584 00000100:00100000:0.0:1763335103.825519:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814627584 00010000:00010000:0.0:1763335103.825554:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574510 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d3b expref: 247 pid: 13840 timeout: 1196 lvb_type: 0 00000100:00100000:0.0:1763335103.825587:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3024 00000100:00100000:0.0:1763335103.825597:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001fb69a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:2427:x1848989814627584:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335103.825613:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335103.825619:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574510 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d3b expref: 247 pid: 13840 timeout: 1196 lvb_type: 0 00010000:00010000:0.0:1763335103.825630:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574510 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d3b expref: 247 pid: 13840 timeout: 1196 lvb_type: 0 00010000:00010000:0.0:1763335103.825650:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574510 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d3b expref: 247 pid: 13840 timeout: 1196 lvb_type: 0 00010000:00010000:0.0:1763335103.825666:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d5:0x0].0x0 (ffff9000c487eb00) 00010000:00010000:0.0:1763335103.825671:0:6515:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007574525 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.825679:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007574525 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.825690:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007574525 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335103.825718:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335103.825767:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001fb69a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+246:2427:x1848989814627584:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 171us (673us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335103.825774:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3024 00010000:00010000:1.0:1763335103.826337:0:13591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007574525 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.826345:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007574525 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:1.0:1763335103.826368:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1d5:0x0]: returning size 0 00000004:00080000:1.0:1763335103.826780:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x23e:0x0], index 1: 0 00000004:00080000:1.0:1763335103.826788:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x23c:0x0], index 0: 0 00000004:00080000:1.0:1763335103.826793:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x23d:0x0], index 0: 0 00000004:00080000:1.0:1763335103.826797:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x23f:0x0], index 1: 0 00010000:00010000:1.0:1763335103.826894:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007574525 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.826902:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007574525 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.826908:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007574525 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.826913:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335103.826918:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007574525 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.826924:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007574525 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.826934:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d5:0x0].0x0 (ffff9000c487eb00) 00010000:00010000:1.0:1763335103.826937:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763335103.826953:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007574525 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.826959:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007574525 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.827006:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b5400757451e lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1d5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d42 expref: 246 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.827015:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d5:0x0].0x0 (ffff9000c487eb00) 00010000:00010000:1.0:1763335103.827018:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763335103.827022:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b5400757451e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1d5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d42 expref: 246 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.827034:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280200, rc 0) 00000100:00100000:1.0:1763335103.827080:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56899:x1848989814627456:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 6324us (6575us total) trans 4294972860 rc 301/301 00000100:00100000:1.0:1763335103.827098:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9235 00000100:00100000:2.0:1763335103.829687:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.829760:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814627840 00000100:00100000:0.0:1763335103.829772:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814627840 00000100:00100000:0.0:1763335103.829825:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3178 00000100:00100000:0.0:1763335103.829835:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56899:x1848989814627840:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335103.830118:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+246:56899:x1848989814627840:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 284us (439us total) trans 4294972861 rc 0/0 00000100:00100000:0.0:1763335103.830125:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3178 00000100:00100000:3.0:1763335103.832687:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335103.833393:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.833504:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814628352 00000100:00100000:0.0:1763335103.833513:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814628352 00000100:00100000:0.0:1763335103.833556:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3179 00000100:00100000:0.0:1763335103.833565:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+246:56899:x1848989814628352:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335103.833770:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:56899:x1848989814628352:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 205us (378us total) trans 4294972862 rc 0/0 00000100:00100000:0.0:1763335103.833777:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3179 00000100:00100000:1.0:1763335103.834589:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814628096 00000100:00100000:1.0:1763335103.834597:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814628096 00000100:00100000:1.0:1763335103.834644:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9236 00000100:00100000:1.0:1763335103.834652:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:56900:x1848989814628096:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335103.834665:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335103.834689:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007574533 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880d49 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.834778:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757453a lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335103.834794:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757453a lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.834806:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757453a lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.834816:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574541 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335103.834822:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574541 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.834829:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574541 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.834922:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574548 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335103.834930:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574548 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.834936:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574548 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:1.0:1763335103.834956:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1d5:0x0]: returning size 0 00010000:00010000:1.0:1763335103.835012:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757453a lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.835018:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757453a lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.835024:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757453a lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.835030:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757453a lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.835036:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335103.835040:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757453a lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.835047:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757453a lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.835057:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001d86b7200) 00010000:00010000:1.0:1763335103.835060:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335103.835064:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757453a lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.835069:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757453a lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.835080:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574541 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.835091:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574541 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.835096:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574541 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.835100:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335103.835103:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574541 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.835107:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574541 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.835112:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881100) 00010000:00010000:1.0:1763335103.835114:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335103.835116:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574541 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.835125:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574541 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335103.835152:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007574533 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d49 expref: 250 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.835166:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574548 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d49 expref: 249 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.835172:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d5:0x0].0x0 (ffff9001d86b7700) 00010000:00010000:1.0:1763335103.835174:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335103.835176:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281000, rc 0) 00000100:00100000:1.0:1763335103.835227:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:56900:x1848989814628096:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 575us (2550us total) trans 4294972863 rc 0/0 00000100:00100000:1.0:1763335103.835233:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9236 00000100:00100000:3.0:1763335103.839922:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335103.840028:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335103.840773:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335103.840858:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814628736 00000100:00100000:2.0:1763335103.840868:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814628736 00000100:00100000:2.0:1763335103.840927:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9237 00000100:00100000:2.0:1763335103.840936:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:55956:x1848989814628736:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335103.840968:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335103.840987:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574556 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880d5e expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.841018:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b5400757455d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335103.841032:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b5400757455d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.841042:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b5400757455d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.841164:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574556 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d5e expref: 251 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.841183:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b5400757455d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d5e expref: 250 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.841191:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d5:0x0].0x0 (ffff9001d86b7700) 00010000:00010000:2.0:1763335103.841194:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763335103.841197:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7400, rc 0) 00000100:00100000:2.0:1763335103.841247:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:55956:x1848989814628736:12345-192.168.204.57@tcp:101:bash.0 Request processed in 312us (475us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335103.841253:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9237 00000100:00100000:0.0:1763335103.842897:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814628480 00000100:00100000:0.0:1763335103.842907:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814628480 00000100:00100000:0.0:1763335103.842965:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814628608 00000100:00100000:0.0:1763335103.842969:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814628608 00000100:00100000:0.0:1763335103.842996:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6317 00000100:00100000:0.0:1763335103.843004:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f6026c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:2426:x1848989814628480:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335103.843019:0:35240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335103.843037:0:35240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c4664200/0x3ec0b54007574564 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880d50 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335103.843056:0:35240:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x23d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335103.843072:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335103.843074:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335103.843096:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4664200/0x3ec0b54007574564 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d50 expref: 33 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335103.843111:0:35240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c4664200/0x3ec0b54007574564 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d50 expref: 33 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335103.843123:0:35240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664200, rc 0) 00000100:00100000:0.0:1763335103.843163:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f6026c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:2426:x1848989814628480:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 160us (3249us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335103.843170:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6317 00000100:00100000:0.0:1763335103.843298:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6318 00000100:00100000:0.0:1763335103.843304:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2426:x1848989814628608:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335103.843312:0:35240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335103.843342:0:35240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b5400757456b lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x23f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880d57 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335103.843356:0:35240:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x23f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335103.843364:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335103.843366:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335103.843371:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b5400757456b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d57 expref: 19 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335103.843382:0:35240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b5400757456b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d57 expref: 19 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335103.843391:0:35240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664800, rc 0) 00000100:00100000:0.0:1763335103.843412:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2426:x1848989814628608:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 108us (3384us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335103.843417:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6318 00000100:00100000:3.0:1763335103.850818:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335103.850865:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335103.853542:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814628992 00000100:00100000:1.0:1763335103.853556:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814628992 00000100:00100000:1.0:1763335103.853611:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814629120 00000100:00100000:1.0:1763335103.853614:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814629120 00000100:00100000:2.0:1763335103.853686:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9238 00000100:00100000:2.0:1763335103.853699:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:55956:x1848989814628992:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:2.0:1763335103.853755:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335103.853783:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574548 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d49 expref: 251 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.853802:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d5:0x0].0x0 (ffff9001d86b7700) 00010000:00010000:2.0:1763335103.853808:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335103.853997:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574572 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335103.854010:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574572 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1d5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.854020:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574572 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1d5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000001:00080000:2.0:1763335103.854071:0:13840:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972864 00000100:00100000:0.0:1763335103.854783:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9239 00000100:00100000:0.0:1763335103.854797:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:56900:x1848989814629120:12345-192.168.204.57@tcp:101:lfs.0 00000004:00010000:2.0:1763335103.855490:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000029d3cb70 reply state 00000000897a4d90 transno 4294972865 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574572 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1d5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.855507:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574572 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1d5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.855515:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d5:0x0].0x0 (ffff9001d86b7700) 00010000:00010000:2.0:1763335103.855518:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335103.855522:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335103.855638:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:55956:x1848989814628992:12345-192.168.204.57@tcp:36:bash.0 Request processed in 1941us (4826us total) trans 4294972865 rc 0/0 00000100:00100000:2.0:1763335103.855646:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9238 00000020:00080000:2.0:1763335103.855651:0:13840:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1763335103.856702:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335103.856721:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007574579 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880d65 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.856772:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007574579 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1d5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d65 expref: 253 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.856786:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007574579 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1d5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d65 expref: 253 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.856802:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d5:0x0].0x0 (ffff9001d86b7700) 00010000:00010000:0.0:1763335103.856805:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335103.856807:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665200, rc 0) 00000100:00100000:0.0:1763335103.856854:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56900:x1848989814629120:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 2061us (5988us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335103.856862:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9239 00000100:00100000:0.0:1763335103.860397:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.860549:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335103.860798:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814629248 00000100:00100000:3.0:1763335103.860808:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814629248 00000100:00100000:1.0:1763335103.860854:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814629376 00000100:00100000:1.0:1763335103.860858:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814629376 00000100:00100000:1.0:1763335103.860906:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9240 00000100:00100000:1.0:1763335103.860915:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:55956:x1848989814629376:12345-192.168.204.57@tcp:101:bash.0 00000100:00100000:2.0:1763335103.861026:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9241 00000100:00100000:2.0:1763335103.861033:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56900:x1848989814629248:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335103.861045:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335103.861067:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574580 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880d6c expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.861124:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574587 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335103.861136:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574587 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.861146:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574587 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.861156:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b5400757458e lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335103.861163:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b5400757458e lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.861169:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b5400757458e lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.861232:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574595 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335103.861240:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574595 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.861246:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574595 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:2.0:1763335103.861280:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1d5:0x0]: returning size 0 00000004:00200000:2.0:1763335103.861284:0:7841:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335103.861299:0:7841:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574595 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.861309:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574595 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.861337:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574587 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.861343:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574587 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.861350:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574587 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.861356:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574587 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.861361:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335103.861365:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574587 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.861372:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574587 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.861382:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c487e400) 00010000:00010000:2.0:1763335103.861385:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335103.861389:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574587 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.861395:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574587 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.861406:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b5400757458e lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.861412:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b5400757458e lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.861418:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b5400757458e lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.861423:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335103.861425:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b5400757458e lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.861430:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b5400757458e lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.861436:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881100) 00010000:00010000:2.0:1763335103.861438:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335103.861440:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b5400757458e lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.861446:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b5400757458e lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.861466:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574580 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d6c expref: 256 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.861480:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574595 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d6c expref: 255 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.861486:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d5:0x0].0x0 (ffff9001d86b7700) 00010000:00010000:2.0:1763335103.861488:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335103.861490:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7600, rc 0) 00000100:00100000:2.0:1763335103.861540:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:56900:x1848989814629248:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 508us (1152us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335103.861546:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9241 00010000:00010000:1.0:1763335103.861776:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335103.861786:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b5400757459c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880d73 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.861811:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b5400757459c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1d5:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d73 expref: 255 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.861821:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b5400757459c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1d5:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d73 expref: 255 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.861834:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d5:0x0].0x0 (ffff9001d86b7700) 00010000:00010000:1.0:1763335103.861836:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763335103.861838:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280400, rc 0) 00000100:00100000:1.0:1763335103.861870:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:55956:x1848989814629376:12345-192.168.204.57@tcp:101:bash.0 Request processed in 956us (1321us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335103.861876:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9240 00000100:00100000:0.0:1763335103.869253:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.869297:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335103.869400:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814629632 00000100:00100000:1.0:1763335103.869411:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814629632 00000100:00100000:1.0:1763335103.869467:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814629888 00000100:00100000:1.0:1763335103.869470:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814629888 00000100:00100000:1.0:1763335103.869503:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9242 00000100:00100000:1.0:1763335103.869513:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56900:x1848989814629632:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335103.869533:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335103.869554:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075745a3 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880d7a expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.869662:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075745aa lrc: 3/1,0 mode: --/CR res: [0x240000405:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335103.869678:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075745aa lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x1d5:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335103.869689:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075745aa lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x1d5:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:1.0:1763335103.869700:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1d5:0x0]: returning size 0 00010000:00010000:1.0:1763335103.869805:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075745a3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1d5:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d7a expref: 259 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.869823:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075745aa lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1d5:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d7a expref: 258 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.869832:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d5:0x0].0x0 (ffff9001d86b7700) 00010000:00010000:1.0:1763335103.869835:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1763335103.869839:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280200, rc 0) 00000100:00100000:1.0:1763335103.869892:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56900:x1848989814629632:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 380us (649us total) trans 4294972866 rc 0/0 00000100:00100000:1.0:1763335103.869900:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9242 00000100:00100000:1.0:1763335103.869918:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9243 00000100:00100000:1.0:1763335103.869925:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:55956:x1848989814629888:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335103.869932:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335103.869935:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:1.0:1763335103.869962:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b5400757459c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1d5:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d73 expref: 257 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.869976:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007574579 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1d5:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d65 expref: 256 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.869991:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574595 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d6c expref: 255 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.870000:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d5:0x0].0x0 (ffff9001d86b7700) 00010000:00010000:1.0:1763335103.870004:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335103.870010:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b540075745b8 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880d81 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.870043:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075745bf lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335103.870052:0:7841:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075745aa lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x1d5:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d7a expref: 255 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.870059:0:7841:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075745bf lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335103.870089:0:7841:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075745aa lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1d5:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d7a expref: 255 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.870102:0:7841:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075745aa lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1d5:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d7a expref: 255 pid: 7841 timeout: 1196 lvb_type: 0 00000100:00100000:1.0:1763335103.870114:0:7841:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c393f800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826039168:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335103.870165:0:7841:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c70533c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335103.874469:0:7841:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c393f800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826039168:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335103.874497:0:7841:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075745bf lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000100:00100000:1.0:1763335103.874909:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335103.875893:0:35246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814630144 00000100:00100000:2.0:1763335103.875902:0:35246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814630144 00010000:00010000:2.0:1763335103.875952:0:35246:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075745aa lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1d5:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d7a expref: 256 pid: 7841 timeout: 1196 lvb_type: 0 00000100:00100000:2.0:1763335103.876262:0:35246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3025 00000100:00100000:2.0:1763335103.876274:0:35246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:2427:x1848989814630144:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335103.876290:0:35246:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335103.876297:0:35246:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075745aa lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1d5:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d7a expref: 256 pid: 7841 timeout: 1196 lvb_type: 0 00010000:00010000:2.0:1763335103.876311:0:35246:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075745aa lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1d5:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d7a expref: 256 pid: 7841 timeout: 1196 lvb_type: 0 00010000:00010000:2.0:1763335103.876360:0:35246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075745aa lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1d5:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d7a expref: 256 pid: 7841 timeout: 1196 lvb_type: 0 00010000:00010000:2.0:1763335103.876376:0:35246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d5:0x0].0x0 (ffff9001d86b7700) 00010000:00010000:2.0:1763335103.876382:0:35246:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075745bf lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.876392:0:35246:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075745bf lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.876400:0:35246:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075745bf lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.876426:0:35246:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335103.876478:0:35246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:2427:x1848989814630144:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 206us (1570us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335103.876490:0:35246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3025 00000100:00100000:3.0:1763335103.876569:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335103.876682:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814630016 00000100:00100000:3.0:1763335103.876687:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814630016 00000100:00100000:3.0:1763335103.876718:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9244 00000100:00100000:3.0:1763335103.876725:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:56900:x1848989814630016:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335103.876744:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335103.876759:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b540075745c6 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880d88 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.876868:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075745cd lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335103.876878:0:13840:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075745bf lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335103.876886:0:13840:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075745cd lrc: 4/1,0 mode: --/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335103.876900:0:13840:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075745bf lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335103.876909:0:13840:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075745cd lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335103.877000:0:7841:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075745bf lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335103.877009:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075745bf lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 7841 initiator: MDT1 00000040:00080000:1.0:1763335103.877226:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1411, 88 off118696 00000004:00080000:1.0:1763335103.877234:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1096856919001ns, next at 1097485171709ns, rc = 0 00000040:00080000:1.0:1763335103.877261:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1410, 88 off118696 00000004:00080000:1.0:1763335103.877266:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1096856951272ns, next at 1097485216744ns, rc = 0 00000040:00080000:1.0:1763335103.877283:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1411, 88 off118784 00000004:00080000:1.0:1763335103.877288:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1096856973122ns, next at 1097485216744ns, rc = 0 00000040:00080000:1.0:1763335103.877298:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1412, 88 off118784 00000004:00080000:1.0:1763335103.877301:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1096856986789ns, next at 1097485171709ns, rc = 0 00000001:00080000:1.0:1763335103.880760:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972867 is committed 00000004:00080000:1.0:1763335103.880776:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 923 committed 00000004:00080000:1.0:1763335103.880793:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 926 committed 00010000:00010000:2.0:1763335103.880885:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574484 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335103.880898:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574484 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335103.880905:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574484 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335103.880911:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335103.880916:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574484 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335103.880923:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574484 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335103.881378:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881100) 00010000:00010000:2.0:1763335103.881382:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335103.881388:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574484 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335103.881395:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574484 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335103.881416:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574509 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.881421:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574509 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.881426:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574509 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.881431:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335103.881433:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574509 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.881439:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574509 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.881446:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881100) 00010000:00010000:2.0:1763335103.881448:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335103.881451:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574509 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.881456:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574509 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.881475:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574572 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1d5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.881481:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574572 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1d5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.881486:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574572 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1d5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.881490:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335103.881493:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574572 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1d5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.881498:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574572 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1d5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.881505:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d5:0x0].0x0 (ffff9001d86b7700) 00010000:00010000:2.0:1763335103.881508:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335103.881512:0:3650:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075745cd lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.881521:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574572 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1d5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.881526:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574572 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1d5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000004:00080000:1.0:1763335103.881600:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 925 committed 00000100:00100000:3.0:1763335103.881757:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826039680:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335103.881819:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335103.881855:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763335103.881861:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826039296:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763335103.881882:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335103.886233:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826039424:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763335103.886310:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335103.886377:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763335103.886388:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826039552:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335103.886407:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335103.886452:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826039680 00000100:00100000:3.0:1763335103.886460:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826039680 00000100:00100000:3.0:1763335103.886511:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826039296 00000100:00100000:3.0:1763335103.886515:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826039296 00000100:00100000:3.0:1763335103.886532:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826039424 00000100:00100000:3.0:1763335103.886535:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826039424 00000100:00100000:3.0:1763335103.886549:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826039552 00000100:00100000:3.0:1763335103.886552:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826039552 00000100:00100000:3.0:1763335103.886571:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6319 00000100:00100000:3.0:1763335103.886579:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+18:3666:x1848989826039680:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763335103.886727:0:8415:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x23f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335103.886730:0:8415:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x23f:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763335103.886732:0:8415:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x23f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335103.886735:0:8415:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x23f:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763335103.886737:0:8415:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x23f:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335103.886776:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+19:3666:x1848989826039680:12345-0@lo:2:osp-syn-1-1.0 Request processed in 197us (4956us total) trans 17179871502 rc 0/0 00000100:00100000:3.0:1763335103.886784:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6319 00000100:00100000:3.0:1763335103.886802:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6320 00000100:00100000:3.0:1763335103.886809:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+18:3666:x1848989826039296:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763335103.886824:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:572 count 1 00010000:00010000:3.0:1763335103.886844:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000cbada800/0x3ec0b540075745d4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x23c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.886868:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574453 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d0a expref: 18 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.886876:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335103.886878:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335103.886882:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbada800/0x3ec0b540075745d4 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x23c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.886911:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574453 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x23c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d0a expref: 18 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.886926:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574453 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x23c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d0a expref: 18 pid: 35240 timeout: 1196 lvb_type: 0 00000100:00100000:3.0:1763335103.886937:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c34e1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1848989826039808:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335103.887005:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c79260c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335103.887023:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6321 00000100:00100000:3.0:1763335103.887030:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+18:3664:x1848989826039424:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763335103.887041:0:27803:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:573 count 1 00010000:00010000:3.0:1763335103.887051:0:27803:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000cbada200/0x3ec0b540075745db lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x23d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.887063:0:27803:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757437a lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x23d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880cc4 expref: 18 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335103.887069:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335103.887071:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335103.887074:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbada200/0x3ec0b540075745db lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x23d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.887092:0:27803:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757437a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x23d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880cc4 expref: 18 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335103.887100:0:27803:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757437a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x23d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880cc4 expref: 18 pid: 8417 timeout: 1196 lvb_type: 1 00000100:00100000:3.0:1763335103.887109:0:27803:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c34e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27803:1848989826039936:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335103.887131:0:27803:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c7926600 going to sleep for 11 seconds 00000100:00100000:3.0:1763335103.887148:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6322 00000100:00100000:3.0:1763335103.887155:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+18:3664:x1848989826039552:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335103.887235:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+19:3664:x1848989826039552:12345-0@lo:2:osp-syn-1-1.0 Request processed in 81us (827us total) trans 17179871503 rc 0/0 00000100:00100000:3.0:1763335103.887242:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6322 00000004:00080000:3.0:1763335103.887290:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5f74a80/2, rc 0, transno 17179871502 00000100:00100000:3.0:1763335103.887297:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826039680:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763335103.887337:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5f76a00/2, rc 0, transno 17179871503 00000100:00100000:3.0:1763335103.887342:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826039552:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763335103.888251:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 922 committed 00010000:00010000:2.0:1763335103.888549:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075745bf lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1d5:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d81 expref: 240 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.888562:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d5:0x0].0x0 (ffff9001d86b7700) 00010000:00010000:2.0:1763335103.888565:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763335103.888569:0:7841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075745cd lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.888578:0:7841:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075745cd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.888584:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075745cd lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.888613:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b540075745b8 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d81 expref: 240 pid: 7841 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763335103.888631:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075745bf lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1d5:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d81 expref: 239 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.888655:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280a00, rc 0) 00000100:00100000:2.0:1763335103.888692:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:55956:x1848989814629888:12345-192.168.204.57@tcp:101:bash.0 Request processed in 18767us (19394us total) trans 4294972867 rc 0/0 00000100:00100000:2.0:1763335103.888703:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9243 00000100:00100000:0.0:1763335103.889536:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763335103.889550:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826040064:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763335103.889595:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335103.889651:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e5eb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826040192:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763335103.889672:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335103.889699:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826040064 00000100:00100000:0.0:1763335103.889705:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826040064 00000100:00100000:0.0:1763335103.889734:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826040192 00000100:00100000:0.0:1763335103.889737:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826040192 00000100:00100000:0.0:1763335103.889755:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6323 00000100:00100000:0.0:1763335103.889763:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+63:3666:x1848989826040064:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763335103.889784:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:570 count 1 00010000:00010000:0.0:1763335103.889805:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b540075745e2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x23a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.889821:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b5400757444c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d03 expref: 32 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.889828:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335103.889830:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335103.889833:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b540075745e2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x23a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.889855:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b5400757444c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d03 expref: 32 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.889870:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b5400757444c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x23a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d03 expref: 32 pid: 27804 timeout: 1196 lvb_type: 0 00000100:00100000:0.0:1763335103.889880:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e5eb0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1848989826040320:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335103.889919:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c678fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335103.889933:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6324 00000100:00100000:0.0:1763335103.889952:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+63:3664:x1848989826040192:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763335103.889965:0:8725:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:571 count 1 00010000:00010000:0.0:1763335103.889976:0:8725:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075745e9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x23b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.889987:0:8725:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff900202044400/0x3ec0b54007574373 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x23b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ccb expref: 32 pid: 28961 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335103.889993:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335103.889995:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335103.889998:0:8725:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075745e9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x23b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.890016:0:8725:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff900202044400/0x3ec0b54007574373 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x23b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ccb expref: 32 pid: 28961 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335103.890025:0:8725:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff900202044400/0x3ec0b54007574373 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x23b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ccb expref: 32 pid: 28961 timeout: 1196 lvb_type: 1 00000100:00100000:0.0:1763335103.890039:0:8725:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4aa0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8725:1848989826040448:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335103.890062:0:8725:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c678fb40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335103.890099:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4aa0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826040576:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335103.890125:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335103.890154:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826040576 00000100:00100000:0.0:1763335103.890158:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826040576 00000100:00100000:0.0:1763335103.890179:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6325 00000100:00100000:0.0:1763335103.890185:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+64:3665:x1848989826040576:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335103.890344:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+65:3665:x1848989826040576:12345-0@lo:2:osp-syn-0-1.0 Request processed in 158us (218us total) trans 21474838793 rc 0/0 00000100:00100000:0.0:1763335103.890352:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6325 00000004:00080000:0.0:1763335103.890387:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4aa0700/2, rc 0, transno 21474838793 00000100:00100000:0.0:1763335103.890393:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4aa0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826040576:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335103.890428:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c79ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826040704:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335103.890451:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335103.890474:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826040704 00000100:00100000:0.0:1763335103.890478:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826040704 00000100:00100000:0.0:1763335103.890501:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6326 00000100:00100000:0.0:1763335103.890506:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+65:3666:x1848989826040704:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763335103.890558:0:8417:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x23d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335103.890562:0:8417:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x23d:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763335103.890565:0:8417:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x23d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335103.890567:0:8417:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x23d:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763335103.890570:0:8417:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x23d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335103.890600:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+66:3666:x1848989826040704:12345-0@lo:2:osp-syn-0-1.0 Request processed in 93us (148us total) trans 21474838794 rc 0/0 00000100:00100000:0.0:1763335103.890606:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6326 00000004:00080000:0.0:1763335103.890644:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c79ece00/2, rc 0, transno 21474838794 00000100:00100000:0.0:1763335103.890648:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c79ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826040704:0@lo:2:osp-syn-0-1.0 00010000:00010000:3.0:1763335103.891392:0:13840:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075745cd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335103.891402:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075745cd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:3.0:1763335103.891440:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1d5:0x0]: returning size 2 00000004:00200000:3.0:1763335103.891445:0:13840:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335103.891461:0:13840:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075745cd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335103.891490:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b540075745c6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1d5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d88 expref: 239 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.891507:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075745cd lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d88 expref: 238 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.891516:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d5:0x0].0x0 (ffff9001d86b7700) 00010000:00010000:3.0:1763335103.891519:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1763335103.891522:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadaa00, rc 0) 00000100:00100000:3.0:1763335103.891898:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+238:56900:x1848989814630016:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 15172us (15328us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335103.891905:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9244 00000100:00100000:0.0:1763335103.893599:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e5eb0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1848989826040320:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335103.893627:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b540075745e2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x23a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335103.893789:0:8725:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4aa0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8725:1848989826040448:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335103.893803:0:8725:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075745e9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x23b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335103.894243:0:27803:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c34e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27803:1848989826039936:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335103.894257:0:27803:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000cbada200/0x3ec0b540075745db lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x23d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335103.895211:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c34e1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1848989826039808:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335103.895228:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000cbada800/0x3ec0b540075745d4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x23c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335103.895353:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.895380:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.895403:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.895441:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335103.895519:0:35246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814630528 00000100:00100000:2.0:1763335103.895526:0:35246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814630528 00010000:00010000:2.0:1763335103.895559:0:35246:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574453 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x23c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d0a expref: 19 pid: 35240 timeout: 1196 lvb_type: 0 00000100:00100000:2.0:1763335103.895584:0:35246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814630656 00000100:00100000:2.0:1763335103.895588:0:35246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814630656 00010000:00010000:2.0:1763335103.895600:0:35246:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757437a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x23d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880cc4 expref: 20 pid: 8417 timeout: 1196 lvb_type: 1 00000100:00100000:2.0:1763335103.895623:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814630272 00000100:00100000:2.0:1763335103.895626:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814630272 00010000:00010000:2.0:1763335103.895639:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b5400757444c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x23a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d03 expref: 33 pid: 27804 timeout: 1196 lvb_type: 0 00000100:00100000:2.0:1763335103.895652:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814630400 00000100:00100000:2.0:1763335103.895655:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814630400 00010000:00010000:2.0:1763335103.895665:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff900202044400/0x3ec0b54007574373 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x23b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ccb expref: 34 pid: 28961 timeout: 1196 lvb_type: 1 00000100:00100000:2.0:1763335103.895681:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3026 00000100:00100000:2.0:1763335103.895689:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:2428:x1848989814630528:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335103.895702:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335103.895706:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574453 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x23c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d0a expref: 20 pid: 35240 timeout: 1196 lvb_type: 0 00010000:00010000:2.0:1763335103.895722:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574453 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x23c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d0a expref: 20 pid: 35240 timeout: 1196 lvb_type: 0 00010000:00010000:2.0:1763335103.895745:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574453 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x23c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d0a expref: 20 pid: 35240 timeout: 1196 lvb_type: 0 00010000:00010000:2.0:1763335103.895760:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335103.895762:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335103.895767:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000cbada800/0x3ec0b540075745d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.895777:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbada800/0x3ec0b540075745d4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x23c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.895796:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335103.895839:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2428:x1848989814630528:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 149us (485us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335103.895846:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3026 00000100:00100000:2.0:1763335103.895863:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3027 00000100:00100000:2.0:1763335103.895869:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d94000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2428:x1848989814630656:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335103.895877:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335103.895881:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757437a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x23d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880cc4 expref: 18 pid: 8417 timeout: 1196 lvb_type: 1 00010000:00010000:2.0:1763335103.895889:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757437a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x23d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880cc4 expref: 18 pid: 8417 timeout: 1196 lvb_type: 1 00010000:00010000:2.0:1763335103.895905:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757437a lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x23d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880cc4 expref: 18 pid: 8417 timeout: 1196 lvb_type: 1 00010000:00010000:2.0:1763335103.895915:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335103.895916:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335103.895920:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000cbada200/0x3ec0b540075745db lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.895927:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbada200/0x3ec0b540075745db lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x23d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.895953:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335103.895973:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d94000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2428:x1848989814630656:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 105us (592us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335103.895980:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3027 00000100:00100000:2.0:1763335103.895993:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3028 00000100:00100000:2.0:1763335103.896000:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d95c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+34:2426:x1848989814630272:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335103.896007:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335103.896012:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b5400757444c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x23a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d03 expref: 34 pid: 27804 timeout: 1196 lvb_type: 0 00010000:00010000:2.0:1763335103.896022:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b5400757444c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d03 expref: 34 pid: 27804 timeout: 1196 lvb_type: 0 00010000:00010000:2.0:1763335103.896036:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b5400757444c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x23a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d03 expref: 34 pid: 27804 timeout: 1196 lvb_type: 0 00010000:00010000:2.0:1763335103.896050:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335103.896052:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335103.896055:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b540075745e2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.896063:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b540075745e2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x23a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.896081:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335103.896098:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d95c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:2426:x1848989814630272:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 100us (694us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335103.896105:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3028 00000100:00100000:2.0:1763335103.896117:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3029 00000100:00100000:2.0:1763335103.896123:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d96d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:2426:x1848989814630400:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335103.896130:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335103.896135:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff900202044400/0x3ec0b54007574373 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x23b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ccb expref: 32 pid: 28961 timeout: 1196 lvb_type: 1 00010000:00010000:2.0:1763335103.896146:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff900202044400/0x3ec0b54007574373 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x23b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ccb expref: 32 pid: 28961 timeout: 1196 lvb_type: 1 00010000:00010000:2.0:1763335103.896158:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff900202044400/0x3ec0b54007574373 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x23b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ccb expref: 32 pid: 28961 timeout: 1196 lvb_type: 1 00010000:00010000:2.0:1763335103.896169:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335103.896171:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335103.896174:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075745e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.896181:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075745e9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x23b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.896195:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335103.896212:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d96d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+31:2426:x1848989814630400:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 89us (771us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335103.896218:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3029 00010000:00010000:2.0:1763335103.896238:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b540075745e2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.896247:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b540075745e2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.896256:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b540075745e2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.896264:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b540075745e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.896281:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763335103.896507:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+66:3666:x1848989826040064:12345-0@lo:6:osp-syn-0-1.0 Request processed in 6743us (6910us total) trans 21474838795 rc 0/0 00000100:00100000:2.0:1763335103.896515:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6323 00010000:00010000:0.0:1763335103.896720:0:27803:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000cbada200/0x3ec0b540075745db lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.896730:0:27803:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000cbada200/0x3ec0b540075745db lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.896738:0:27803:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000cbada200/0x3ec0b540075745db lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.896750:0:27803:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbada200/0x3ec0b540075745db lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.896776:0:27803:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1763335103.896916:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+19:3664:x1848989826039424:12345-0@lo:6:osp-syn-1-1.0 Request processed in 9886us (10605us total) trans 17179871504 rc 0/0 00000100:00100000:0.0:1763335103.896922:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6321 00010000:00010000:0.0:1763335103.896953:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763335103.896958:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b540075745e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.896966:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664c00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335103.896970:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b540075745e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.896979:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b540075745e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.896991:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b540075745e2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.896999:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b540075745e2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x23a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.897301:0:8725:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075745e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.897310:0:8725:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075745e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.897334:0:8725:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075745e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.897345:0:8725:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075745e9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.897358:0:8725:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763335103.897460:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+66:3664:x1848989826040192:12345-0@lo:6:osp-syn-0-1.0 Request processed in 7519us (7786us total) trans 21474838796 rc 0/0 00000100:00100000:3.0:1763335103.897468:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6324 00010000:00010000:3.0:1763335103.897486:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763335103.897491:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000cbada200/0x3ec0b540075745db lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.897498:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbada200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335103.897501:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000cbada200/0x3ec0b540075745db lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.897508:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000cbada200/0x3ec0b540075745db lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.897519:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000cbada200/0x3ec0b540075745db lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.897525:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000cbada200/0x3ec0b540075745db lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.897541:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335103.897544:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075745e9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.897551:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665c00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335103.897554:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075745e9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.897560:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075745e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.897569:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075745e9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.897575:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075745e9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x23b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.897588:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335103.897590:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335103.897591:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335103.897661:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000cbada800/0x3ec0b540075745d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.897670:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000cbada800/0x3ec0b540075745d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.897677:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000cbada800/0x3ec0b540075745d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.897684:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbada800/0x3ec0b540075745d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.897712:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763335103.897821:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+19:3666:x1848989826039296:12345-0@lo:6:osp-syn-1-1.0 Request processed in 11012us (15937us total) trans 17179871505 rc 0/0 00000100:00100000:1.0:1763335103.897828:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6320 00010000:00010000:0.0:1763335103.898135:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335103.898138:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000cbada800/0x3ec0b540075745d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.898145:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbada800 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335103.898148:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000cbada800/0x3ec0b540075745d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.898155:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000cbada800/0x3ec0b540075745d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.898165:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000cbada800/0x3ec0b540075745d4 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.898172:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000cbada800/0x3ec0b540075745d4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.898182:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335103.898183:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335103.898185:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763335103.898217:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a36d80/2, rc 0, transno 21474838795 00000100:00100000:0.0:1763335103.898223:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826040064:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1763335103.898234:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5f76680/2, rc 0, transno 17179871505 00000100:00100000:0.0:1763335103.898237:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826039296:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1763335103.898258:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001e5eb3480/2, rc 0, transno 21474838796 00000100:00100000:0.0:1763335103.898261:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e5eb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826040192:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1763335103.898269:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5f74380/2, rc 0, transno 17179871504 00000100:00100000:0.0:1763335103.898272:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826039424:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1763335103.898995:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335103.899090:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335103.899273:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.899383:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335103.903564:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814630912 00000100:00100000:1.0:1763335103.903583:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814630912 00000100:00100000:1.0:1763335103.903637:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814630784 00000100:00100000:1.0:1763335103.903641:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814630784 00000100:00100000:1.0:1763335103.903679:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6327 00000100:00100000:1.0:1763335103.903689:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2426:x1848989814630912:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335103.903708:0:8415:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335103.903729:0:8415:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c5280000/0x3ec0b540075745f0 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x23e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880d96 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335103.903753:0:8415:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x23e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763335103.903775:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335103.903778:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335103.903789:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5280000/0x3ec0b540075745f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d96 expref: 19 pid: 8415 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335103.903805:0:8415:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c5280000/0x3ec0b540075745f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d96 expref: 19 pid: 8415 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335103.903819:0:8415:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280000, rc 0) 00000100:00100000:1.0:1763335103.903877:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2426:x1848989814630912:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 189us (4606us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335103.903888:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6327 00000100:00100000:1.0:1763335103.903908:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6328 00000100:00100000:1.0:1763335103.903915:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:55956:x1848989814630784:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335103.903923:0:8415:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335103.903930:0:8415:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b540075745f7 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x23e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880d8f expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.903959:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c5280000/0x3ec0b540075745f0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x23e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d96 expref: 19 pid: 8415 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335103.903967:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335103.903969:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335103.903973:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b540075745f7 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x23e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d8f expref: 19 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.904004:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c5280000/0x3ec0b540075745f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x23e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d96 expref: 19 pid: 8415 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335103.904019:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c5280000/0x3ec0b540075745f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x23e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d96 expref: 19 pid: 8415 timeout: 1196 lvb_type: 1 00000100:00100000:1.0:1763335103.904032:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c393d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1848989826040832:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335103.904084:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001fb57b6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335103.906274:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c393d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1848989826040832:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335103.906304:0:8415:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b540075745f7 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x23e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d8f expref: 19 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.906354:0:8415:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281200, rc 0) 00000100:00100000:2.0:1763335103.906391:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:55956:x1848989814630784:12345-192.168.204.57@tcp:101:bash.0 Request processed in 2476us (7007us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335103.906399:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6328 00000100:00100000:0.0:1763335103.907110:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335103.907166:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814631168 00000100:00100000:2.0:1763335103.907173:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814631168 00000100:00100000:2.0:1763335103.907216:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3180 00000100:00100000:2.0:1763335103.907223:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+238:56900:x1848989814631168:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335103.907437:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:56900:x1848989814631168:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 214us (328us total) trans 4294972868 rc 0/0 00000100:00100000:2.0:1763335103.907444:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3180 00000100:00100000:0.0:1763335103.907782:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335103.907832:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814631296 00000100:00100000:1.0:1763335103.907836:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814631296 00010000:00010000:1.0:1763335103.907855:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5280000/0x3ec0b540075745f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x23e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d96 expref: 19 pid: 8415 timeout: 1196 lvb_type: 1 00000100:00100000:1.0:1763335103.907892:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3030 00000100:00100000:1.0:1763335103.907898:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2429:x1848989814631296:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335103.907908:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335103.907913:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c5280000/0x3ec0b540075745f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x23e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d96 expref: 19 pid: 8415 timeout: 1196 lvb_type: 1 00010000:00010000:1.0:1763335103.907925:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c5280000/0x3ec0b540075745f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x23e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d96 expref: 19 pid: 8415 timeout: 1196 lvb_type: 1 00010000:00010000:1.0:1763335103.907955:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c5280000/0x3ec0b540075745f0 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x23e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d96 expref: 19 pid: 8415 timeout: 1196 lvb_type: 1 00010000:00010000:1.0:1763335103.907968:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335103.907970:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335103.907976:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b540075745f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d8f expref: 18 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.907986:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b540075745f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x23e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d8f expref: 18 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.908017:0:6515:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b540075745f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x23e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d8f expref: 18 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335103.908030:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c393d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6515:1848989826040960:192.168.204.57@tcp:105: 00000100:00100000:1.0:1763335103.908087:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001fb57b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335103.912872:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335103.913497:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c393d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6515:1848989826040960:192.168.204.57@tcp:105: 00010000:00010000:1.0:1763335103.913520:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335103.913577:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2429:x1848989814631296:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 5677us (5794us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335103.913588:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3030 00000100:00100000:2.0:1763335103.914101:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814631552 00000100:00100000:2.0:1763335103.914111:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814631552 00000100:00100000:3.0:1763335103.914289:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335103.914310:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814631680 00000100:00100000:3.0:1763335103.914334:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814631680 00000100:00100000:3.0:1763335103.914364:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6329 00000100:00100000:3.0:1763335103.914372:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+31:55956:x1848989814631680:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335103.914388:0:8415:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335103.914410:0:8415:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b540075745fe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x23c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880da4 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335103.914433:0:8415:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x23c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335103.914455:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335103.914457:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335103.914467:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b540075745fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880da4 expref: 32 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.914482:0:8415:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b540075745fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880da4 expref: 32 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.914496:0:8415:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbada200, rc 0) 00000100:00100000:3.0:1763335103.914524:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:55956:x1848989814631680:12345-192.168.204.57@tcp:101:bash.0 Request processed in 152us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335103.914530:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6329 00000100:00100000:2.0:1763335103.917385:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9245 00000100:00100000:2.0:1763335103.917407:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:56900:x1848989814631552:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335103.917430:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335103.917450:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574605 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880d9d expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.917535:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757460c lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335103.917548:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757460c lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.917562:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757460c lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.917573:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574613 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335103.917579:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574613 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.917585:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574613 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.917676:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b5400757461a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335103.917684:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b5400757461a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.917690:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b5400757461a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:2.0:1763335103.917709:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1d5:0x0]: returning size 2 00010000:00010000:2.0:1763335103.917782:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757460c lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.917789:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757460c lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.917795:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757460c lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.917801:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757460c lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.917808:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335103.917812:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757460c lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.917820:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757460c lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.917831:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c487e400) 00010000:00010000:2.0:1763335103.917834:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335103.917837:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757460c lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.917843:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757460c lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.917856:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574613 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.917861:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574613 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.917867:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574613 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.917871:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335103.917874:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574613 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.917879:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574613 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.917884:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c487e000) 00010000:00010000:2.0:1763335103.917886:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335103.917889:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574613 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.917898:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574613 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335103.917931:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574605 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d9d expref: 242 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.917955:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b5400757461a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d9d expref: 241 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.917962:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d5:0x0].0x0 (ffff9001d86b7700) 00010000:00010000:2.0:1763335103.917964:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335103.917967:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6c00, rc 0) 00000100:00100000:2.0:1763335103.918034:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+241:56900:x1848989814631552:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 635us (5171us total) trans 4294972869 rc 0/0 00000100:00100000:2.0:1763335103.918041:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9245 00000100:00100000:3.0:1763335103.926471:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.927930:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814631936 00000100:00100000:0.0:1763335103.927950:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814631936 00000100:00100000:2.0:1763335103.928084:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3181 00000100:00100000:2.0:1763335103.928094:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+241:56900:x1848989814631936:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335103.928347:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56900:x1848989814631936:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 254us (1886us total) trans 4294972870 rc 0/0 00000100:00100000:2.0:1763335103.928355:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3181 00000100:00100000:2.0:1763335103.929455:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335103.931065:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335103.938428:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335103.938836:0:8422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814632064 00000100:00100000:3.0:1763335103.938849:0:8422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814632064 00002000:00010000:3.0:1763335103.938894:0:8422:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/574 (0->18446744073709551615) 00002000:00100000:3.0:1763335103.938899:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000cbad0e00 with x1848989814632064 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335103.938912:0:8422:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000cbad0e00. 00000100:00100000:3.0:1763335103.938954:0:8422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814632192 00000100:00100000:3.0:1763335103.938958:0:8422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814632192 00002000:00010000:3.0:1763335103.938970:0:8422:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/572 (0->18446744073709551615) 00002000:00100000:3.0:1763335103.938973:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000cbad2300 with x1848989814632192 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335103.938979:0:8422:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000cbad2300. 00000100:00100000:3.0:1763335103.938999:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1566 00000100:00100000:3.0:1763335103.939008:0:8422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2426:x1848989814632064:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:3.0:1763335103.939176:0:8422:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x23e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335103.939179:0:8422:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x23e:0x0] updating lvb mtime from disk: 0 -> 1763335104 00002000:00010000:3.0:1763335103.939182:0:8422:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x23e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335103.939184:0:8422:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x23e:0x0] updating lvb ctime from disk: 0 -> 1763335104 00002000:00010000:3.0:1763335103.939186:0:8422:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x23e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335103.939244:0:8422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2426:x1848989814632064:12345-192.168.204.57@tcp:10:bash.0 Request processed in 236us (9791us total) trans 17179871506 rc 0/0 00000100:00100000:3.0:1763335103.939251:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1566 00002000:00010000:3.0:1763335103.939255:0:8422:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/574 (0->18446744073709551615) 00002000:00100000:3.0:1763335103.939258:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000cbad0e00 with x1848989814632064 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335103.939262:0:8422:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000cbad0e00. 00000100:00100000:3.0:1763335103.939277:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1567 00000100:00100000:3.0:1763335103.939284:0:8422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:2426:x1848989814632192:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:3.0:1763335103.939433:0:8422:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x23c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335103.939436:0:8422:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x23c:0x0] updating lvb mtime from disk: 0 -> 1763335104 00002000:00010000:3.0:1763335103.939438:0:8422:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x23c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335103.939440:0:8422:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x23c:0x0] updating lvb ctime from disk: 0 -> 1763335104 00002000:00010000:3.0:1763335103.939442:0:8422:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x23c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335103.939463:0:8422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:2426:x1848989814632192:12345-192.168.204.57@tcp:10:bash.0 Request processed in 180us (8404us total) trans 21474838797 rc 0/0 00000100:00100000:3.0:1763335103.939470:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1567 00002000:00010000:3.0:1763335103.939473:0:8422:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/572 (0->18446744073709551615) 00002000:00100000:3.0:1763335103.939475:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000cbad2300 with x1848989814632192 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335103.939480:0:8422:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000cbad2300. 00000100:00100000:0.0:1763335103.940219:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814632320 00000100:00100000:0.0:1763335103.940226:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814632320 00000100:00100000:0.0:1763335103.940264:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3182 00000100:00100000:0.0:1763335103.940271:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001d24dbc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56900:x1848989814632320:12345-192.168.204.57@tcp:33:lfs.0 00000100:00100000:0.0:1763335103.941785:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001d24dbc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56900:x1848989814632320:12345-192.168.204.57@tcp:33:lfs.0 Request processed in 1507us (3361us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335103.941794:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3182 00000100:00100000:2.0:1763335103.944115:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335103.944228:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814632576 00000100:00100000:3.0:1763335103.944238:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814632576 00000100:00100000:3.0:1763335103.944352:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9246 00000100:00100000:3.0:1763335103.944364:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56900:x1848989814632576:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335103.944385:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335103.944406:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007574628 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880dab expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.944508:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757462f lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335103.944524:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757462f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1d5:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335103.944535:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757462f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1d5:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:3.0:1763335103.944547:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1d5:0x0]: returning size 2 00010000:00010000:3.0:1763335103.944645:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007574628 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1d5:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880dab expref: 245 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.944663:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757462f lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1d5:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880dab expref: 244 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335103.944672:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d5:0x0].0x0 (ffff9001d86b7700) 00010000:00010000:3.0:1763335103.944675:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763335103.944679:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadac00, rc 0) 00000100:00100000:3.0:1763335103.944726:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56900:x1848989814632576:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 365us (621us total) trans 4294972871 rc 0/0 00000100:00100000:3.0:1763335103.944732:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9246 00000100:00100000:1.0:1763335103.948561:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.948638:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814632832 00000100:00100000:0.0:1763335103.948649:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814632832 00000100:00100000:0.0:1763335103.948707:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3183 00000100:00100000:0.0:1763335103.948717:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56900:x1848989814632832:12345-192.168.204.57@tcp:35:lfs.0 00000004:00010000:0.0:1763335103.948778:0:6534:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000405:0x1d5:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757462f lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1d5:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880dab expref: 244 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.948814:0:6534:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757463d lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 00010000:00010000:0.0:1763335103.948826:0:6534:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b5400757455d lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d5e expref: 244 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.948835:0:6534:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b5400757461a lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d9d expref: 244 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.948848:0:6534:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075745bf lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x1d5:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d81 expref: 244 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.948856:0:6534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757463d lrc: 6/0,1 mode: --/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335103.948886:0:6534:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075745bf lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1d5:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d81 expref: 244 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.948899:0:6534:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075745bf lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1d5:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d81 expref: 244 pid: 7841 timeout: 1196 lvb_type: 0 00000100:00100000:0.0:1763335103.948912:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7e4ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6534:1848989826041088:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335103.949010:0:6534:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b5400757461a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d9d expref: 244 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.949019:0:6534:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b5400757461a lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d9d expref: 244 pid: 13840 timeout: 1196 lvb_type: 0 00000100:00100000:0.0:1763335103.949027:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7f27480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6534:1848989826041216:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335103.949054:0:6534:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b5400757455d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d5e expref: 244 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.949062:0:6534:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b5400757455d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d5e expref: 244 pid: 13840 timeout: 1196 lvb_type: 0 00000100:00100000:0.0:1763335103.949070:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7f24a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6534:1848989826041344:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335103.949087:0:6534:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c678fb40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335103.964139:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335103.964555:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814633088 00000100:00100000:2.0:1763335103.964565:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814633088 00000100:00100000:2.0:1763335103.964625:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9247 00000100:00100000:2.0:1763335103.964635:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7831f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56901:x1848989814633088:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:2.0:1763335103.964691:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1763335103.964705:0:7841:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b5400757461a lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d9d expref: 245 pid: 13840 timeout: 1196 lvb_type: 0 00010000:00010000:2.0:1763335103.964732:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075745cd lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d88 expref: 245 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335103.964748:0:7841:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b5400757455d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d5e expref: 244 pid: 13840 timeout: 1196 lvb_type: 0 00010000:00010000:2.0:1763335103.964758:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d5:0x0].0x0 (ffff9001d86b7700) 00010000:00010000:2.0:1763335103.964764:0:7841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757463d lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1763335103.964771:0:7841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757463d lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1763335103.964778:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335103.964806:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574644 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335103.964816:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574644 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.964825:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574644 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.964835:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757464b lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335103.964844:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757464b lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.964850:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757464b lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.964922:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574652 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335103.964932:0:7841:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574652 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.964950:0:7841:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574652 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000100:00100000:0.0:1763335103.965176:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7e4ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6534:1848989826041088:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335103.965192:0:6534:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.57@tcp) returned -22 from blocking AST (req@00000000314b6fdb x1848989826041216) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b5400757461a lrc: 1/0,0 mode: --/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d9d expref: 244 pid: 13840 timeout: 1196 lvb_type: 0 00010000:00010000:0.0:1763335103.965205:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b5400757461a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d9d expref: 244 pid: 13840 timeout: 1196 lvb_type: 0 00000100:00100000:0.0:1763335103.965217:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7f27480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6534:1848989826041216:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335103.967809:0:6534:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.57@tcp) returned -22 from blocking AST (req@00000000cbb17be4 x1848989826041344) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b5400757455d lrc: 1/0,0 mode: --/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d5e expref: 243 pid: 13840 timeout: 1196 lvb_type: 0 00010000:00010000:0.0:1763335103.967837:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b5400757455d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1d5:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d5e expref: 243 pid: 13840 timeout: 1196 lvb_type: 0 00000100:00100000:0.0:1763335103.967853:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7f24a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6534:1848989826041344:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335103.967888:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d5:0x0].0x0 (ffff9001d86b7700) 00010000:00010000:0.0:1763335103.967894:0:6534:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574652 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.967903:0:6534:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574652 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335103.967908:0:6534:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757463d lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335103.967913:0:6534:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757463d lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335103.967922:0:6534:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757463d lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00000100:00100000:3.0:1763335103.967999:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335103.968066:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814633216 00000100:00100000:1.0:1763335103.968073:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814633216 00010000:00010000:1.0:1763335103.968117:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075745bf lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1d5:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d81 expref: 243 pid: 7841 timeout: 1196 lvb_type: 0 00000100:00100000:1.0:1763335103.968510:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3031 00000100:00100000:1.0:1763335103.968522:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001fb699850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:2427:x1848989814633216:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335103.968538:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335103.968545:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075745bf lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1d5:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d81 expref: 243 pid: 7841 timeout: 1196 lvb_type: 0 00010000:00010000:1.0:1763335103.968557:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075745bf lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1d5:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d81 expref: 243 pid: 7841 timeout: 1196 lvb_type: 0 00010000:00010000:1.0:1763335103.968578:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075745bf lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1d5:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d81 expref: 243 pid: 7841 timeout: 1196 lvb_type: 0 00010000:00010000:1.0:1763335103.968590:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d5:0x0].0x0 (ffff9001d86b7700) 00010000:00010000:1.0:1763335103.968594:0:6515:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574652 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335103.968606:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574652 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335103.968613:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574652 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335103.968620:0:6515:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757463d lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335103.968626:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757463d lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335103.968630:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757463d lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335103.968684:0:6534:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757463d lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335103.968692:0:6534:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757463d lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00000004:00020000:0.0:1763335103.968841:0:6534:0:(lod_lov.c:1523:lod_parse_striping()) lustre-MDT0001-mdtlov: can not set all stale mirrors for [0x240000405:0x1d5:0x0]: rc = -1 00010000:00010000:0.0:1763335103.968868:0:6534:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757463d lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335103.968875:0:6534:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757463d lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335103.968881:0:6534:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757463d lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335103.968887:0:6534:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335103.968891:0:6534:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757463d lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335103.968898:0:6534:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757463d lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335103.968907:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d5:0x0].0x0 (ffff9001d86b7700) 00010000:00010000:0.0:1763335103.968910:0:6534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1763335103.968914:0:6534:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757463d lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335103.968919:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757463d lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335103.968929:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d5:0x0].0x0 (ffff9001d86b7700) 00010000:00010000:0.0:1763335103.968931:0:6534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763335103.968936:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757462f lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1d5:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880dab expref: 242 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335103.969244:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335103.969991:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001fb699850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:2427:x1848989814633216:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 1467us (1988us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335103.970003:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3031 00000100:00100000:0.0:1763335103.970186:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+241:56900:x1848989814632832:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 21469us (21632us total) trans 4294972872 rc -1/-1 00000100:00100000:0.0:1763335103.970195:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3183 00010000:00010000:3.0:1763335103.972590:0:7841:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574652 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335103.972605:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574652 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00080000:2.0:1763335103.974003:0:7841:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000405:0x1d5:0x0] is inserted into orphan list, open count = 1 00010000:00010000:2.0:1763335103.974118:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574652 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.974129:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574652 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.974135:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574652 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.974141:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335103.974146:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574652 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.974152:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574652 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.974167:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d5:0x0].0x0 (ffff9001d86b7700) 00010000:00010000:2.0:1763335103.974171:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763335103.974175:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574652 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.974181:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574652 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.974204:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574644 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.974210:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574644 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.974215:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574644 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.974221:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574644 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.974225:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335103.974229:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574644 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.974234:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574644 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.974240:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c487e400) 00010000:00010000:2.0:1763335103.974244:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335103.974246:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574644 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.974251:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574644 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000004:00010000:2.0:1763335103.974263:0:7841:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005cbec1d0 reply state 00000000c7248843 transno 4294972873 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757464b lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.974279:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757464b lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335103.974286:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c487e000) 00010000:00010000:2.0:1763335103.974288:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335103.974292:0:7841:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335103.974420:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7831f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56901:x1848989814633088:12345-192.168.204.57@tcp:36:rm.0 Request processed in 9782us (10288us total) trans 4294972873 rc 0/0 00000100:00100000:2.0:1763335103.974430:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9247 00000100:00100000:3.0:1763335103.975112:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.975543:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814633344 00000100:00100000:0.0:1763335103.975551:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814633344 00000100:00100000:0.0:1763335103.975586:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9248 00000100:00100000:0.0:1763335103.975593:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56900:x1848989814633344:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335103.975611:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335103.975630:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007574659 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880db2 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.975671:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007574659 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1d5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880db2 expref: 243 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.975683:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665200/0x3ec0b54007574659 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1d5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880db2 expref: 243 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335103.975698:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d5:0x0].0x0 (ffff9000c4881d00) 00010000:00010000:0.0:1763335103.975700:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335103.975703:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665200, rc 0) 00000100:00100000:0.0:1763335103.975744:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:56900:x1848989814633344:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 151us (633us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335103.975753:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9248 00000100:00100000:1.0:1763335103.986172:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335103.986453:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814633600 00000100:00100000:0.0:1763335103.986465:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814633600 00000100:00100000:0.0:1763335103.986527:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3184 00000100:00100000:0.0:1763335103.986538:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7833480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:56900:x1848989814633600:12345-192.168.204.57@tcp:35:lfs.0 00000004:00080000:0.0:1763335103.986783:0:6534:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x1d5:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1763335103.986854:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1413, 64 off118848 00000040:00080000:0.0:1763335103.986881:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1412, 64 off118848 00000040:00080000:0.0:1763335103.986893:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1413, 64 off118912 00000040:00080000:0.0:1763335103.986904:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1414, 64 off118912 00010000:00010000:0.0:1763335103.986976:0:6534:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574660 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 00010000:00010000:0.0:1763335103.986992:0:6534:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574660 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335103.987005:0:6534:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574660 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335103.987012:0:6534:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574660 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335103.987018:0:6534:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574660 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335103.987024:0:6534:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574660 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335103.987050:0:6534:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763335103.988236:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335103.988245:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574660 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335103.988255:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665400 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335103.988259:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574660 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335103.988266:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574660 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335103.988280:0:7457:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d5:0x0].0x0 (ffff9000c4881d00) 00010000:00010000:3.0:1763335103.988283:0:7457:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335103.988288:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574660 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335103.988293:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574660 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335103.988307:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335103.988310:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335103.988311:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335103.990267:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7833480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56900:x1848989814633600:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 3721us (4095us total) trans 4294972874 rc 0/0 00000100:00100000:0.0:1763335103.990282:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3184 00000100:00100000:1.0:1763335104.006056:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.006240:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814633728 00000100:00100000:3.0:1763335104.006251:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814633728 00000100:00080000:0.0:1763335104.006846:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1763335104.007363:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9249 00000100:00100000:2.0:1763335104.007376:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56902:x1848989814633728:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335104.007399:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335104.007421:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574667 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880db9 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.007494:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757466e lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335104.007507:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757466e lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.007517:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757466e lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.007526:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574675 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335104.007533:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574675 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.007539:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574675 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.007576:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757466e lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.007583:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757466e lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.007589:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757466e lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.007595:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757466e lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.007602:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335104.007606:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757466e lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.007613:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757466e lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.007625:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c487e400) 00010000:00010000:2.0:1763335104.007629:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335104.007634:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757466e lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.007640:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757466e lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.007655:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574675 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.007661:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574675 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.007667:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574675 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.007672:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335104.007675:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574675 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.007680:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574675 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.007687:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c487e000) 00010000:00010000:2.0:1763335104.007690:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335104.007692:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574675 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.007697:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574675 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.007723:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574667 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880db9 expref: 245 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.007732:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c487e400) 00010000:00010000:2.0:1763335104.007735:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335104.007737:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574667 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880db9 expref: 245 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.007748:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6e00, rc 0) 00000100:00100000:2.0:1763335104.007804:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56902:x1848989814633728:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 433us (1757us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335104.007812:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9249 00000100:00100000:3.0:1763335104.010363:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335104.011935:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814633856 00000100:00100000:0.0:1763335104.011955:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814633856 00000100:00100000:2.0:1763335104.012796:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9250 00000100:00100000:2.0:1763335104.012808:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56902:x1848989814633856:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335104.012827:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335104.012852:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b5400757467c lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880dc0 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.012916:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574683 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335104.012928:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574683 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.012950:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574683 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.012960:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b5400757468a lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335104.012968:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b5400757468a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.012974:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b5400757468a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.013014:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574683 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.013021:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574683 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.013026:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574683 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.013033:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574683 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.013038:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335104.013042:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574683 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.013048:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574683 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.013059:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c487e500) 00010000:00010000:2.0:1763335104.013062:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335104.013067:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574683 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.013072:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574683 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.013635:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b5400757468a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.013644:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b5400757468a lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.013650:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b5400757468a lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.013655:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335104.013658:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b5400757468a lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.013665:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b5400757468a lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.013673:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c487e000) 00010000:00010000:2.0:1763335104.013676:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335104.013678:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b5400757468a lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.013687:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b5400757468a lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.013722:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b5400757467c lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880dc0 expref: 245 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.013732:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c487e500) 00010000:00010000:2.0:1763335104.013735:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335104.013738:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b5400757467c lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880dc0 expref: 245 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.013750:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7400, rc 0) 00000100:00100000:2.0:1763335104.016284:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56902:x1848989814633856:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 3466us (5917us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335104.016297:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9250 00000100:00100000:1.0:1763335104.020427:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335104.021576:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335104.021597:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814633984 00000100:00100000:2.0:1763335104.021607:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814633984 00000100:00100000:2.0:1763335104.021663:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9251 00000100:00100000:2.0:1763335104.021672:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56902:x1848989814633984:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335104.021690:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335104.021709:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574691 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880dc7 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.021764:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574698 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335104.021777:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574698 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.021793:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574698 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:2.0:1763335104.021831:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763335104.021836:0:7841:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763335104.021868:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574691 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880dc7 expref: 246 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.021884:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574698 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880dc7 expref: 245 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.021892:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c487e400) 00010000:00010000:2.0:1763335104.021895:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763335104.021897:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7800, rc 0) 00000100:00100000:2.0:1763335104.021966:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56902:x1848989814633984:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 294us (1548us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335104.021972:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9251 00000100:00100000:2.0:1763335104.026766:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814634240 00000100:00100000:2.0:1763335104.026780:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814634240 00000100:00100000:2.0:1763335104.026858:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9252 00000100:00100000:2.0:1763335104.026868:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56903:x1848989814634240:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335104.026889:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335104.026910:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b5400757469f lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880dce expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.027027:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b540075746a6 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335104.027040:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b540075746a6 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.027052:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b540075746a6 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.027060:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b540075746ad lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335104.027066:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b540075746ad lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.027071:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b540075746ad lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.029217:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b540075746a6 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.029234:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b540075746a6 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.029240:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b540075746a6 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.029246:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b540075746a6 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.029252:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335104.029257:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b540075746a6 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.029264:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b540075746a6 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.029280:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c487e400) 00010000:00010000:2.0:1763335104.029283:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335104.029289:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b540075746a6 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.029295:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b540075746a6 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.029311:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b540075746ad lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.029335:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b540075746ad lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.029340:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b540075746ad lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.029345:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335104.029348:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b540075746ad lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.029354:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b540075746ad lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.029361:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c487e000) 00010000:00010000:2.0:1763335104.029364:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335104.029366:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b540075746ad lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.029372:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b540075746ad lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.029416:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b5400757469f lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880dce expref: 246 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.029425:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c487e400) 00010000:00010000:2.0:1763335104.029428:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763335104.029431:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b5400757469f lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880dce expref: 246 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.029440:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7400, rc 0) 00000100:00100000:2.0:1763335104.029527:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56903:x1848989814634240:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 2659us (7952us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335104.029536:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9252 00000100:00100000:0.0:1763335104.041079:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335104.041166:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814634496 00000100:00100000:2.0:1763335104.041175:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814634496 00000100:00100000:2.0:1763335104.041236:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9253 00000100:00100000:2.0:1763335104.041245:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56902:x1848989814634496:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335104.041266:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335104.041270:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763335104.041298:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574698 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880dc7 expref: 245 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.041347:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c487e400) 00010000:00010000:2.0:1763335104.041356:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335104.041371:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075746b4 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880dd5 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.041470:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075746bb lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335104.041483:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075746bb lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.041492:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075746bb lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.041505:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b540075746c2 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335104.041512:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b540075746c2 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.041518:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b540075746c2 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.041853:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075746c9 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335104.041862:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075746c9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.041868:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075746c9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:2.0:1763335104.041876:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1d6:0x0]: returning size 0 00010000:00010000:2.0:1763335104.041897:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075746bb lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.041903:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075746bb lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.041909:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075746bb lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.041915:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075746bb lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.041921:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335104.041925:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075746bb lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.041933:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075746bb lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.041955:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c487e500) 00010000:00010000:2.0:1763335104.041957:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335104.041960:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075746bb lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.041966:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075746bb lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000004:00010000:2.0:1763335104.041976:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000314b6fdb reply state 00000000c5535a2b transno 4294972875 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b540075746c2 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.041986:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b540075746c2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.041992:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c487e000) 00010000:00010000:2.0:1763335104.041994:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335104.041996:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763335104.042018:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075746b4 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880dd5 expref: 247 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.042032:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075746c9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880dd5 expref: 246 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.042040:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d6:0x0].0x0 (ffff9000c487e900) 00010000:00010000:2.0:1763335104.042042:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335104.042044:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7a00, rc 0) 00000100:00100000:2.0:1763335104.042353:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:56902:x1848989814634496:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1108us (1282us total) trans 4294972875 rc 0/0 00000100:00100000:2.0:1763335104.042364:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9253 00000100:00100000:1.0:1763335104.047738:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335104.047844:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814634752 00000100:00100000:0.0:1763335104.047858:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814634752 00000100:00100000:0.0:1763335104.047925:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9254 00000100:00100000:0.0:1763335104.047946:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:56902:x1848989814634752:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335104.047972:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335104.047994:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075746d7 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880ddc expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.048118:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b540075746de lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335104.048135:0:13840:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075746c9 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880dd5 expref: 248 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.048144:0:13840:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b540075746de lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335104.048178:0:13840:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075746c9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880dd5 expref: 248 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.048191:0:13840:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075746c9 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880dd5 expref: 248 pid: 13840 timeout: 1197 lvb_type: 0 00000100:00100000:0.0:1763335104.048210:0:13840:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7f26d80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13840:1848989826041472:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335104.048301:0:13840:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c678fb40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335104.057006:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335104.057119:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814635008 00000100:00100000:2.0:1763335104.057129:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814635008 00000100:00100000:2.0:1763335104.057194:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9255 00000100:00100000:2.0:1763335104.057203:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:56904:x1848989814635008:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335104.057223:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335104.057245:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075746e5 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880de3 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.057372:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075746ec lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335104.057388:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075746ec lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.057399:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075746ec lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:2.0:1763335104.057410:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1d6:0x0]: returning size 0 00010000:00010000:2.0:1763335104.057486:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075746ec lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.057493:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075746ec lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.057500:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075746ec lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.057505:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335104.057509:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075746ec lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.057520:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075746ec lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.057532:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d6:0x0].0x0 (ffff9000c487e900) 00010000:00010000:2.0:1763335104.057535:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1763335104.057540:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075746ec lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.057546:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075746ec lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.057583:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075746e5 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1d6:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880de3 expref: 251 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.057594:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d6:0x0].0x0 (ffff9000c487e900) 00010000:00010000:2.0:1763335104.057596:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763335104.057599:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075746e5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1d6:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880de3 expref: 251 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.057608:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6e00, rc 0) 00000100:00100000:2.0:1763335104.057659:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:56904:x1848989814635008:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 457us (668us total) trans 4294972876 rc 301/301 00000100:00100000:2.0:1763335104.057666:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9255 00000100:00100000:0.0:1763335104.059517:0:13840:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7f26d80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13840:1848989826041472:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335104.059548:0:13840:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b540075746de lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000100:00100000:2.0:1763335104.059799:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335104.061461:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814635136 00000100:00100000:0.0:1763335104.061474:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814635136 00010000:00010000:0.0:1763335104.061515:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075746c9 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880dd5 expref: 250 pid: 13840 timeout: 1197 lvb_type: 0 00000100:00100000:0.0:1763335104.061554:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3032 00000100:00100000:0.0:1763335104.061564:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:2429:x1848989814635136:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335104.061580:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335104.061587:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075746c9 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880dd5 expref: 250 pid: 13840 timeout: 1197 lvb_type: 0 00010000:00010000:0.0:1763335104.061599:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075746c9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880dd5 expref: 250 pid: 13840 timeout: 1197 lvb_type: 0 00010000:00010000:0.0:1763335104.061620:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075746c9 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880dd5 expref: 250 pid: 13840 timeout: 1197 lvb_type: 0 00010000:00010000:0.0:1763335104.061638:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d6:0x0].0x0 (ffff9000c487e900) 00010000:00010000:0.0:1763335104.061643:0:6515:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b540075746de lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335104.061657:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b540075746de lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335104.061663:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b540075746de lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335104.061696:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335104.061752:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:2429:x1848989814635136:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 189us (1953us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335104.061759:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3032 00010000:00010000:3.0:1763335104.061966:0:13840:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b540075746de lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.061976:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b540075746de lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:3.0:1763335104.062007:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1d6:0x0]: returning size 0 00000004:00080000:3.0:1763335104.063544:0:13840:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x23e:0x0], index 0: 0 00000004:00080000:3.0:1763335104.063556:0:13840:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x240:0x0], index 1: 0 00000004:00080000:3.0:1763335104.063561:0:13840:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x241:0x0], index 1: 0 00000004:00080000:3.0:1763335104.063565:0:13840:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x23f:0x0], index 0: 0 00010000:00010000:3.0:1763335104.063677:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b540075746de lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.063687:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b540075746de lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.063695:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b540075746de lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.063700:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335104.063704:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b540075746de lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.063712:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b540075746de lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.063725:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d6:0x0].0x0 (ffff9000c487e900) 00010000:00010000:3.0:1763335104.063728:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335104.063733:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b540075746de lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.063738:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b540075746de lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.063790:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075746d7 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1d6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ddc expref: 249 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.063805:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d6:0x0].0x0 (ffff9000c487e900) 00010000:00010000:3.0:1763335104.063808:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763335104.063811:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075746d7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1d6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ddc expref: 249 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.063825:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665e00, rc 0) 00000100:00100000:3.0:1763335104.063886:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:56902:x1848989814634752:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 15952us (16158us total) trans 4294972877 rc 301/301 00000100:00100000:3.0:1763335104.063895:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9254 00000100:00100000:2.0:1763335104.067555:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335104.067632:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814635392 00000100:00100000:0.0:1763335104.067643:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814635392 00000100:00100000:0.0:1763335104.067696:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3185 00000100:00100000:0.0:1763335104.067707:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:56904:x1848989814635392:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335104.067983:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:56904:x1848989814635392:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 277us (436us total) trans 4294972878 rc 0/0 00000100:00100000:0.0:1763335104.067991:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3185 00000100:00100000:1.0:1763335104.074612:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335104.074690:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814635904 00000100:00100000:2.0:1763335104.074700:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814635904 00000100:00100000:2.0:1763335104.074857:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3186 00000100:00100000:2.0:1763335104.074867:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:56902:x1848989814635904:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335104.076190:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:56902:x1848989814635904:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 1318us (1593us total) trans 4294972879 rc 0/0 00000100:00100000:2.0:1763335104.076200:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3186 00000100:00100000:0.0:1763335104.076352:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335104.077945:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814635648 00000100:00100000:2.0:1763335104.077957:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814635648 00000100:00100000:2.0:1763335104.078053:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9256 00000100:00100000:2.0:1763335104.078063:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:56904:x1848989814635648:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335104.078083:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335104.078483:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574701 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880dea expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.078565:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574708 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335104.078584:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574708 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.078594:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574708 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.078605:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b5400757470f lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335104.078613:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b5400757470f lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.078618:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b5400757470f lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.078726:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007574716 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335104.078738:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007574716 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.078744:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007574716 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:2.0:1763335104.078755:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1d6:0x0]: returning size 0 00010000:00010000:2.0:1763335104.078833:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574708 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.078840:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574708 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.078845:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574708 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.078851:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574708 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.078856:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335104.078860:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574708 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.078867:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574708 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.078878:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c487e500) 00010000:00010000:2.0:1763335104.078882:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335104.078885:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574708 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.078891:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574708 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.078908:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b5400757470f lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.078914:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b5400757470f lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.078919:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b5400757470f lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.078922:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335104.078925:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b5400757470f lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.078930:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b5400757470f lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.078947:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c487e000) 00010000:00010000:2.0:1763335104.078950:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335104.078952:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b5400757470f lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.078958:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b5400757470f lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.078997:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574701 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880dea expref: 253 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.079013:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007574716 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880dea expref: 252 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.079020:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d6:0x0].0x0 (ffff9000c487e400) 00010000:00010000:2.0:1763335104.079022:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335104.079024:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7a00, rc 0) 00000100:00100000:2.0:1763335104.079102:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:56904:x1848989814635648:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1040us (2750us total) trans 4294972880 rc 0/0 00000100:00100000:2.0:1763335104.079111:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9256 00000100:00100000:3.0:1763335104.083607:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.084201:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.084470:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335104.084549:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814636032 00000100:00100000:0.0:1763335104.084559:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814636032 00000100:00100000:0.0:1763335104.084625:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814636160 00000100:00100000:0.0:1763335104.084629:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814636160 00000100:00100000:0.0:1763335104.084655:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6330 00000100:00100000:0.0:1763335104.084665:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2427:x1848989814636032:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335104.084683:0:8725:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335104.084706:0:8725:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574724 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x241:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880df1 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335104.084734:0:8725:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x241:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335104.084752:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335104.084754:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335104.084762:0:8725:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574724 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880df1 expref: 20 pid: 8725 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335104.084780:0:8725:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574724 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880df1 expref: 20 pid: 8725 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335104.084793:0:8725:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664c00, rc 0) 00000100:00100000:0.0:1763335104.084846:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:2427:x1848989814636032:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 183us (1248us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335104.084853:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6330 00000100:00100000:0.0:1763335104.084872:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6331 00000100:00100000:0.0:1763335104.084878:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:2427:x1848989814636160:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335104.084885:0:8725:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335104.084895:0:8725:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c4665e00/0x3ec0b5400757472b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x23f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880df8 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335104.084909:0:8725:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x23f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335104.084919:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335104.084920:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335104.084925:0:8725:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4665e00/0x3ec0b5400757472b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880df8 expref: 34 pid: 8725 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335104.084949:0:8725:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c4665e00/0x3ec0b5400757472b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880df8 expref: 34 pid: 8725 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335104.084959:0:8725:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665e00, rc 0) 00000100:00100000:0.0:1763335104.084978:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+34:2427:x1848989814636160:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 101us (778us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335104.084984:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6331 00000100:00100000:1.0:1763335104.085653:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814636416 00000100:00100000:1.0:1763335104.085659:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814636416 00000100:00100000:1.0:1763335104.085689:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3187 00000100:00100000:1.0:1763335104.085697:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001d24da850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:56902:x1848989814636416:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335104.085870:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001d24da850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56902:x1848989814636416:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 173us (1400us total) trans 4294972881 rc 0/0 00000100:00100000:1.0:1763335104.085877:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3187 00000100:00080000:3.0:1763335104.088128:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1763335104.088135:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763335104.089496:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335104.089852:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814636672 00000100:00100000:2.0:1763335104.089862:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814636672 00000100:00100000:2.0:1763335104.089989:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3188 00000100:00100000:2.0:1763335104.089999:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56904:x1848989814636672:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335104.092554:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56904:x1848989814636672:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 2547us (3055us total) trans 4294972882 rc 0/0 00000100:00100000:2.0:1763335104.092566:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3188 00000100:00100000:1.0:1763335104.093134:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335104.093222:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814636928 00000100:00100000:2.0:1763335104.093230:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814636928 00000100:00100000:2.0:1763335104.093283:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9257 00000100:00100000:2.0:1763335104.093292:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:55956:x1848989814636928:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335104.093311:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335104.093345:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763335104.093369:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007574716 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880dea expref: 254 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.093384:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d6:0x0].0x0 (ffff9000c487e400) 00010000:00010000:2.0:1763335104.093394:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335104.093407:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574732 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880dff expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.093514:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574739 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335104.093527:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574739 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1d6:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.093536:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574739 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1d6:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:2.0:1763335104.093547:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1d6:0x0]: returning size 0 00010000:00010000:2.0:1763335104.093614:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574732 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880dff expref: 256 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.093628:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574739 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1d6:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880dff expref: 255 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.093634:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d6:0x0].0x0 (ffff9000c487e500) 00010000:00010000:2.0:1763335104.093637:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:2.0:1763335104.093639:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6000, rc 0) 00000100:00100000:2.0:1763335104.093668:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:55956:x1848989814636928:12345-192.168.204.57@tcp:101:bash.0 Request processed in 377us (536us total) trans 4294972883 rc 0/0 00000100:00100000:2.0:1763335104.093675:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9257 00000100:00100000:1.0:1763335104.098576:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335104.099247:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.099341:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814637184 00000100:00100000:3.0:1763335104.099352:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814637184 00000100:00100000:3.0:1763335104.099571:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814637312 00000100:00100000:3.0:1763335104.099575:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814637312 00000100:00100000:0.0:1763335104.099670:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9258 00000100:00100000:1.0:1763335104.100034:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7833480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56904:x1848989814637184:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335104.100064:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335104.100091:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007574747 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880e06 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.100166:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b5400757474e lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335104.100180:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b5400757474e lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.100191:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b5400757474e lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.100200:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007574755 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335104.100207:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007574755 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.100212:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007574755 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.100342:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757475c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335104.100354:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757475c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.100360:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757475c lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.100367:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757475c lrc: 3/0,0 mode: --/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.100372:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335104.100376:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757475c lrc: 3/0,0 mode: --/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.100383:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757475c lrc: 4/0,0 mode: --/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.100392:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d6:0x0].0x0 (ffff9000c487e500) 00010000:00010000:1.0:1763335104.100397:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757475c lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.100403:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757475c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000004:00200000:1.0:1763335104.100417:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1d6:0x0]: returning size 0 00010000:00010000:1.0:1763335104.100498:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b5400757474e lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.100504:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b5400757474e lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.100509:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b5400757474e lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.100515:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b5400757474e lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.100519:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335104.100522:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b5400757474e lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.100528:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b5400757474e lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.100535:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c3c08100) 00010000:00010000:1.0:1763335104.100538:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335104.100541:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b5400757474e lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.100546:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b5400757474e lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.100554:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007574755 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.100560:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007574755 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.100565:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007574755 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.100568:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335104.100571:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007574755 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.100576:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007574755 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.100582:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c487e000) 00010000:00010000:1.0:1763335104.100585:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335104.100587:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007574755 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.100596:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007574755 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.100628:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007574747 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e06 expref: 258 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.100638:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c3c08100) 00010000:00010000:1.0:1763335104.100641:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763335104.100644:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007574747 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e06 expref: 258 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.100655:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281400, rc 0) 00000100:00100000:1.0:1763335104.100722:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7833480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:56904:x1848989814637184:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1042us (2154us total) trans 4294972884 rc 301/301 00000100:00100000:1.0:1763335104.100729:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9258 00000100:00100000:1.0:1763335104.100752:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9259 00000100:00100000:1.0:1763335104.100760:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:55956:x1848989814637312:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335104.100770:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335104.100778:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b5400757476a lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880e0d expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.100794:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574771 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335104.100802:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574771 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.100809:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574771 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.100878:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b5400757476a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e0d expref: 258 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.100890:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574771 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e0d expref: 257 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.100896:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d6:0x0].0x0 (ffff9000c487e500) 00010000:00010000:1.0:1763335104.100899:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763335104.100901:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280200, rc 0) 00000100:00100000:1.0:1763335104.100921:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:55956:x1848989814637312:12345-192.168.204.57@tcp:101:bash.0 Request processed in 162us (1675us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335104.100927:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9259 00000100:00100000:1.0:1763335104.104234:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335104.105559:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814637568 00000100:00100000:2.0:1763335104.105571:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814637568 00000100:00100000:0.0:1763335104.105672:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3189 00000100:00100000:0.0:1763335104.105685:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:56904:x1848989814637568:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335104.105923:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56904:x1848989814637568:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 239us (1698us total) trans 4294972885 rc 0/0 00000100:00100000:0.0:1763335104.105932:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3189 00000100:00100000:0.0:1763335104.108208:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335104.108249:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335104.108475:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814637696 00000100:00100000:1.0:1763335104.108485:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814637696 00000100:00100000:1.0:1763335104.108541:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3190 00000100:00100000:1.0:1763335104.108551:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56904:x1848989814637696:12345-192.168.204.57@tcp:33:lfs.0 00000100:00100000:1.0:1763335104.108694:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56904:x1848989814637696:12345-192.168.204.57@tcp:33:lfs.0 Request processed in 144us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335104.108701:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3190 00000100:00100000:2.0:1763335104.109069:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814637952 00000100:00100000:2.0:1763335104.109075:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814637952 00000100:00100000:2.0:1763335104.109128:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9260 00000100:00100000:2.0:1763335104.109137:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:55956:x1848989814637952:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:2.0:1763335104.109171:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335104.109201:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574739 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x1d6:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880dff expref: 258 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.109225:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d6:0x0].0x0 (ffff9000c487e500) 00010000:00010000:2.0:1763335104.109231:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335104.109413:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574778 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335104.109428:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574778 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.109438:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574778 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000001:00080000:2.0:1763335104.109488:0:13840:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972886 00000004:00010000:2.0:1763335104.109510:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009e380b47 reply state 0000000023b3cc55 transno 4294972887 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574778 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.109521:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574778 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.109527:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d6:0x0].0x0 (ffff9000c487e500) 00010000:00010000:2.0:1763335104.109529:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335104.109532:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335104.109597:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:55956:x1848989814637952:12345-192.168.204.57@tcp:36:bash.0 Request processed in 461us (1346us total) trans 4294972887 rc 0/0 00000100:00100000:2.0:1763335104.109603:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9260 00000020:00080000:2.0:1763335104.109607:0:13840:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763335104.112570:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335104.112623:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814638080 00000100:00100000:1.0:1763335104.112633:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814638080 00000100:00100000:1.0:1763335104.112694:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9261 00000100:00100000:1.0:1763335104.112704:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:55956:x1848989814638080:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335104.112733:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335104.112755:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b5400757477f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880e14 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.112824:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b5400757477f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e14 expref: 261 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.112840:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b5400757477f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e14 expref: 261 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.112858:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d6:0x0].0x0 (ffff9000c487e500) 00010000:00010000:1.0:1763335104.112861:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763335104.112864:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280a00, rc 0) 00000100:00100000:1.0:1763335104.112927:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:55956:x1848989814638080:12345-192.168.204.57@tcp:101:bash.0 Request processed in 225us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335104.112934:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9261 00000100:00100000:0.0:1763335104.114656:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335104.115284:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814638336 00000100:00100000:2.0:1763335104.115294:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814638336 00000100:00100000:2.0:1763335104.115381:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9262 00000100:00100000:2.0:1763335104.115390:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:55956:x1848989814638336:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335104.115407:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335104.115411:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763335104.115436:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b5400757477f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e14 expref: 261 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.115455:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d6:0x0].0x0 (ffff9000c487e500) 00010000:00010000:2.0:1763335104.115460:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335104.115471:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007574786 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880e1b expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.115514:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757478d lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335104.115526:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757478d lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d6:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.115534:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757478d lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d6:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000040:00080000:2.0:1763335104.115733:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1414, 88 off119000 00000004:00080000:2.0:1763335104.115743:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1097095427639ns, next at 1097485216744ns, rc = 0 00000040:00080000:2.0:1763335104.115765:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1415, 88 off119000 00000004:00080000:2.0:1763335104.115771:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1097095455979ns, next at 1097485171709ns, rc = 0 00000040:00080000:2.0:1763335104.115791:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1416, 88 off119088 00000004:00080000:2.0:1763335104.115795:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1097095480859ns, next at 1097485171709ns, rc = 0 00000040:00080000:2.0:1763335104.115804:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1415, 88 off119088 00000004:00080000:2.0:1763335104.115808:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1097095492966ns, next at 1097485216744ns, rc = 0 00000001:00080000:1.0:1763335104.120657:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972888 is committed 00000004:00080000:1.0:1763335104.120670:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 928 committed 00000004:00080000:1.0:1763335104.120686:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 925 committed 00010000:00010000:2.0:1763335104.120829:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757464b lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.120842:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757464b lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.120854:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757464b lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.120860:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335104.120865:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757464b lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.120872:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757464b lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.120888:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c487e000) 00010000:00010000:2.0:1763335104.120891:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335104.120895:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757464b lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.120900:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757464b lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.120917:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b540075746c2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.120922:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b540075746c2 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.120927:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b540075746c2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.120932:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335104.120934:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b540075746c2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.120948:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b540075746c2 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.120954:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c487e000) 00010000:00010000:2.0:1763335104.120956:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335104.120959:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b540075746c2 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.120964:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b540075746c2 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.120979:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574778 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.120984:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574778 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.120989:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574778 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.120994:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335104.120996:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574778 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.121001:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574778 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.121006:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d6:0x0].0x0 (ffff9000c487e500) 00010000:00010000:2.0:1763335104.121008:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335104.121010:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574778 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.121014:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574778 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000004:00080000:1.0:1763335104.122058:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 924 committed 00000100:00100000:0.0:1763335104.122512:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7f24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826041984:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335104.122580:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335104.122822:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7f26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826041600:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1763335104.123040:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 927 committed 00000100:00100000:2.0:1763335104.123524:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335104.123565:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c34e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826042112:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763335104.123588:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335104.123604:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763335104.123609:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff92a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826042496:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763335104.123632:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335104.123664:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826041984 00000100:00100000:2.0:1763335104.123671:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826041984 00000100:00100000:2.0:1763335104.123721:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826041600 00000100:00100000:2.0:1763335104.123724:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826041600 00000100:00100000:2.0:1763335104.123738:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826042112 00000100:00100000:2.0:1763335104.123740:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826042112 00000100:00100000:2.0:1763335104.123754:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826042496 00000100:00100000:2.0:1763335104.123756:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826042496 00000100:00100000:2.0:1763335104.123772:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6332 00000100:00100000:2.0:1763335104.123780:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+67:3666:x1848989826041984:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763335104.123918:0:27803:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x23f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335104.123921:0:27803:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x23f:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763335104.123924:0:27803:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x23f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335104.123926:0:27803:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x23f:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763335104.123928:0:27803:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x23f:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335104.123973:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+68:3666:x1848989826041984:12345-0@lo:2:osp-syn-0-1.0 Request processed in 193us (1392us total) trans 21474838798 rc 0/0 00000100:00100000:2.0:1763335104.123981:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6332 00000100:00100000:2.0:1763335104.123996:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6333 00000100:00100000:2.0:1763335104.124001:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+67:3667:x1848989826041600:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763335104.124014:0:27803:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:572 count 1 00010000:00010000:2.0:1763335104.124033:0:27803:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6000/0x3ec0b54007574794 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x23c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.124053:0:27803:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b540075745fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880da4 expref: 33 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.124061:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335104.124063:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335104.124067:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6000/0x3ec0b54007574794 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x23c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335104.124171:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6334 00000100:00100000:1.0:1763335104.124181:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+20:3667:x1848989826042112:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763335104.124193:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:574 count 1 00010000:00010000:1.0:1763335104.124207:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c5281400/0x3ec0b5400757479b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x23e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.124218:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b540075745f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d8f expref: 19 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.124229:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335104.124231:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335104.124234:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5281400/0x3ec0b5400757479b lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x23e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.124254:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b540075745f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x23e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d8f expref: 19 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.124267:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b540075745f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x23e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d8f expref: 19 pid: 8415 timeout: 1197 lvb_type: 0 00000100:00100000:1.0:1763335104.124278:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b45c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8416:1848989826042624:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335104.124355:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c5f94900 going to sleep for 11 seconds 00000004:00080000:0.0:1763335104.124444:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f7f24e00/2, rc 0, transno 21474838798 00000100:00100000:0.0:1763335104.124450:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7f24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826041984:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335104.124466:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7f25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826041728:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763335104.124489:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335104.124505:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c34e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826042240:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763335104.124521:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335104.124531:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1763335104.124536:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826041856:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335104.124550:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335104.124557:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4aa0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826042368:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335104.124574:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335104.124592:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826041728 00000100:00100000:0.0:1763335104.124596:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826041728 00000100:00100000:0.0:1763335104.124612:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826042240 00000100:00100000:0.0:1763335104.124614:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826042240 00000100:00100000:0.0:1763335104.124623:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826041856 00000100:00100000:0.0:1763335104.124625:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826041856 00000100:00100000:0.0:1763335104.124633:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826042368 00000100:00100000:0.0:1763335104.124635:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826042368 00000100:00100000:0.0:1763335104.124645:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6335 00000100:00100000:0.0:1763335104.124650:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+22:3667:x1848989826042496:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763335104.124716:0:8415:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x241:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335104.124719:0:8415:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x241:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763335104.124722:0:8415:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x241:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335104.124724:0:8415:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x241:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763335104.124726:0:8415:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x241:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335104.124756:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+23:3667:x1848989826042496:12345-0@lo:2:osp-syn-1-1.0 Request processed in 105us (1123us total) trans 17179871507 rc 0/0 00000100:00100000:0.0:1763335104.124762:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6335 00000100:00100000:0.0:1763335104.124774:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6336 00000100:00100000:0.0:1763335104.124779:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+69:3664:x1848989826041728:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763335104.124789:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:573 count 1 00010000:00010000:0.0:1763335104.124800:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075747a2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x23d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.124815:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c4664200/0x3ec0b54007574564 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x23d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d50 expref: 33 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335104.124822:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335104.124824:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335104.124826:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075747a2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x23d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.124844:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c4664200/0x3ec0b54007574564 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x23d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d50 expref: 33 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335104.124854:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c4664200/0x3ec0b54007574564 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x23d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d50 expref: 33 pid: 35240 timeout: 1197 lvb_type: 1 00000100:00100000:0.0:1763335104.124863:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4aca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1848989826042752:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335104.124885:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c678fc00 going to sleep for 11 seconds 00000100:00100000:0.0:1763335104.124901:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6337 00000100:00100000:0.0:1763335104.124908:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+22:3664:x1848989826042240:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763335104.124918:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:575 count 1 00010000:00010000:0.0:1763335104.124928:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b540075747a9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x23f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.124949:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b5400757456b lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x23f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d57 expref: 19 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335104.124956:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335104.124958:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335104.124961:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b540075747a9 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x23f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.124979:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b5400757456b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x23f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d57 expref: 19 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335104.124988:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b5400757456b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x23f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d57 expref: 19 pid: 35240 timeout: 1197 lvb_type: 1 00000100:00100000:0.0:1763335104.124998:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4acb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8417:1848989826042880:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335104.125018:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c678fb40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335104.127833:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6338 00000100:00100000:3.0:1763335104.127854:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+69:3664:x1848989826041856:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335104.128094:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+70:3664:x1848989826041856:12345-0@lo:2:osp-syn-0-1.0 Request processed in 239us (3532us total) trans 21474838799 rc 0/0 00000100:00100000:3.0:1763335104.128103:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6338 00000100:00100000:3.0:1763335104.128140:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6339 00000100:00100000:3.0:1763335104.128148:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4ac8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+22:3664:x1848989826042368:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335104.128228:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4ac8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+23:3664:x1848989826042368:12345-0@lo:2:osp-syn-1-1.0 Request processed in 82us (3653us total) trans 17179871508 rc 0/0 00000100:00100000:3.0:1763335104.128235:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6339 00010000:00010000:3.0:1763335104.128278:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757478d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1d6:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e1b expref: 239 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.128291:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d6:0x0].0x0 (ffff9000c487e500) 00010000:00010000:3.0:1763335104.128294:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763335104.128308:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007574786 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1d6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e1b expref: 239 pid: 13840 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763335104.128343:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757478d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1d6:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e1b expref: 238 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.128368:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d6:0x0].0x0 (ffff9000c487e500) 00010000:00010000:3.0:1763335104.128370:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763335104.128373:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7e00, rc 0) 00000100:00100000:3.0:1763335104.128414:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+238:55956:x1848989814638336:12345-192.168.204.57@tcp:101:bash.0 Request processed in 13026us (13767us total) trans 4294972888 rc 0/0 00000100:00100000:3.0:1763335104.128421:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9262 00000004:00080000:1.0:1763335104.128955:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f7f27800/2, rc 0, transno 21474838799 00000100:00100000:1.0:1763335104.128963:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826041856:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763335104.128979:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4aa0e00/2, rc 0, transno 17179871508 00000100:00100000:1.0:1763335104.128997:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4aa0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826042368:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763335104.129027:0:27803:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b540075745fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880da4 expref: 33 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.129040:0:27803:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b540075745fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x23c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880da4 expref: 33 pid: 8415 timeout: 1197 lvb_type: 0 00000100:00100000:2.0:1763335104.129054:0:27803:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cbad3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27803:1848989826043008:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335104.129128:0:27803:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c7ccbc00 going to sleep for 11 seconds 00000100:00080000:2.0:1763335104.129146:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:2.0:1763335104.129178:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001ff92a680/2, rc 0, transno 17179871507 00000100:00100000:2.0:1763335104.129183:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff92a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826042496:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335104.132050:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335104.132073:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4aca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1848989826042752:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335104.132096:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:2.0:1763335104.132100:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075747a2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x23d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335104.132120:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814638464 00000100:00100000:0.0:1763335104.132126:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814638464 00010000:00010000:0.0:1763335104.132162:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b540075745f7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x23e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d8f expref: 20 pid: 8415 timeout: 1197 lvb_type: 0 00000100:00100000:0.0:1763335104.132200:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814638592 00000100:00100000:0.0:1763335104.132203:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814638592 00010000:00010000:0.0:1763335104.132217:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4664200/0x3ec0b54007574564 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x23d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d50 expref: 34 pid: 35240 timeout: 1197 lvb_type: 1 00000100:00100000:2.0:1763335104.132218:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3033 00000100:00100000:2.0:1763335104.132228:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4ac9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:2427:x1848989814638464:12345-192.168.204.57@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1763335104.132235:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3034 00000100:00100000:0.0:1763335104.132240:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4acb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+34:2428:x1848989814638592:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335104.132241:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335104.132247:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b540075745f7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x23e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d8f expref: 20 pid: 8415 timeout: 1197 lvb_type: 0 00010000:00010000:0.0:1763335104.132247:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335104.132251:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c4664200/0x3ec0b54007574564 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x23d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d50 expref: 34 pid: 35240 timeout: 1197 lvb_type: 1 00010000:00010000:2.0:1763335104.132259:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b540075745f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x23e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d8f expref: 20 pid: 8415 timeout: 1197 lvb_type: 0 00010000:00010000:0.0:1763335104.132260:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c4664200/0x3ec0b54007574564 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x23d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d50 expref: 34 pid: 35240 timeout: 1197 lvb_type: 1 00010000:00010000:0.0:1763335104.132285:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c4664200/0x3ec0b54007574564 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x23d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d50 expref: 34 pid: 35240 timeout: 1197 lvb_type: 1 00010000:00010000:2.0:1763335104.132288:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335104.132290:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335104.132295:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c5281400/0x3ec0b5400757479b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.132297:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335104.132299:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335104.132301:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075747a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.132306:0:33041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5281400/0x3ec0b5400757479b lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x23e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.132308:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075747a2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x23d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.132343:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335104.132345:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335104.132386:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4ac9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:2427:x1848989814638464:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 160us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335104.132394:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3033 00010000:00010000:1.0:1763335104.132421:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b540075745f7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x23e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d8f expref: 19 pid: 8415 timeout: 1197 lvb_type: 0 00000100:00100000:1.0:1763335104.132431:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b45c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8416:1848989826042624:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335104.132445:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c5281400/0x3ec0b5400757479b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.132458:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c5281400/0x3ec0b5400757479b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.132464:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c5281400/0x3ec0b5400757479b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.132473:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c5281400/0x3ec0b5400757479b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.132481:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5281400/0x3ec0b5400757479b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.132506:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763335104.132524:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335104.132530:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c5281400/0x3ec0b5400757479b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.132538:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281400 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335104.132541:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c5281400/0x3ec0b5400757479b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.132549:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c5281400/0x3ec0b5400757479b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.132560:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c5281400/0x3ec0b5400757479b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.132566:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c5281400/0x3ec0b5400757479b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.132582:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335104.132584:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335104.132585:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335104.134728:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4acb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:2428:x1848989814638592:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 2477us (2620us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335104.134740:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3034 00010000:00010000:0.0:1763335104.134778:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075747a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.134789:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075747a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.134798:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075747a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.134810:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075747a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.134829:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763335104.135034:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+70:3664:x1848989826041728:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10253us (10542us total) trans 21474838800 rc 0/0 00000100:00100000:0.0:1763335104.135043:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6336 00000100:00100000:1.0:1763335104.135388:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+23:3667:x1848989826042112:12345-0@lo:6:osp-syn-1-1.0 Request processed in 11208us (11797us total) trans 17179871509 rc 0/0 00000100:00100000:1.0:1763335104.135397:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6334 00000004:00080000:1.0:1763335104.135443:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c34e1180/2, rc 0, transno 17179871509 00000100:00100000:1.0:1763335104.135448:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c34e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826042112:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763335104.135959:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.136048:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814638976 00000100:00100000:3.0:1763335104.136056:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814638976 00000100:00100000:1.0:1763335104.136209:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4acb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8417:1848989826042880:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335104.136228:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b540075747a9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x23f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335104.136515:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9263 00000100:00100000:3.0:1763335104.136525:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+238:56905:x1848989814638976:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335104.136544:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335104.136566:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075747b0 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880e22 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.136636:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b540075747b7 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335104.136650:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b540075747b7 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.136659:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b540075747b7 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.136670:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075747be lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335104.136676:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075747be lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.136682:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075747be lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.136781:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b540075747c5 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335104.136790:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b540075747c5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.136796:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b540075747c5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:3.0:1763335104.136806:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1d6:0x0]: returning size 2 00010000:00010000:3.0:1763335104.136881:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b540075747b7 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.136888:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b540075747b7 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.136893:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b540075747b7 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.136898:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b540075747b7 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.136904:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadb800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335104.136908:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b540075747b7 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.136915:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b540075747b7 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.136926:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c5f9f000) 00010000:00010000:3.0:1763335104.136929:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335104.136933:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b540075747b7 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.136951:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b540075747b7 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.136963:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075747be lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.136968:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075747be lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.136973:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075747be lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.136978:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadbc00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335104.136981:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075747be lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.136986:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075747be lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.136993:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c5f9f300) 00010000:00010000:3.0:1763335104.136995:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335104.136998:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075747be lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.137004:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075747be lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.137040:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075747b0 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e22 expref: 241 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.137055:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b540075747c5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e22 expref: 240 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.137062:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d6:0x0].0x0 (ffff9000c487e500) 00010000:00010000:3.0:1763335104.137064:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335104.137067:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadac00, rc 0) 00000100:00100000:3.0:1763335104.137137:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+240:56905:x1848989814638976:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 613us (1179us total) trans 4294972889 rc 0/0 00000100:00100000:3.0:1763335104.137144:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9263 00010000:00010000:0.0:1763335104.137553:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335104.137562:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075747a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.137570:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665c00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335104.137574:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075747a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.137581:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075747a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.137596:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075747a2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.137603:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075747a2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.137620:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335104.137622:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335104.137624:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763335104.137661:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f7f25c00/2, rc 0, transno 21474838800 00000100:00100000:0.0:1763335104.137668:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7f25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826041728:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335104.137880:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.138033:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335104.138108:0:27803:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cbad3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27803:1848989826043008:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335104.138128:0:27803:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6000/0x3ec0b54007574794 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x23c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335104.138754:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814638720 00000100:00100000:0.0:1763335104.138762:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814638720 00010000:00010000:0.0:1763335104.138793:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b5400757456b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x23f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d57 expref: 19 pid: 35240 timeout: 1197 lvb_type: 1 00000100:00100000:1.0:1763335104.138857:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814639104 00000100:00100000:1.0:1763335104.138861:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814639104 00010000:00010000:1.0:1763335104.138879:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b540075745fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x23c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880da4 expref: 33 pid: 8415 timeout: 1197 lvb_type: 0 00000100:00100000:1.0:1763335104.138913:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3035 00000100:00100000:1.0:1763335104.138922:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2427:x1848989814638720:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335104.138945:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335104.138951:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b5400757456b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x23f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d57 expref: 19 pid: 35240 timeout: 1197 lvb_type: 1 00010000:00010000:1.0:1763335104.138962:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b5400757456b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x23f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d57 expref: 19 pid: 35240 timeout: 1197 lvb_type: 1 00010000:00010000:1.0:1763335104.138981:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b5400757456b lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x23f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880d57 expref: 19 pid: 35240 timeout: 1197 lvb_type: 1 00010000:00010000:1.0:1763335104.138994:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335104.138996:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335104.139000:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b540075747a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.139008:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b540075747a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x23f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.139034:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335104.139078:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2427:x1848989814638720:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 156us (1198us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335104.139097:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3035 00000100:00100000:1.0:1763335104.139115:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3036 00000100:00100000:1.0:1763335104.139123:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:2428:x1848989814639104:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335104.139132:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335104.139137:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b540075745fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x23c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880da4 expref: 33 pid: 8415 timeout: 1197 lvb_type: 0 00010000:00010000:1.0:1763335104.139146:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b540075745fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880da4 expref: 33 pid: 8415 timeout: 1197 lvb_type: 0 00010000:00010000:1.0:1763335104.139160:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000cbada200/0x3ec0b540075745fe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x23c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880da4 expref: 33 pid: 8415 timeout: 1197 lvb_type: 0 00010000:00010000:1.0:1763335104.139169:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335104.139171:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335104.139174:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6000/0x3ec0b54007574794 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.139181:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6000/0x3ec0b54007574794 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x23c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.139194:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335104.139214:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:2428:x1848989814639104:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 93us (1183us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335104.139220:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3036 00010000:00010000:1.0:1763335104.139242:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b540075747a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.139250:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b540075747a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.139265:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b540075747a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.139273:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b540075747a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.139288:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763335104.139532:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+23:3664:x1848989826042240:12345-0@lo:6:osp-syn-1-1.0 Request processed in 14622us (15008us total) trans 17179871510 rc 0/0 00000100:00100000:1.0:1763335104.139540:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6337 00010000:00010000:2.0:1763335104.139757:0:27803:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6000/0x3ec0b54007574794 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.139765:0:27803:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6000/0x3ec0b54007574794 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.139772:0:27803:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6000/0x3ec0b54007574794 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.139779:0:27803:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6000/0x3ec0b54007574794 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.139810:0:27803:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1763335104.139956:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+70:3667:x1848989826041600:12345-0@lo:6:osp-syn-0-1.0 Request processed in 15953us (16431us total) trans 21474838801 rc 0/0 00000100:00100000:2.0:1763335104.139963:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6333 00000004:00080000:2.0:1763335104.140007:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f7f26300/2, rc 0, transno 21474838801 00000100:00100000:2.0:1763335104.140012:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7f26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826041600:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763335104.140249:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763335104.140256:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b540075747a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.140265:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665600 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335104.140269:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b540075747a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.140277:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b540075747a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.140290:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b540075747a9 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.140297:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b540075747a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.140568:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335104.140573:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6000/0x3ec0b54007574794 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.140579:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6000 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335104.140582:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6000/0x3ec0b54007574794 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.140588:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6000/0x3ec0b54007574794 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.140598:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6000/0x3ec0b54007574794 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.140604:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6000/0x3ec0b54007574794 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.140618:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335104.140619:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335104.140621:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763335104.140732:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c34e3800/2, rc 0, transno 17179871510 00000100:00100000:0.0:1763335104.140737:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c34e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826042240:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763335104.140856:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.140915:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814639232 00000100:00100000:3.0:1763335104.140922:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814639232 00000100:00100000:3.0:1763335104.141432:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6340 00000100:00100000:3.0:1763335104.141443:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:55956:x1848989814639232:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335104.141457:0:27803:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335104.141473:0:27803:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000cbadaa00/0x3ec0b540075747d3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x23e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880e29 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335104.141491:0:27803:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x23e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335104.141508:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335104.141510:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335104.141518:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbadaa00/0x3ec0b540075747d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e29 expref: 33 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.141531:0:27803:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000cbadaa00/0x3ec0b540075747d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e29 expref: 33 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.141541:0:27803:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadaa00, rc 0) 00000100:00100000:3.0:1763335104.141586:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:55956:x1848989814639232:12345-192.168.204.57@tcp:101:bash.0 Request processed in 145us (731us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335104.141592:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6340 00010000:00010000:1.0:1763335104.141890:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335104.145249:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335104.145287:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335104.145381:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814639616 00000100:00100000:0.0:1763335104.145391:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814639616 00000100:00100000:0.0:1763335104.145450:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3191 00000100:00100000:0.0:1763335104.145461:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+240:56905:x1848989814639616:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335104.145677:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+241:56905:x1848989814639616:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 217us (388us total) trans 4294972890 rc 0/0 00000100:00100000:0.0:1763335104.145684:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3191 00000100:00100000:3.0:1763335104.146134:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814639360 00000100:00100000:3.0:1763335104.146140:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814639360 00000100:00100000:3.0:1763335104.146166:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6341 00000100:00100000:3.0:1763335104.146173:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:55956:x1848989814639360:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335104.146184:0:27803:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335104.146203:0:27803:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000cbada400/0x3ec0b540075747da lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x240:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880e30 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335104.146230:0:27803:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x240:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335104.146247:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335104.146249:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335104.146257:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbada400/0x3ec0b540075747da lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e30 expref: 19 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.146272:0:27803:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000cbada400/0x3ec0b540075747da lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e30 expref: 19 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.146283:0:27803:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbada400, rc 0) 00000100:00100000:3.0:1763335104.146344:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:55956:x1848989814639360:12345-192.168.204.57@tcp:101:bash.0 Request processed in 170us (1104us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335104.146351:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6341 00000100:00100000:1.0:1763335104.150427:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335104.150470:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.150561:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814639744 00000100:00100000:3.0:1763335104.150572:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814639744 00002000:00010000:3.0:1763335104.150616:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/574 (0->18446744073709551615) 00002000:00100000:3.0:1763335104.150621:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c9b45f80 with x1848989814639744 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335104.150633:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c9b45f80. 00000100:00100000:3.0:1763335104.150664:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814639872 00000100:00100000:3.0:1763335104.150668:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814639872 00002000:00010000:3.0:1763335104.150681:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/576 (0->18446744073709551615) 00002000:00100000:3.0:1763335104.150684:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c9b46a00 with x1848989814639872 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335104.150690:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c9b46a00. 00000100:00100000:3.0:1763335104.150710:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1568 00000100:00100000:3.0:1763335104.150719:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:2426:x1848989814639744:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:3.0:1763335104.150890:0:23997:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x23e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335104.150894:0:23997:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x23e:0x0] updating lvb mtime from disk: 0 -> 1763335104 00002000:00010000:3.0:1763335104.150897:0:23997:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x23e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335104.150899:0:23997:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x23e:0x0] updating lvb ctime from disk: 0 -> 1763335104 00002000:00010000:3.0:1763335104.150902:0:23997:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x23e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335104.150965:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+34:2426:x1848989814639744:12345-192.168.204.57@tcp:10:bash.0 Request processed in 246us (548us total) trans 21474838802 rc 0/0 00000100:00100000:3.0:1763335104.150972:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1568 00002000:00010000:3.0:1763335104.150976:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/574 (0->18446744073709551615) 00002000:00100000:3.0:1763335104.150979:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c9b45f80 with x1848989814639744 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335104.150983:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c9b45f80. 00000100:00100000:3.0:1763335104.150999:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1569 00000100:00100000:3.0:1763335104.151005:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2426:x1848989814639872:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:3.0:1763335104.151084:0:23997:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x240:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335104.151087:0:23997:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x240:0x0] updating lvb mtime from disk: 0 -> 1763335104 00002000:00010000:3.0:1763335104.151090:0:23997:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x240:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335104.151092:0:23997:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x240:0x0] updating lvb ctime from disk: 0 -> 1763335104 00002000:00010000:3.0:1763335104.151094:0:23997:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x240:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335104.151114:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:2426:x1848989814639872:12345-192.168.204.57@tcp:10:bash.0 Request processed in 108us (643us total) trans 17179871511 rc 0/0 00000100:00100000:3.0:1763335104.151120:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1569 00002000:00010000:3.0:1763335104.151123:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/576 (0->18446744073709551615) 00002000:00100000:3.0:1763335104.151126:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c9b46a00 with x1848989814639872 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335104.151129:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c9b46a00. 00000100:00100000:2.0:1763335104.162099:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335104.162228:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814640128 00000100:00100000:1.0:1763335104.162238:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814640128 00000100:00100000:1.0:1763335104.162291:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3192 00000100:00100000:1.0:1763335104.162299:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+241:55956:x1848989814640128:12345-192.168.204.57@tcp:35:bash.0 00000100:00100000:1.0:1763335104.162593:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:55956:x1848989814640128:12345-192.168.204.57@tcp:35:bash.0 Request processed in 294us (514us total) trans 4294972891 rc 0/0 00000100:00100000:1.0:1763335104.162601:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3192 00000100:00100000:2.0:1763335104.170095:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.170189:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814640384 00000100:00100000:3.0:1763335104.170199:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814640384 00000100:00100000:3.0:1763335104.170255:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9264 00000100:00100000:3.0:1763335104.170264:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56906:x1848989814640384:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335104.170286:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335104.170304:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075747e1 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880e37 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.170429:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b540075747e8 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335104.170443:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b540075747e8 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x1d6:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.170452:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b540075747e8 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x1d6:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:3.0:1763335104.170463:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1d6:0x0]: returning size 5 00010000:00010000:3.0:1763335104.170557:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075747e1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1d6:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e37 expref: 245 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.170575:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b540075747e8 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1d6:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e37 expref: 244 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.170584:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d6:0x0].0x0 (ffff9000c487e500) 00010000:00010000:3.0:1763335104.170587:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1763335104.170590:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadb800, rc 0) 00000100:00100000:3.0:1763335104.170648:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56906:x1848989814640384:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 385us (571us total) trans 4294972892 rc 0/0 00000100:00100000:3.0:1763335104.170655:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9264 00000100:00100000:2.0:1763335104.172102:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335104.172172:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814640640 00000100:00100000:1.0:1763335104.172180:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814640640 00000100:00100000:1.0:1763335104.172221:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9265 00000100:00100000:1.0:1763335104.172230:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56907:x1848989814640640:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:1.0:1763335104.172266:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1763335104.172284:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757478d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1d6:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e1b expref: 244 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.172302:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b540075747c5 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e22 expref: 243 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.172350:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574771 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e0d expref: 242 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.172362:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d6:0x0].0x0 (ffff9000c487e500) 00010000:00010000:1.0:1763335104.172366:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335104.172388:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075747f6 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335104.172398:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075747f6 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.172407:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075747f6 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.172418:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075747fd lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335104.172426:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075747fd lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.172432:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075747fd lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.172497:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574804 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335104.172512:0:7841:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b540075747e8 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x1d6:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e37 expref: 241 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.172520:0:7841:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574804 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.172550:0:7841:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b540075747e8 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1d6:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e37 expref: 241 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.172564:0:7841:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b540075747e8 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1d6:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e37 expref: 241 pid: 13840 timeout: 1197 lvb_type: 0 00000100:00100000:1.0:1763335104.172579:0:7841:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b45180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826043136:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335104.172647:0:7841:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c5f946c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335104.175662:0:7841:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b45180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826043136:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335104.175689:0:7841:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574804 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000100:00100000:2.0:1763335104.177285:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.177706:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814640768 00000100:00100000:3.0:1763335104.177715:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814640768 00000100:00100000:3.0:1763335104.177759:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9266 00000100:00100000:3.0:1763335104.177767:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56906:x1848989814640768:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335104.177788:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335104.177805:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757480b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880e3e expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.177920:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007574812 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335104.177932:0:13840:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574804 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335104.177950:0:13840:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007574812 lrc: 4/1,0 mode: --/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.177966:0:13840:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574804 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335104.177975:0:13840:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007574812 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000100:00100000:2.0:1763335104.181074:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.181361:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814640896 00000100:00100000:3.0:1763335104.181370:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814640896 00010000:00010000:3.0:1763335104.181404:0:6516:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b540075747e8 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1d6:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e37 expref: 244 pid: 13840 timeout: 1197 lvb_type: 0 00000100:00100000:3.0:1763335104.181433:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3037 00000100:00100000:3.0:1763335104.181440:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d30e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:2429:x1848989814640896:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335104.181453:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335104.181460:0:6516:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b540075747e8 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1d6:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e37 expref: 244 pid: 13840 timeout: 1197 lvb_type: 0 00010000:00010000:3.0:1763335104.181472:0:6516:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b540075747e8 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1d6:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e37 expref: 244 pid: 13840 timeout: 1197 lvb_type: 0 00010000:00010000:3.0:1763335104.181491:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b540075747e8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1d6:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e37 expref: 244 pid: 13840 timeout: 1197 lvb_type: 0 00010000:00010000:3.0:1763335104.181505:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d6:0x0].0x0 (ffff9000c487e500) 00010000:00010000:3.0:1763335104.181511:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574804 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335104.181520:0:6516:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574804 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335104.181527:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574804 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335104.181534:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007574812 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.181541:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007574812 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.181546:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007574812 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.181567:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335104.181613:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d30e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:2429:x1848989814640896:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 172us (548us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335104.181621:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3037 00010000:00010000:1.0:1763335104.181680:0:7841:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574804 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.181687:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574804 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 7841 initiator: MDT1 00000004:00080000:1.0:1763335104.181912:0:7841:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000405:0x1d6:0x0] is inserted into orphan list, open count = 1 00010000:00010000:1.0:1763335104.182005:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574804 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.182012:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574804 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.182019:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574804 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.182025:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335104.182029:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574804 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.182036:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574804 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.182044:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d6:0x0].0x0 (ffff9000c487e500) 00010000:00010000:1.0:1763335104.182047:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763335104.182049:0:7841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007574812 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.182055:0:7841:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007574812 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.182060:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007574812 lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.182086:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574804 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.182093:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574804 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.182106:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075747f6 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.182111:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075747f6 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.182116:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075747f6 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.182123:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075747f6 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.182127:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335104.182130:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075747f6 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.182135:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075747f6 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.182142:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c87e8e00) 00010000:00010000:1.0:1763335104.182144:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335104.182147:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075747f6 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.182153:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075747f6 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000004:00010000:1.0:1763335104.182165:0:7841:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000092c5f4e0 reply state 00000000ab2cbd76 transno 4294972893 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075747fd lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.182173:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075747fd lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.182179:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c87e8100) 00010000:00010000:1.0:1763335104.182182:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335104.182184:0:7841:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335104.182224:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56907:x1848989814640640:12345-192.168.204.57@tcp:36:rm.0 Request processed in 9995us (10138us total) trans 4294972893 rc 0/0 00000100:00100000:1.0:1763335104.182232:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9265 00010000:00010000:3.0:1763335104.182500:0:13840:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007574812 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.182508:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007574812 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:3.0:1763335104.182533:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1d6:0x0]: returning size 5 00000004:00200000:3.0:1763335104.182537:0:13840:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335104.182550:0:13840:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007574812 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.182572:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757480b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1d6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e3e expref: 244 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.182585:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada800/0x3ec0b54007574812 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e3e expref: 243 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.182592:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d6:0x0].0x0 (ffff9000c487e500) 00010000:00010000:3.0:1763335104.182595:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335104.182597:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbada800, rc 0) 00000100:00100000:3.0:1763335104.182632:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:56906:x1848989814640768:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 4866us (5351us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335104.182639:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9266 00000100:00100000:2.0:1763335104.184619:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335104.184698:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814641152 00000100:00100000:0.0:1763335104.184707:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814641152 00000100:00100000:0.0:1763335104.184755:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3193 00000100:00100000:0.0:1763335104.184765:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001d24db050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:56906:x1848989814641152:12345-192.168.204.57@tcp:35:lfs.0 00000004:00080000:0.0:1763335104.184982:0:6533:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x1d6:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1763335104.185044:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1416, 64 off119152 00000040:00080000:0.0:1763335104.185067:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1417, 64 off119152 00000040:00080000:0.0:1763335104.185077:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1418, 64 off119216 00000040:00080000:0.0:1763335104.185085:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1417, 64 off119216 00010000:00010000:0.0:1763335104.185134:0:6533:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574819 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 00010000:00010000:0.0:1763335104.185150:0:6533:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574819 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335104.185159:0:6533:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574819 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335104.185167:0:6533:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574819 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335104.185173:0:6533:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574819 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335104.185178:0:6533:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574819 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335104.185203:0:6533:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763335104.185407:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001d24db050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56906:x1848989814641152:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 643us (795us total) trans 4294972894 rc 0/0 00000100:00100000:0.0:1763335104.185416:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3193 00010000:00010000:2.0:1763335104.185547:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335104.185554:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574819 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335104.185561:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665c00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335104.185564:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574819 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335104.185572:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574819 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335104.185583:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d6:0x0].0x0 (ffff9000c487e500) 00010000:00010000:2.0:1763335104.185587:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335104.185591:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574819 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335104.185600:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574819 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335104.185612:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335104.185614:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335104.185615:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335104.191113:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.191206:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814641280 00000100:00100000:3.0:1763335104.191215:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814641280 00000100:00100000:3.0:1763335104.191275:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9267 00000100:00100000:3.0:1763335104.191284:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56906:x1848989814641280:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335104.191306:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335104.191353:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007574820 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880e45 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.191619:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574827 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335104.191633:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574827 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.191644:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574827 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.191656:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757482e lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335104.191663:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757482e lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.191669:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757482e lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.191709:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574827 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.191715:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574827 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.191722:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574827 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.191731:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574827 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.191737:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335104.191741:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574827 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.191833:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574827 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.191845:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c5f9f100) 00010000:00010000:2.0:1763335104.191849:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335104.191853:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574827 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.191860:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574827 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.191872:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757482e lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.191877:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757482e lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.191883:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757482e lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.191887:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335104.191890:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757482e lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.191896:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757482e lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.191905:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c87e8100) 00010000:00010000:2.0:1763335104.191908:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335104.191911:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757482e lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.191916:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757482e lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.191949:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007574820 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e45 expref: 245 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.191960:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c5f9f100) 00010000:00010000:2.0:1763335104.191963:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335104.191966:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007574820 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e45 expref: 245 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.191979:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadbc00, rc 0) 00000100:00100000:2.0:1763335104.192044:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56906:x1848989814641280:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 761us (939us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335104.192052:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9267 00000100:00100000:3.0:1763335104.201604:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335104.201673:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814641408 00000100:00100000:1.0:1763335104.201684:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814641408 00000100:00100000:1.0:1763335104.201744:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9268 00000100:00100000:1.0:1763335104.201754:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56908:x1848989814641408:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335104.201773:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335104.201796:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007574835 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880e4c expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.201858:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b5400757483c lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335104.201871:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b5400757483c lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.201880:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b5400757483c lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.201890:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574843 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335104.201897:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574843 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.201902:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574843 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.201950:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b5400757483c lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.201957:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b5400757483c lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.201963:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b5400757483c lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.201973:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b5400757483c lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.201978:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335104.201982:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b5400757483c lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.201989:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b5400757483c lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.202005:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c87e8e00) 00010000:00010000:1.0:1763335104.202008:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335104.202012:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b5400757483c lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.202019:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b5400757483c lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.202030:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574843 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.202035:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574843 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.202040:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574843 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.202045:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335104.202047:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574843 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.202053:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574843 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.202063:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c87e8100) 00010000:00010000:1.0:1763335104.202065:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335104.202067:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574843 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.202072:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574843 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.202108:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007574835 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e4c expref: 245 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.202119:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c87e8e00) 00010000:00010000:1.0:1763335104.202121:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335104.202124:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007574835 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e4c expref: 245 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.202135:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281200, rc 0) 00000100:00100000:1.0:1763335104.202204:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56908:x1848989814641408:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 451us (609us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335104.202212:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9268 00000100:00100000:3.0:1763335104.211080:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335104.217100:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814641536 00000100:00100000:2.0:1763335104.217117:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814641536 00000100:00100000:2.0:1763335104.217198:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9269 00000100:00100000:2.0:1763335104.217208:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff929880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56908:x1848989814641536:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335104.217230:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335104.217254:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757484a lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880e53 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.217345:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574851 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335104.217360:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574851 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.217371:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574851 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.217381:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574858 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335104.217388:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574858 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.217393:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574858 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.217429:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574851 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.217436:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574851 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.217442:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574851 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.217448:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574851 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.217453:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335104.217457:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574851 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.217468:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574851 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.217478:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c487e000) 00010000:00010000:2.0:1763335104.217482:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335104.217486:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574851 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.217492:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574851 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.217506:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574858 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.217512:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574858 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.217517:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574858 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.217521:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335104.217524:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574858 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.217529:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574858 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.217534:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c87e8100) 00010000:00010000:2.0:1763335104.217537:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335104.217539:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574858 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.217545:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574858 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.217569:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757484a lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e53 expref: 245 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.217578:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c487e000) 00010000:00010000:2.0:1763335104.217581:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335104.217584:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757484a lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e53 expref: 245 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.217595:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7e00, rc 0) 00000100:00100000:2.0:1763335104.217672:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff929880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56908:x1848989814641536:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 465us (6601us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335104.217680:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9269 00000100:00100000:3.0:1763335104.221728:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335104.221806:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.222279:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814641664 00000100:00100000:3.0:1763335104.222290:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814641664 00000100:00100000:0.0:1763335104.222396:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814641920 00000100:00100000:0.0:1763335104.222402:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814641920 00000100:00100000:0.0:1763335104.222438:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9270 00000100:00100000:0.0:1763335104.222447:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff928a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56908:x1848989814641664:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335104.222467:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335104.222489:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b5400757485f lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880e5a expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.222545:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574866 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335104.222558:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574866 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.222568:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574866 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:0.0:1763335104.222619:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763335104.222624:0:13591:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763335104.222657:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b5400757485f lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e5a expref: 247 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.222675:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574866 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e5a expref: 246 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.222683:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881200) 00010000:00010000:0.0:1763335104.222692:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763335104.222695:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665c00, rc 0) 00000100:00100000:0.0:1763335104.222750:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff928a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+246:56908:x1848989814641664:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 299us (1026us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335104.222757:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9270 00000100:00100000:0.0:1763335104.222775:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9271 00000100:00100000:0.0:1763335104.222782:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56909:x1848989814641920:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335104.222789:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335104.222796:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b5400757486d lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880e61 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.222859:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574874 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335104.222867:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574874 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.222877:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574874 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.222887:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757487b lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335104.222893:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757487b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.222898:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757487b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.222929:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574874 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.222948:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574874 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.222954:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574874 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.222960:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574874 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.222965:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335104.222969:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574874 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.222975:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574874 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.222983:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881200) 00010000:00010000:0.0:1763335104.222986:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335104.222990:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574874 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.222995:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574874 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.223004:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757487b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.223010:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757487b lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.223015:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757487b lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.223020:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335104.223022:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757487b lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.223028:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757487b lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.223034:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c87e8100) 00010000:00010000:0.0:1763335104.223037:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335104.223040:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757487b lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.223045:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757487b lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.223065:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b5400757486d lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e61 expref: 246 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.223073:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881200) 00010000:00010000:0.0:1763335104.223076:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763335104.223079:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b5400757486d lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e61 expref: 246 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.223087:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664800, rc 0) 00000100:00100000:0.0:1763335104.223107:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56909:x1848989814641920:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 325us (1301us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335104.223113:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9271 00000100:00100000:3.0:1763335104.228199:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335104.228276:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814642048 00000100:00100000:2.0:1763335104.228287:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814642048 00000100:00100000:1.0:1763335104.229753:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9272 00000100:00100000:1.0:1763335104.229772:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff928e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56908:x1848989814642048:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335104.229793:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335104.229815:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007574882 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880e68 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.229904:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574889 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335104.229923:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574889 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.229944:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574889 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.229955:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574890 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335104.229962:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574890 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.229969:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574890 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.230011:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574889 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.230017:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574889 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.230024:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574889 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.230030:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574889 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.230035:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335104.230039:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574889 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.230047:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574889 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.230062:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881200) 00010000:00010000:1.0:1763335104.230066:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335104.230070:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574889 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.230077:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574889 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.230089:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574890 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.230094:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574890 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.230099:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574890 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.230104:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335104.230107:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574890 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.230111:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574890 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.230117:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c87e8100) 00010000:00010000:1.0:1763335104.230129:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335104.230132:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574890 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.230138:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574890 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.230164:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007574882 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e68 expref: 246 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.230174:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881200) 00010000:00010000:1.0:1763335104.230176:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335104.230180:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007574882 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e68 expref: 246 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.230189:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281200, rc 0) 00000100:00100000:1.0:1763335104.230289:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff928e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56908:x1848989814642048:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 524us (2099us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335104.230296:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9272 00000100:00100000:3.0:1763335104.238109:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335104.238270:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814642304 00000100:00100000:1.0:1763335104.238280:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814642304 00000100:00100000:1.0:1763335104.238342:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9273 00000100:00100000:1.0:1763335104.238352:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff929c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56908:x1848989814642304:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335104.238374:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335104.238383:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763335104.238409:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574866 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e5a expref: 245 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.238429:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881200) 00010000:00010000:1.0:1763335104.238438:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335104.238452:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007574897 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880e6f expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.238540:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b5400757489e lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335104.238552:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b5400757489e lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.238562:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b5400757489e lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.238571:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075748a5 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335104.238578:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075748a5 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.238583:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075748a5 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.238910:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b540075748ac lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335104.238919:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b540075748ac lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.238926:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b540075748ac lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:1.0:1763335104.238952:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1d7:0x0]: returning size 0 00010000:00010000:1.0:1763335104.238976:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b5400757489e lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.238983:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b5400757489e lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.238988:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b5400757489e lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.238995:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b5400757489e lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.239000:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335104.239005:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b5400757489e lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.239012:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b5400757489e lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.239020:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c87e8e00) 00010000:00010000:1.0:1763335104.239024:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335104.239027:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b5400757489e lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.239033:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b5400757489e lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000004:00010000:1.0:1763335104.239043:0:7841:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001df6e605 reply state 00000000e1a52bdd transno 4294972895 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075748a5 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.239053:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075748a5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.239058:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c87e8100) 00010000:00010000:1.0:1763335104.239061:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335104.239063:0:7841:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763335104.239087:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007574897 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e6f expref: 247 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.239101:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b540075748ac lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e6f expref: 246 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.239108:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d7:0x0].0x0 (ffff9001c87e8b00) 00010000:00010000:1.0:1763335104.239111:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335104.239113:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281e00, rc 0) 00000100:00100000:1.0:1763335104.239168:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff929c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:56908:x1848989814642304:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 817us (1081us total) trans 4294972895 rc 0/0 00000100:00100000:1.0:1763335104.239175:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9273 00000100:00100000:3.0:1763335104.243671:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335104.243773:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814642560 00000100:00100000:2.0:1763335104.243784:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814642560 00000100:00100000:2.0:1763335104.243842:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9274 00000100:00100000:2.0:1763335104.243851:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff928380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:56908:x1848989814642560:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335104.243873:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335104.243892:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075748ba lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880e76 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.244003:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075748c1 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335104.244017:0:13840:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b540075748ac lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e6f expref: 248 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.244031:0:13840:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075748c1 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.244064:0:13840:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b540075748ac lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e6f expref: 248 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.244077:0:13840:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b540075748ac lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e6f expref: 248 pid: 7841 timeout: 1197 lvb_type: 0 00000100:00100000:2.0:1763335104.244089:0:13840:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c7d30000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13840:1848989826043264:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335104.244168:0:13840:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c7ccb600 going to sleep for 11 seconds 00000100:00100000:3.0:1763335104.247264:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335104.247368:0:13840:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c7d30000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13840:1848989826043264:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335104.247391:0:13840:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075748c1 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000100:00100000:0.0:1763335104.247474:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814642688 00000100:00100000:0.0:1763335104.247480:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814642688 00010000:00010000:0.0:1763335104.247512:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b540075748ac lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e6f expref: 249 pid: 7841 timeout: 1197 lvb_type: 0 00000100:00100000:0.0:1763335104.247547:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3038 00000100:00100000:0.0:1763335104.247557:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001fb698c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:2427:x1848989814642688:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335104.247569:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335104.247576:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b540075748ac lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e6f expref: 249 pid: 7841 timeout: 1197 lvb_type: 0 00010000:00010000:0.0:1763335104.247586:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b540075748ac lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e6f expref: 249 pid: 7841 timeout: 1197 lvb_type: 0 00010000:00010000:0.0:1763335104.247606:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b540075748ac lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e6f expref: 249 pid: 7841 timeout: 1197 lvb_type: 0 00010000:00010000:0.0:1763335104.247621:0:7458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d7:0x0].0x0 (ffff9001c87e8b00) 00010000:00010000:0.0:1763335104.247625:0:7458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075748c1 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335104.247638:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075748c1 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335104.247645:0:7458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075748c1 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335104.247669:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335104.247751:0:13840:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075748c1 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.247758:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075748c1 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:2.0:1763335104.247780:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1d7:0x0]: returning size 0 00000004:00080000:2.0:1763335104.247932:0:13840:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x242:0x0], index 1: 0 00000004:00080000:2.0:1763335104.247952:0:13840:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x240:0x0], index 0: 0 00000004:00080000:2.0:1763335104.247957:0:13840:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x241:0x0], index 0: 0 00000004:00080000:2.0:1763335104.247961:0:13840:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x243:0x0], index 1: 0 00010000:00010000:2.0:1763335104.248055:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075748c1 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.248066:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075748c1 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.248073:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075748c1 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.248078:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335104.248082:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075748c1 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.248089:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075748c1 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.248097:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d7:0x0].0x0 (ffff9001c87e8b00) 00010000:00010000:2.0:1763335104.248100:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763335104.248103:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075748c1 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.248109:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075748c1 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.248151:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075748ba lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e76 expref: 249 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.248159:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d7:0x0].0x0 (ffff9001c87e8b00) 00010000:00010000:2.0:1763335104.248162:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763335104.248165:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075748ba lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e76 expref: 249 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.248178:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7e00, rc 0) 00000100:00100000:0.0:1763335104.248269:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001fb698c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:2427:x1848989814642688:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 712us (1013us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335104.248278:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3038 00000100:00100000:2.0:1763335104.248449:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff928380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:56908:x1848989814642560:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 4598us (4787us total) trans 4294972896 rc 301/301 00000100:00100000:2.0:1763335104.248458:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9274 00000100:00100000:3.0:1763335104.250116:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335104.251756:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814642944 00000100:00100000:1.0:1763335104.251766:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814642944 00000100:00100000:0.0:1763335104.252482:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3194 00000100:00100000:0.0:1763335104.252492:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:56908:x1848989814642944:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335104.252733:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:56908:x1848989814642944:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 242us (2621us total) trans 4294972897 rc 0/0 00000100:00100000:0.0:1763335104.252741:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3194 00000100:00100000:0.0:1763335104.258087:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335104.258244:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814643200 00000100:00100000:2.0:1763335104.258254:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814643200 00000100:00100000:2.0:1763335104.258311:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9275 00000100:00100000:2.0:1763335104.258352:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4ac9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:56910:x1848989814643200:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335104.258373:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335104.258403:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b540075748cf lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880e7d expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.258497:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075748d6 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335104.258511:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075748d6 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.258522:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075748d6 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.258531:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b540075748dd lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335104.258538:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b540075748dd lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.258543:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b540075748dd lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.258645:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075748e4 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335104.258652:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075748e4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.258659:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075748e4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:2.0:1763335104.258668:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1d7:0x0]: returning size 0 00010000:00010000:2.0:1763335104.258770:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075748d6 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.258777:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075748d6 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.258783:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075748d6 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.258789:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075748d6 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.258794:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335104.258798:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075748d6 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.258805:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075748d6 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.258816:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c487e000) 00010000:00010000:2.0:1763335104.258820:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335104.258823:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075748d6 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.258829:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075748d6 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.258843:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b540075748dd lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.258852:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b540075748dd lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.258857:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b540075748dd lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.258861:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335104.258864:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b540075748dd lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.258870:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b540075748dd lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.258875:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c87e8100) 00010000:00010000:2.0:1763335104.258878:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335104.258880:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b540075748dd lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.258885:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b540075748dd lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.258914:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b540075748cf lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e7d expref: 251 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.258961:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075748e4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e7d expref: 250 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.258968:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d7:0x0].0x0 (ffff9000c487e400) 00010000:00010000:2.0:1763335104.258971:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335104.258982:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6e00, rc 0) 00000100:00100000:2.0:1763335104.259056:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4ac9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:56910:x1848989814643200:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 696us (969us total) trans 4294972898 rc 0/0 00000100:00100000:2.0:1763335104.259064:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9275 00000100:00100000:0.0:1763335104.264209:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335104.264398:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814643328 00000100:00100000:1.0:1763335104.264409:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814643328 00000100:00100000:2.0:1763335104.264527:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6342 00000100:00100000:2.0:1763335104.264544:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4acb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+34:2427:x1848989814643328:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335104.264562:0:27803:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335104.264583:0:27803:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7e00/0x3ec0b540075748f2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x241:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880e84 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335104.264611:0:27803:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x241:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763335104.264630:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335104.264632:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335104.264640:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7e00/0x3ec0b540075748f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e84 expref: 35 pid: 27803 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335104.264656:0:27803:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7e00/0x3ec0b540075748f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e84 expref: 35 pid: 27803 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335104.264667:0:27803:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7e00, rc 0) 00000100:00100000:2.0:1763335104.264727:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4acb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+35:2427:x1848989814643328:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 190us (527us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335104.264733:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6342 00000100:00100000:3.0:1763335104.265030:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.265126:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.265147:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814643712 00000100:00100000:3.0:1763335104.265151:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814643712 00000100:00100000:3.0:1763335104.265180:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3195 00000100:00100000:3.0:1763335104.265187:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:56908:x1848989814643712:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335104.265400:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:56908:x1848989814643712:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 211us (272us total) trans 4294972899 rc 0/0 00000100:00100000:3.0:1763335104.265407:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3195 00000100:00100000:1.0:1763335104.265512:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814643456 00000100:00100000:1.0:1763335104.265516:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814643456 00000100:00100000:1.0:1763335104.265554:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6343 00000100:00100000:1.0:1763335104.265562:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff929f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:2427:x1848989814643456:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335104.265571:0:8417:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335104.265584:0:8417:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c5281800/0x3ec0b540075748f9 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x243:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880e8b expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335104.265602:0:8417:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x243:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763335104.265611:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335104.265613:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335104.265620:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5281800/0x3ec0b540075748f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e8b expref: 21 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335104.265631:0:8417:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c5281800/0x3ec0b540075748f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e8b expref: 21 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335104.265641:0:8417:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281800, rc 0) 00000100:00100000:1.0:1763335104.265667:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff929f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:2427:x1848989814643456:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 106us (638us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335104.265673:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6343 00000100:00100000:3.0:1763335104.274795:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335104.275013:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814643968 00000100:00100000:0.0:1763335104.275024:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814643968 00000100:00100000:0.0:1763335104.275088:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9276 00000100:00100000:0.0:1763335104.275098:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:55956:x1848989814643968:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335104.275124:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335104.275128:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763335104.275159:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075748e4 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e7d expref: 251 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.275177:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d7:0x0].0x0 (ffff9000c487e400) 00010000:00010000:0.0:1763335104.275189:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335104.275206:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3400/0x3ec0b54007574900 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880e92 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.275308:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3600/0x3ec0b54007574907 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335104.275351:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3600/0x3ec0b54007574907 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1d7:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.275361:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3600/0x3ec0b54007574907 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1d7:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:0.0:1763335104.275375:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1d7:0x0]: returning size 0 00010000:00010000:0.0:1763335104.275474:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3400/0x3ec0b54007574900 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e92 expref: 253 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.275489:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3600/0x3ec0b54007574907 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1d7:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e92 expref: 252 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.275496:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d7:0x0].0x0 (ffff9000c4881400) 00010000:00010000:0.0:1763335104.275499:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:0.0:1763335104.275501:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d25a3600, rc 0) 00000100:00100000:0.0:1763335104.275560:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:55956:x1848989814643968:12345-192.168.204.57@tcp:101:bash.0 Request processed in 464us (775us total) trans 4294972900 rc 0/0 00000100:00100000:0.0:1763335104.275567:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9276 00000100:00100000:3.0:1763335104.276286:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335104.276380:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814644096 00000100:00100000:2.0:1763335104.276386:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814644096 00000100:00100000:2.0:1763335104.276421:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9277 00000100:00100000:2.0:1763335104.276428:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:56910:x1848989814644096:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335104.276438:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335104.276448:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574915 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880e99 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.276477:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574915 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e99 expref: 253 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.276488:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574915 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e99 expref: 253 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.276501:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d7:0x0].0x0 (ffff9000c4881400) 00010000:00010000:2.0:1763335104.276503:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763335104.276505:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6c00, rc 0) 00000100:00100000:2.0:1763335104.276542:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56910:x1848989814644096:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 114us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335104.276548:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9277 00000100:00100000:3.0:1763335104.279395:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.279432:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335104.279540:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814644480 00000100:00100000:1.0:1763335104.279550:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814644480 00000100:00100000:1.0:1763335104.279600:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3196 00000100:00100000:1.0:1763335104.279609:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56910:x1848989814644480:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335104.279795:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56910:x1848989814644480:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 186us (361us total) trans 4294972901 rc 0/0 00000100:00100000:1.0:1763335104.279803:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3196 00000100:00100000:0.0:1763335104.279925:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814644224 00000100:00100000:0.0:1763335104.279930:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814644224 00000100:00100000:0.0:1763335104.279973:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9278 00000100:00100000:0.0:1763335104.279981:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:55956:x1848989814644224:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335104.279993:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335104.280010:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a2800/0x3ec0b5400757491c lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880ea0 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.280039:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a2400/0x3ec0b54007574923 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335104.280051:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a2400/0x3ec0b54007574923 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.280062:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a2400/0x3ec0b54007574923 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.280138:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a2800/0x3ec0b5400757491c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ea0 expref: 256 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.280155:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a2400/0x3ec0b54007574923 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ea0 expref: 255 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.280164:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d7:0x0].0x0 (ffff9000c4881400) 00010000:00010000:0.0:1763335104.280168:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763335104.280171:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d25a2400, rc 0) 00000100:00100000:0.0:1763335104.280209:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:55956:x1848989814644224:12345-192.168.204.57@tcp:101:bash.0 Request processed in 228us (822us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335104.280215:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9278 00000100:00100000:3.0:1763335104.281811:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335104.281906:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814644736 00000100:00100000:2.0:1763335104.281914:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814644736 00000100:00100000:2.0:1763335104.281974:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9279 00000100:00100000:2.0:1763335104.281984:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:55956:x1848989814644736:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:2.0:1763335104.282027:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335104.282048:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3600/0x3ec0b54007574907 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x1d7:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e92 expref: 255 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.282067:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d7:0x0].0x0 (ffff9000c4881400) 00010000:00010000:2.0:1763335104.282072:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335104.282224:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b5400757492a lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335104.282236:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b5400757492a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.282246:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b5400757492a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000001:00080000:2.0:1763335104.282288:0:13840:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972902 00000004:00010000:2.0:1763335104.282307:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f485570a reply state 000000009d4d6aeb transno 4294972903 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b5400757492a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.282357:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b5400757492a lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.282363:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d7:0x0].0x0 (ffff9000c4881400) 00010000:00010000:2.0:1763335104.282366:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335104.282368:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335104.282439:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:55956:x1848989814644736:12345-192.168.204.57@tcp:36:bash.0 Request processed in 456us (634us total) trans 4294972903 rc 0/0 00000100:00100000:2.0:1763335104.282446:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9279 00000020:00080000:2.0:1763335104.282451:0:13840:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763335104.284200:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335104.284264:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814644992 00000100:00100000:0.0:1763335104.284272:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814644992 00000100:00100000:0.0:1763335104.284382:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9280 00000100:00100000:0.0:1763335104.284392:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:56910:x1848989814644992:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335104.284415:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335104.284435:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3c00/0x3ec0b54007574931 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880ea7 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.284500:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574938 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335104.284512:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574938 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.284523:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574938 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.284532:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b5400757493f lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335104.284539:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b5400757493f lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.284545:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b5400757493f lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.284838:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574946 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335104.284848:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574946 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.284855:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574946 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:0.0:1763335104.284864:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1d7:0x0]: returning size 0 00010000:00010000:0.0:1763335104.284947:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574938 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.284958:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574938 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.284964:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574938 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.284970:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574938 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.284976:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335104.284980:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574938 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.284987:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574938 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.284999:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881a00) 00010000:00010000:0.0:1763335104.285001:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335104.285006:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574938 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.285011:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574938 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.285026:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b5400757493f lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.285032:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b5400757493f lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.285037:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b5400757493f lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.285042:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335104.285045:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b5400757493f lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.285050:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b5400757493f lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.285056:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c87e8100) 00010000:00010000:0.0:1763335104.285059:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335104.285062:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b5400757493f lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.285067:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b5400757493f lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.285098:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3c00/0x3ec0b54007574931 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ea7 expref: 260 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.285113:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574946 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ea7 expref: 259 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.285120:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d7:0x0].0x0 (ffff9000c4881400) 00010000:00010000:0.0:1763335104.285122:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335104.285124:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665400, rc 0) 00000100:00100000:0.0:1763335104.285183:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:56910:x1848989814644992:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 792us (989us total) trans 4294972904 rc 0/0 00000100:00100000:0.0:1763335104.285190:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9280 00000100:00100000:1.0:1763335104.285987:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335104.286061:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814645248 00000100:00100000:0.0:1763335104.286067:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814645248 00000100:00100000:0.0:1763335104.286611:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9281 00000100:00100000:0.0:1763335104.286621:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:55956:x1848989814645248:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335104.286642:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335104.286645:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763335104.286664:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574915 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e99 expref: 259 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.286680:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d7:0x0].0x0 (ffff9000c4881400) 00010000:00010000:0.0:1763335104.286684:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335104.286696:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574954 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880eae expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.286734:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b5400757495b lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335104.286745:0:6532:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574946 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ea7 expref: 259 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.286753:0:6532:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b5400757495b lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.286786:0:6532:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574946 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ea7 expref: 259 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.286799:0:6532:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574946 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ea7 expref: 259 pid: 6532 timeout: 1197 lvb_type: 0 00000100:00100000:0.0:1763335104.286811:0:6532:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4ac9500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826043392:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335104.286879:0:6532:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001cad67f00 going to sleep for 11 seconds 00000100:00100000:3.0:1763335104.289708:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335104.289780:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814645504 00000100:00100000:0.0:1763335104.289791:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814645504 00000100:00100000:0.0:1763335104.289846:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3197 00000100:00100000:0.0:1763335104.289856:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:56910:x1848989814645504:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335104.290095:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56910:x1848989814645504:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 240us (397us total) trans 4294972905 rc 0/0 00000100:00100000:0.0:1763335104.290104:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3197 00000100:00100000:3.0:1763335104.290842:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335104.290914:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814645632 00000100:00100000:1.0:1763335104.290920:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814645632 00010000:00010000:1.0:1763335104.290959:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574946 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ea7 expref: 261 pid: 6532 timeout: 1197 lvb_type: 0 00000100:00100000:1.0:1763335104.290996:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3039 00000100:00100000:1.0:1763335104.291004:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:2427:x1848989814645632:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335104.291016:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335104.291023:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574946 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ea7 expref: 261 pid: 6532 timeout: 1197 lvb_type: 0 00010000:00010000:1.0:1763335104.291035:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574946 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ea7 expref: 261 pid: 6532 timeout: 1197 lvb_type: 0 00010000:00010000:1.0:1763335104.291058:0:7458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d7:0x0].0x0 (ffff9000c4881400) 00010000:00010000:1.0:1763335104.291064:0:7458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b5400757495b lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335104.291075:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b5400757495b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335104.291082:0:7458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b5400757495b lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335104.291103:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335104.291154:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:2427:x1848989814645632:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 150us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335104.291161:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3039 00010000:00010000:0.0:1763335104.292091:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574946 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ea7 expref: 260 pid: 6532 timeout: 1197 lvb_type: 0 00000100:00100000:0.0:1763335104.292110:0:6532:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4ac9500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826043392:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335104.292131:0:6532:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b5400757495b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.292139:0:6532:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b5400757495b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.292144:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b5400757495b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000100:00100000:3.0:1763335104.292601:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335104.292923:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814645888 00000100:00100000:2.0:1763335104.292930:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814645888 00000100:00100000:2.0:1763335104.292991:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9282 00000100:00100000:2.0:1763335104.293000:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:56910:x1848989814645888:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335104.293017:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335104.293037:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574962 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880eb5 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.293103:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574969 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335104.293114:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574969 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.293127:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574969 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.293136:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574970 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335104.293145:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574970 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.293151:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574970 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000040:00080000:0.0:1763335104.301766:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1419, 88 off119304 00000004:00080000:0.0:1763335104.301784:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1097281469270ns, next at 1097485171709ns, rc = 0 00000040:00080000:0.0:1763335104.301826:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1418, 88 off119304 00000004:00080000:0.0:1763335104.301833:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1097281518485ns, next at 1097485216744ns, rc = 0 00000040:00080000:0.0:1763335104.301866:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1419, 88 off119392 00000004:00080000:0.0:1763335104.301872:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1097281557688ns, next at 1097485216744ns, rc = 0 00000040:00080000:0.0:1763335104.301890:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1420, 88 off119392 00000004:00080000:0.0:1763335104.301895:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1097281580086ns, next at 1097485171709ns, rc = 0 00010000:00010000:2.0:1763335104.302031:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574977 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335104.302050:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574977 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.302061:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574977 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:2.0:1763335104.302074:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1d7:0x0]: returning size 2 00010000:00010000:2.0:1763335104.302134:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574977 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.302141:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574977 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.302147:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574977 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.302153:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335104.302157:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574977 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.302165:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574977 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.302176:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d7:0x0].0x0 (ffff9000c4881400) 00010000:00010000:2.0:1763335104.302178:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1763335104.302183:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574977 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.302189:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574977 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.302205:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574969 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.302211:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574969 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.302216:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574969 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.302221:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574969 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.302225:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335104.302227:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574969 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.302232:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574969 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.302238:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c487e000) 00010000:00010000:2.0:1763335104.302240:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335104.302243:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574969 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.302249:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574969 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.302256:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574970 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.302261:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574970 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.302266:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574970 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.302271:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335104.302273:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574970 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.302278:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574970 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.302283:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c87e8100) 00010000:00010000:2.0:1763335104.302285:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335104.302288:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574970 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.302293:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574970 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.302359:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574962 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880eb5 expref: 263 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.302370:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c487e000) 00010000:00010000:2.0:1763335104.302372:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763335104.302376:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574962 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880eb5 expref: 263 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.302389:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7800, rc 0) 00000100:00100000:2.0:1763335104.302463:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56910:x1848989814645888:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 9463us (9862us total) trans 4294972907 rc 301/301 00000100:00100000:2.0:1763335104.302473:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9282 00000001:00080000:1.0:1763335104.304473:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972907 is committed 00000004:00080000:1.0:1763335104.304485:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 927 committed 00000004:00080000:1.0:1763335104.304496:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 930 committed 00000004:00080000:1.0:1763335104.304508:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 929 committed 00000004:00080000:1.0:1763335104.304510:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 926 committed 00010000:00010000:2.0:1763335104.304645:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075747fd lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00000100:00100000:0.0:1763335104.304646:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826043776:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1763335104.304661:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075747fd lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.304669:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075747fd lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.304675:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335104.304680:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075747fd lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.304688:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075747fd lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.304703:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c87e8100) 00000100:00100000:0.0:1763335104.304705:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763335104.304708:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335104.304713:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075747fd lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.304720:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075747fd lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.304737:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075748a5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.304750:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075748a5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.304755:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075748a5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.304760:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335104.304763:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075748a5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.304768:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075748a5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.304776:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c87e8100) 00010000:00010000:2.0:1763335104.304778:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335104.304781:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075748a5 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.304786:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075748a5 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.304800:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b5400757492a lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.304806:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b5400757492a lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.304811:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b5400757492a lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.304816:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335104.304818:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b5400757492a lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.304824:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b5400757492a lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.304830:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d7:0x0].0x0 (ffff9000c4881400) 00010000:00010000:2.0:1763335104.304833:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335104.304835:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b5400757492a lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.304840:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b5400757492a lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000100:00100000:1.0:1763335104.304883:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4ac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826043520:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763335104.304914:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335104.304949:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4acaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826044032:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335104.304968:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335104.304985:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763335104.304990:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4ac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826043904:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335104.305005:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335104.305032:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826043776 00000100:00100000:1.0:1763335104.305040:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826043776 00000100:00100000:1.0:1763335104.305075:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826043520 00000100:00100000:1.0:1763335104.305078:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826043520 00000100:00100000:1.0:1763335104.305091:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826044032 00000100:00100000:1.0:1763335104.305094:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826044032 00000100:00100000:1.0:1763335104.305106:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826043904 00000100:00100000:1.0:1763335104.305108:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826043904 00000100:00100000:1.0:1763335104.305124:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6344 00000100:00100000:1.0:1763335104.305132:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4acb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+73:3665:x1848989826043776:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763335104.305154:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:575 count 1 00010000:00010000:1.0:1763335104.305178:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b54007574985 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x23f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.305195:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c4665e00/0x3ec0b5400757472b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x23f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880df8 expref: 34 pid: 8725 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335104.305206:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335104.305208:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335104.305212:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b54007574985 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x23f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335104.305235:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826043648:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1763335104.305240:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c4665e00/0x3ec0b5400757472b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x23f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880df8 expref: 34 pid: 8725 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335104.305255:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c4665e00/0x3ec0b5400757472b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x23f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880df8 expref: 34 pid: 8725 timeout: 1197 lvb_type: 1 00000100:00100000:3.0:1763335104.305264:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335104.305271:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b47100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1848989826044544:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335104.305282:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826044160:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763335104.305311:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335104.305346:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826043648 00000100:00100000:3.0:1763335104.305347:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763335104.305353:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826043648 00000100:00100000:3.0:1763335104.305354:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826044288:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763335104.305373:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826044160 00000100:00100000:2.0:1763335104.305377:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826044160 00000100:00100000:2.0:1763335104.305390:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6345 00000100:00100000:2.0:1763335104.305398:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+73:3667:x1848989826043520:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335104.305403:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1763335104.305413:0:27803:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:574 count 1 00010000:00010000:2.0:1763335104.305426:0:27803:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b5400757498c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x23e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335104.305433:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826044288 00010000:00010000:2.0:1763335104.305439:0:27803:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000cbadaa00/0x3ec0b540075747d3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e29 expref: 34 pid: 27803 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335104.305440:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826044288 00010000:00010000:2.0:1763335104.305449:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335104.305451:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335104.305454:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b5400757498c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x23e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335104.305471:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6346 00010000:00010000:2.0:1763335104.305475:0:27803:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000cbadaa00/0x3ec0b540075747d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e29 expref: 34 pid: 27803 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335104.305484:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+73:3667:x1848989826044032:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1763335104.305490:0:27803:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000cbadaa00/0x3ec0b540075747d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x23e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e29 expref: 34 pid: 27803 timeout: 1197 lvb_type: 0 00000100:00100000:2.0:1763335104.305501:0:27803:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c7d30000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27803:1848989826044672:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335104.305548:0:27803:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c7ccb600 going to sleep for 11 seconds 00002000:00010000:3.0:1763335104.305601:0:8416:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x241:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335104.305605:0:8416:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x241:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763335104.305607:0:8416:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x241:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335104.305608:0:8416:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x241:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763335104.305610:0:8416:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x241:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335104.305639:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+74:3667:x1848989826044032:12345-0@lo:2:osp-syn-0-1.0 Request processed in 159us (670us total) trans 21474838803 rc 0/0 00000100:00100000:3.0:1763335104.305647:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6346 00000100:00100000:3.0:1763335104.305665:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6347 00000100:00100000:3.0:1763335104.305672:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+73:3667:x1848989826043904:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335104.305741:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+74:3667:x1848989826043904:12345-0@lo:2:osp-syn-0-1.0 Request processed in 70us (734us total) trans 21474838804 rc 0/0 00000100:00100000:3.0:1763335104.305747:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6347 00000100:00100000:3.0:1763335104.305760:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6348 00000100:00100000:3.0:1763335104.305767:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+25:3664:x1848989826043648:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763335104.305778:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:576 count 1 00000100:00100000:1.0:1763335104.305781:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c5f94cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1763335104.305793:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000cbadba00/0x3ec0b54007574993 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x240:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335104.305803:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6349 00000100:00100000:1.0:1763335104.305814:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+25:3664:x1848989826044160:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763335104.305826:0:28568:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:577 count 1 00010000:00010000:1.0:1763335104.305838:0:28568:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c5280200/0x3ec0b5400757499a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x241:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.305849:0:28568:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574724 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x241:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880df1 expref: 20 pid: 8725 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335104.305860:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335104.305863:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000cbada400/0x3ec0b540075747da lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x240:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e30 expref: 20 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.305863:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335104.305868:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5280200/0x3ec0b5400757499a lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x241:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.305874:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335104.305877:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335104.305881:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbadba00/0x3ec0b54007574993 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x240:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.305895:0:28568:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574724 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x241:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880df1 expref: 20 pid: 8725 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335104.305902:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000cbada400/0x3ec0b540075747da lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x240:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e30 expref: 20 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.305910:0:28568:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574724 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x241:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880df1 expref: 20 pid: 8725 timeout: 1197 lvb_type: 1 00010000:00010000:3.0:1763335104.305913:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000cbada400/0x3ec0b540075747da lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x240:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e30 expref: 20 pid: 27803 timeout: 1197 lvb_type: 0 00000100:00100000:1.0:1763335104.305947:0:28568:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b45880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28568:1848989826044800:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335104.305959:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a78700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8416:1848989826044928:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335104.305976:0:28568:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c5f946c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335104.305994:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6350 00000100:00100000:3.0:1763335104.305997:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c79260c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335104.306005:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+25:3664:x1848989826044288:12345-0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763335104.306040:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4ac9f80/2, rc 0, transno 21474838804 00000100:00100000:3.0:1763335104.306047:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4ac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826043904:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763335104.306056:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4acaa00/2, rc 0, transno 21474838803 00000100:00100000:3.0:1763335104.306059:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4acaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826044032:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335104.306064:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763335104.306073:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826044416:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335104.306104:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335104.306121:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+26:3664:x1848989826044288:12345-0@lo:2:osp-syn-1-1.0 Request processed in 118us (719us total) trans 17179871512 rc 0/0 00000100:00100000:1.0:1763335104.306129:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6350 00000100:00100000:3.0:1763335104.306135:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826044416 00000100:00100000:3.0:1763335104.306141:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826044416 00000100:00100000:3.0:1763335104.306172:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6351 00000100:00100000:3.0:1763335104.306179:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6355500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+26:3667:x1848989826044416:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763335104.306246:0:27804:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x243:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335104.306250:0:27804:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x243:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763335104.306252:0:27804:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x243:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335104.306254:0:27804:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x243:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763335104.306256:0:27804:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x243:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335104.306304:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6355500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+27:3667:x1848989826044416:12345-0@lo:2:osp-syn-1-1.0 Request processed in 125us (199us total) trans 17179871513 rc 0/0 00000100:00100000:3.0:1763335104.306311:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6351 00000004:00080000:3.0:1763335104.306360:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a78e00/2, rc 0, transno 17179871512 00000100:00100000:3.0:1763335104.306365:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826044288:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763335104.306595:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a79c00/2, rc 0, transno 17179871513 00000100:00100000:1.0:1763335104.306601:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826044416:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763335104.307419:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b5400757495b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1d7:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880eae expref: 240 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.307431:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d7:0x0].0x0 (ffff9000c4881400) 00010000:00010000:2.0:1763335104.307434:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763335104.307448:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574954 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880eae expref: 240 pid: 6532 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763335104.307465:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b5400757495b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1d7:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880eae expref: 239 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.307488:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d7:0x0].0x0 (ffff9000c4881400) 00010000:00010000:2.0:1763335104.307490:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763335104.307493:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664200, rc 0) 00000100:00100000:2.0:1763335104.307538:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:55956:x1848989814645248:12345-192.168.204.57@tcp:101:bash.0 Request processed in 20920us (21552us total) trans 4294972906 rc 0/0 00000100:00100000:2.0:1763335104.307546:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9281 00000100:00100000:2.0:1763335104.308637:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335104.308659:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335104.308697:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.308747:0:27803:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c7d30000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27803:1848989826044672:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335104.308770:0:27803:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b5400757498c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x23e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335104.308793:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814646016 00000100:00100000:3.0:1763335104.308799:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814646016 00010000:00010000:3.0:1763335104.308824:0:6516:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbadaa00/0x3ec0b540075747d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x23e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e29 expref: 35 pid: 27803 timeout: 1197 lvb_type: 0 00000100:00100000:3.0:1763335104.308854:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814646144 00000100:00100000:3.0:1763335104.308857:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814646144 00010000:00010000:3.0:1763335104.308869:0:6516:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbada400/0x3ec0b540075747da lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x240:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e30 expref: 21 pid: 27803 timeout: 1197 lvb_type: 0 00000100:00100000:3.0:1763335104.308886:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3040 00000100:00100000:3.0:1763335104.308894:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d31880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+35:2429:x1848989814646016:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335104.308910:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335104.308915:0:6516:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000cbadaa00/0x3ec0b540075747d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x23e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e29 expref: 35 pid: 27803 timeout: 1197 lvb_type: 0 00010000:00010000:3.0:1763335104.308925:0:6516:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000cbadaa00/0x3ec0b540075747d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e29 expref: 35 pid: 27803 timeout: 1197 lvb_type: 0 00010000:00010000:3.0:1763335104.308954:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000cbadaa00/0x3ec0b540075747d3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x23e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e29 expref: 35 pid: 27803 timeout: 1197 lvb_type: 0 00010000:00010000:3.0:1763335104.308967:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335104.308969:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335104.308973:0:6516:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b5400757498c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.308983:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b5400757498c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x23e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.309001:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335104.309034:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d31880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+34:2429:x1848989814646016:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 140us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335104.309041:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3040 00000100:00100000:3.0:1763335104.309053:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814646272 00000100:00100000:3.0:1763335104.309056:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814646272 00010000:00010000:3.0:1763335104.309067:0:6516:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4665e00/0x3ec0b5400757472b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x23f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880df8 expref: 34 pid: 8725 timeout: 1197 lvb_type: 1 00000100:00100000:3.0:1763335104.309085:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3041 00000100:00100000:3.0:1763335104.309091:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d33b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:2429:x1848989814646144:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335104.309098:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335104.309102:0:6516:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000cbada400/0x3ec0b540075747da lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x240:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e30 expref: 21 pid: 27803 timeout: 1197 lvb_type: 0 00010000:00010000:3.0:1763335104.309111:0:6516:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000cbada400/0x3ec0b540075747da lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x240:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e30 expref: 21 pid: 27803 timeout: 1197 lvb_type: 0 00010000:00010000:3.0:1763335104.309122:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335104.309124:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335104.309127:0:6516:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000cbadba00/0x3ec0b54007574993 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x240:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.309134:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbadba00/0x3ec0b54007574993 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x240:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.309144:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335104.309160:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d33b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:2429:x1848989814646144:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 70us (501us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335104.309166:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3041 00000100:00100000:3.0:1763335104.309176:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3042 00000100:00100000:3.0:1763335104.309182:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d31500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+34:2426:x1848989814646272:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335104.309191:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335104.309195:0:6516:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c4665e00/0x3ec0b5400757472b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x23f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880df8 expref: 34 pid: 8725 timeout: 1197 lvb_type: 1 00010000:00010000:3.0:1763335104.309204:0:6516:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c4665e00/0x3ec0b5400757472b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x23f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880df8 expref: 34 pid: 8725 timeout: 1197 lvb_type: 1 00010000:00010000:3.0:1763335104.309215:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335104.309217:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335104.309220:0:6516:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b54007574985 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.309227:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b54007574985 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x23f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.309237:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335104.309252:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d31500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+34:2426:x1848989814646272:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 69us (554us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335104.309257:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3042 00010000:00010000:3.0:1763335104.309389:0:27803:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b5400757498c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.309397:0:27803:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b5400757498c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.309407:0:27803:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b5400757498c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.309420:0:27803:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b5400757498c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.309441:0:27803:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335104.309648:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+74:3667:x1848989826043520:12345-0@lo:6:osp-syn-0-1.0 Request processed in 4250us (4732us total) trans 21474838805 rc 0/0 00000100:00100000:3.0:1763335104.309656:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6345 00000004:00080000:3.0:1763335104.309691:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4ac9500/2, rc 0, transno 21474838805 00000100:00100000:3.0:1763335104.309697:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4ac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826043520:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335104.309731:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.309748:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814646400 00000100:00100000:3.0:1763335104.309752:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814646400 00010000:00010000:3.0:1763335104.309766:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574724 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x241:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880df1 expref: 21 pid: 8725 timeout: 1197 lvb_type: 1 00000100:00100000:3.0:1763335104.309784:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3043 00000100:00100000:3.0:1763335104.309790:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6355c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:2428:x1848989814646400:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335104.309797:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335104.309802:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574724 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x241:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880df1 expref: 21 pid: 8725 timeout: 1197 lvb_type: 1 00010000:00010000:3.0:1763335104.309812:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574724 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x241:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880df1 expref: 21 pid: 8725 timeout: 1197 lvb_type: 1 00010000:00010000:3.0:1763335104.309825:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335104.309827:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335104.309831:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c5280200/0x3ec0b5400757499a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x241:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.309839:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5280200/0x3ec0b5400757499a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x241:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.309850:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335104.309867:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6355c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:2428:x1848989814646400:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 77us (137us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335104.309873:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3043 00000100:00100000:3.0:1763335104.309923:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.309953:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814646656 00000100:00100000:3.0:1763335104.309957:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814646656 00000100:00100000:3.0:1763335104.309979:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3198 00000100:00100000:3.0:1763335104.309986:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:56910:x1848989814646656:12345-192.168.204.57@tcp:35:lfs.0 00010000:00010000:1.0:1763335104.310102:0:28568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574724 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x241:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880df1 expref: 20 pid: 8725 timeout: 1197 lvb_type: 1 00000100:00100000:1.0:1763335104.310114:0:28568:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b45880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28568:1848989826044800:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335104.310141:0:28568:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c5280200/0x3ec0b5400757499a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.310152:0:28568:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c5280200/0x3ec0b5400757499a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335104.310161:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+240:56910:x1848989814646656:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 173us (235us total) trans 4294972908 rc 0/0 00010000:00010000:1.0:1763335104.310164:0:28568:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c5280200/0x3ec0b5400757499a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335104.310177:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3198 00010000:00010000:1.0:1763335104.310186:0:28568:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c5280200/0x3ec0b5400757499a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.310194:0:28568:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5280200/0x3ec0b5400757499a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.310213:0:28568:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1763335104.310422:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+27:3664:x1848989826044160:12345-0@lo:6:osp-syn-1-1.0 Request processed in 4610us (5107us total) trans 17179871514 rc 0/0 00000100:00100000:1.0:1763335104.310429:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6349 00010000:00010000:1.0:1763335104.310450:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1763335104.310456:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b5400757498c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.310464:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7a00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335104.310468:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b5400757498c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.310477:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b5400757498c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.310491:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b5400757498c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.310498:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b5400757498c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x23e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1763335104.310501:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a7b800/2, rc 0, transno 17179871514 00000100:00100000:2.0:1763335104.310510:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826044160:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1763335104.310519:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335104.310524:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c5280200/0x3ec0b5400757499a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.310536:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335104.310539:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c5280200/0x3ec0b5400757499a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.310546:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c5280200/0x3ec0b5400757499a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.310555:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c5280200/0x3ec0b5400757499a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.310561:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c5280200/0x3ec0b5400757499a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.310573:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335104.310574:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335104.310576:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335104.310605:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000cbada400/0x3ec0b540075747da lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x240:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e30 expref: 19 pid: 27803 timeout: 1197 lvb_type: 0 00000100:00100000:1.0:1763335104.310616:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a78700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8416:1848989826044928:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335104.310628:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000cbadba00/0x3ec0b54007574993 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.310636:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000cbadba00/0x3ec0b54007574993 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.310642:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000cbadba00/0x3ec0b54007574993 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.310649:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000cbadba00/0x3ec0b54007574993 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.310656:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbadba00/0x3ec0b54007574993 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.310681:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763335104.310702:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335104.310708:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000cbadba00/0x3ec0b54007574993 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.310718:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadba00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335104.310722:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000cbadba00/0x3ec0b54007574993 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.310731:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000cbadba00/0x3ec0b54007574993 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.310745:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000cbadba00/0x3ec0b54007574993 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.310752:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000cbadba00/0x3ec0b54007574993 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.310770:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335104.310772:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335104.310774:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335104.310821:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+27:3664:x1848989826043648:12345-0@lo:6:osp-syn-1-1.0 Request processed in 5053us (5555us total) trans 17179871515 rc 0/0 00000100:00100000:1.0:1763335104.310829:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6348 00000004:00080000:2.0:1763335104.310830:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a79f80/2, rc 0, transno 17179871515 00000100:00100000:2.0:1763335104.310838:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826043648:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1763335104.310870:0:8417:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c4665e00/0x3ec0b5400757472b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x23f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880df8 expref: 33 pid: 8725 timeout: 1197 lvb_type: 1 00000100:00100000:1.0:1763335104.310882:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b47100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1848989826044544:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335104.310894:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b54007574985 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.310902:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b54007574985 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.310908:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b54007574985 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.310916:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b54007574985 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.310922:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b54007574985 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.310977:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763335104.310996:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335104.311003:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b54007574985 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.311013:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281000 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335104.311017:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b54007574985 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.311025:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b54007574985 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.311037:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b54007574985 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.311045:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b54007574985 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x23f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.311062:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335104.311064:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335104.311067:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335104.311105:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4acb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+74:3665:x1848989826043776:12345-0@lo:6:osp-syn-0-1.0 Request processed in 5972us (6399us total) trans 21474838806 rc 0/0 00000100:00100000:1.0:1763335104.311112:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6344 00010000:00010000:1.0:1763335104.311739:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763335104.312766:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4acad80/2, rc 0, transno 21474838806 00000100:00100000:0.0:1763335104.312776:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826043776:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763335104.313643:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335104.313750:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814646784 00000100:00100000:2.0:1763335104.313757:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814646784 00000100:00100000:2.0:1763335104.313812:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3199 00000100:00100000:2.0:1763335104.313822:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001d184f450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+240:56910:x1848989814646784:12345-192.168.204.57@tcp:33:lfs.0 00000100:00100000:2.0:1763335104.314020:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001d184f450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+240:56910:x1848989814646784:12345-192.168.204.57@tcp:33:lfs.0 Request processed in 198us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335104.314027:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3199 00000100:00100000:1.0:1763335104.320800:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335104.321618:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814646912 00000100:00100000:2.0:1763335104.321629:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814646912 00000100:00100000:0.0:1763335104.322166:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6352 00000100:00100000:0.0:1763335104.322177:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f6027450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:55956:x1848989814646912:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335104.322194:0:8417:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335104.322214:0:8417:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b540075749a1 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880ebc expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335104.322238:0:8417:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x242:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335104.322261:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335104.322264:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335104.322274:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b540075749a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ebc expref: 20 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.322289:0:8417:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b540075749a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ebc expref: 20 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.322303:0:8417:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664800, rc 0) 00000100:00100000:0.0:1763335104.323056:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f6027450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:55956:x1848989814646912:12345-192.168.204.57@tcp:101:bash.0 Request processed in 877us (2264us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335104.323066:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6352 00000100:00100000:0.0:1763335104.336845:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335104.336943:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814647040 00000100:00100000:1.0:1763335104.336952:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814647040 00000100:00100000:1.0:1763335104.337005:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6353 00000100:00100000:1.0:1763335104.337015:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4ac8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:55956:x1848989814647040:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335104.337033:0:8417:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335104.337054:0:8417:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b540075749a8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x240:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880ec3 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335104.337079:0:8417:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x240:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763335104.337100:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335104.337102:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335104.337111:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b540075749a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ec3 expref: 34 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.338104:0:8417:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b540075749a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ec3 expref: 34 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.338163:0:8417:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280200, rc 0) 00000100:00100000:1.0:1763335104.338226:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4ac8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+34:55956:x1848989814647040:12345-192.168.204.57@tcp:101:bash.0 Request processed in 1213us (1389us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335104.338234:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6353 00000100:00100000:2.0:1763335104.346093:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335104.346390:0:8422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814647552 00000100:00100000:1.0:1763335104.346400:0:8422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814647552 00002000:00010000:1.0:1763335104.346439:0:8422:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/576 (0->18446744073709551615) 00002000:00100000:1.0:1763335104.346444:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c7d33800 with x1848989814647552 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335104.346456:0:8422:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c7d33800. 00000100:00100000:1.0:1763335104.346492:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1570 00000100:00100000:1.0:1763335104.346502:0:8422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+34:2426:x1848989814647552:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:1.0:1763335104.346676:0:8422:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x240:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335104.346680:0:8422:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x240:0x0] updating lvb mtime from disk: 0 -> 1763335104 00002000:00010000:1.0:1763335104.346689:0:8422:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x240:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335104.346691:0:8422:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x240:0x0] updating lvb ctime from disk: 0 -> 1763335104 00002000:00010000:1.0:1763335104.346693:0:8422:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x240:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335104.347013:0:8422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+35:2426:x1848989814647552:12345-192.168.204.57@tcp:10:bash.0 Request processed in 510us (938us total) trans 21474838807 rc 0/0 00000100:00100000:1.0:1763335104.347022:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1570 00002000:00010000:1.0:1763335104.347026:0:8422:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/576 (0->18446744073709551615) 00002000:00100000:1.0:1763335104.347029:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c7d33800 with x1848989814647552 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335104.347034:0:8422:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c7d33800. 00000100:00100000:3.0:1763335104.347047:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.347118:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335104.347207:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814647424 00000100:00100000:2.0:1763335104.347212:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814647424 00002000:00010000:2.0:1763335104.347229:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/578 (0->18446744073709551615) 00002000:00100000:2.0:1763335104.347233:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c2f24000 with x1848989814647424 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335104.347240:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c2f24000. 00000100:00100000:2.0:1763335104.347430:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1571 00000100:00100000:2.0:1763335104.347439:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:2427:x1848989814647424:12345-192.168.204.57@tcp:10:bash.0 00000100:00100000:0.0:1763335104.347494:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814647296 00000100:00100000:0.0:1763335104.347499:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814647296 00000100:00100000:0.0:1763335104.347536:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9283 00000100:00100000:0.0:1763335104.347543:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c546d450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+240:56911:x1848989814647296:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335104.347562:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335104.347592:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b540075749af lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880eca expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.347659:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b540075749b6 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335104.347672:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b540075749b6 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.347684:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b540075749b6 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.347695:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075749bd lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335104.347702:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075749bd lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.347708:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075749bd lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.347798:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075749c4 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335104.347808:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075749c4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.347815:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075749c4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:0.0:1763335104.347825:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1d7:0x0]: returning size 2 00010000:00010000:0.0:1763335104.347883:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b540075749b6 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.347894:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b540075749b6 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.347899:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b540075749b6 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.347905:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b540075749b6 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.347911:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335104.347915:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b540075749b6 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.347922:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b540075749b6 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.347944:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881c00) 00010000:00010000:0.0:1763335104.347947:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335104.347952:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b540075749b6 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.347959:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b540075749b6 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.347972:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075749bd lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.347977:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075749bd lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.347982:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075749bd lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.347987:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335104.347991:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075749bd lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.347996:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075749bd lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.348003:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881b00) 00010000:00010000:0.0:1763335104.348005:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335104.348008:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075749bd lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.348013:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075749bd lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.348048:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b540075749af lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880eca expref: 243 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.348062:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075749c4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880eca expref: 242 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.348069:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d7:0x0].0x0 (ffff9000c4881400) 00010000:00010000:0.0:1763335104.348071:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335104.348073:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665e00, rc 0) 00000100:00100000:0.0:1763335104.348119:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c546d450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56911:x1848989814647296:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 576us (1075us total) trans 4294972909 rc 0/0 00000100:00100000:0.0:1763335104.348126:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9283 00002000:00010000:2.0:1763335104.349047:0:23998:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x242:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335104.349051:0:23998:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x242:0x0] updating lvb mtime from disk: 0 -> 1763335104 00002000:00010000:2.0:1763335104.349053:0:23998:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x242:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335104.349055:0:23998:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x242:0x0] updating lvb ctime from disk: 0 -> 1763335104 00002000:00010000:2.0:1763335104.349058:0:23998:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x242:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335104.349099:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:2427:x1848989814647424:12345-192.168.204.57@tcp:10:bash.0 Request processed in 1660us (1979us total) trans 17179871516 rc 0/0 00000100:00100000:2.0:1763335104.349107:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1571 00002000:00010000:2.0:1763335104.349112:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/578 (0->18446744073709551615) 00002000:00100000:2.0:1763335104.349115:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c2f24000 with x1848989814647424 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335104.349121:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c2f24000. 00000100:00100000:1.0:1763335104.353284:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.353408:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814647808 00000100:00100000:3.0:1763335104.353419:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814647808 00000100:00100000:3.0:1763335104.353465:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3200 00000100:00100000:3.0:1763335104.353475:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56911:x1848989814647808:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335104.353725:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:56911:x1848989814647808:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 250us (449us total) trans 4294972910 rc 0/0 00000100:00100000:3.0:1763335104.353735:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3200 00000100:00100000:3.0:1763335104.361215:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.361263:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335104.361305:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814648064 00000100:00100000:2.0:1763335104.361360:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814648064 00000100:00100000:2.0:1763335104.361415:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3201 00000100:00100000:0.0:1763335104.361419:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814648320 00000100:00100000:0.0:1763335104.361426:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814648320 00000100:00100000:2.0:1763335104.361427:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:55956:x1848989814648064:12345-192.168.204.57@tcp:35:bash.0 00000100:00100000:0.0:1763335104.361523:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9284 00000100:00100000:0.0:1763335104.361532:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56911:x1848989814648320:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335104.361549:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335104.361568:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075749d2 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880ed1 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.361649:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b540075749d9 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335104.361664:0:6532:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075749c4 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880eca expref: 245 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.361673:0:6532:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b540075749d9 lrc: 4/0,1 mode: --/CW res: [0x240000405:0x1d7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.362001:0:6532:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075749c4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880eca expref: 246 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.362017:0:6532:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075749c4 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880eca expref: 246 pid: 6532 timeout: 1197 lvb_type: 0 00000100:00100000:0.0:1763335104.362032:0:6532:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4ac9880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826045056:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335104.362682:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+246:55956:x1848989814648064:12345-192.168.204.57@tcp:35:bash.0 Request processed in 1255us (1474us total) trans 4294972911 rc 0/0 00000100:00100000:2.0:1763335104.362691:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3201 00000100:00100000:0.0:1763335104.362718:0:6532:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001cad67f00 going to sleep for 11 seconds 00000100:00100000:0.0:1763335104.367178:0:6532:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4ac9880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826045056:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335104.367210:0:6532:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b540075749d9 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1d7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000100:00100000:1.0:1763335104.369261:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335104.369397:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814648448 00000100:00100000:2.0:1763335104.369410:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814648448 00010000:00010000:2.0:1763335104.369451:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075749c4 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880eca expref: 246 pid: 6532 timeout: 1197 lvb_type: 0 00000100:00100000:2.0:1763335104.369547:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3044 00000100:00100000:2.0:1763335104.369557:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b45880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+246:2428:x1848989814648448:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335104.369573:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335104.369580:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075749c4 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880eca expref: 246 pid: 6532 timeout: 1197 lvb_type: 0 00010000:00010000:2.0:1763335104.369592:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075749c4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880eca expref: 246 pid: 6532 timeout: 1197 lvb_type: 0 00010000:00010000:2.0:1763335104.369613:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075749c4 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880eca expref: 246 pid: 6532 timeout: 1197 lvb_type: 0 00010000:00010000:2.0:1763335104.369631:0:7458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d7:0x0].0x0 (ffff9000c4881400) 00010000:00010000:2.0:1763335104.369635:0:7458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b540075749d9 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1d7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.369645:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b540075749d9 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1d7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.369652:0:7458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b540075749d9 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x1d7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.370265:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335104.370422:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b45880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:2428:x1848989814648448:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 863us (1167us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335104.370430:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3044 00010000:00010000:0.0:1763335104.370659:0:6532:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b540075749d9 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1d7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.370667:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b540075749d9 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1d7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:0.0:1763335104.370696:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1d7:0x0]: returning size 2 00010000:00010000:0.0:1763335104.371266:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075749d2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ed1 expref: 246 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.371286:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b540075749d9 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1d7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ed1 expref: 245 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.371295:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d7:0x0].0x0 (ffff9000c4881400) 00010000:00010000:0.0:1763335104.371297:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1763335104.371300:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665400, rc 0) 00000100:00100000:0.0:1763335104.371373:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56911:x1848989814648320:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 9841us (10108us total) trans 4294972912 rc 0/0 00000100:00100000:0.0:1763335104.371381:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9284 00000100:00100000:1.0:1763335104.378633:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335104.379724:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814648576 00000100:00100000:0.0:1763335104.379735:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814648576 00000100:00100000:0.0:1763335104.379783:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9285 00000100:00100000:0.0:1763335104.379791:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56911:x1848989814648576:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335104.379815:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335104.379834:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b540075749e7 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880ed8 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.379918:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075749ee lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335104.379942:0:6532:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b540075749d9 lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x1d7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ed1 expref: 246 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.379950:0:6532:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075749ee lrc: 4/1,0 mode: --/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.379980:0:6532:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b540075749d9 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1d7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ed1 expref: 246 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.379993:0:6532:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b540075749d9 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1d7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ed1 expref: 246 pid: 6532 timeout: 1197 lvb_type: 0 00000100:00100000:0.0:1763335104.380005:0:6532:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4ac9880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826045184:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335104.381720:0:6532:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c48ca9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335104.385970:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335104.388117:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814648704 00000100:00100000:2.0:1763335104.388138:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814648704 00010000:00010000:2.0:1763335104.388186:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b540075749d9 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x1d7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ed1 expref: 247 pid: 6532 timeout: 1197 lvb_type: 0 00000100:00100000:2.0:1763335104.388229:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3045 00000100:00100000:2.0:1763335104.388238:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c795a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:2426:x1848989814648704:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335104.388252:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335104.388258:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b540075749d9 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x1d7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ed1 expref: 247 pid: 6532 timeout: 1197 lvb_type: 0 00010000:00010000:2.0:1763335104.388270:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b540075749d9 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1d7:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ed1 expref: 247 pid: 6532 timeout: 1197 lvb_type: 0 00010000:00010000:2.0:1763335104.388292:0:7458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d7:0x0].0x0 (ffff9000c4881400) 00010000:00010000:2.0:1763335104.388297:0:7458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075749ee lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.388307:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075749ee lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.388335:0:7458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075749ee lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.388354:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335104.388417:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c795a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:2426:x1848989814648704:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 180us (2456us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335104.388425:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3045 00010000:00010000:1.0:1763335104.388740:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b540075749d9 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x1d7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ed1 expref: 246 pid: 6532 timeout: 1197 lvb_type: 0 00000100:00100000:1.0:1763335104.388755:0:6532:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4ac9880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826045184:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335104.388774:0:6532:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075749ee lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335104.388782:0:6532:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075749ee lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335104.388788:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075749ee lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:1.0:1763335104.388838:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1d7:0x0]: returning size 5 00000004:00200000:1.0:1763335104.388842:0:6532:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335104.388860:0:6532:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075749ee lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335104.388884:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b540075749e7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ed8 expref: 246 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.388902:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075749ee lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ed8 expref: 245 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.388909:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d7:0x0].0x0 (ffff9000c4881400) 00010000:00010000:1.0:1763335104.388912:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335104.388914:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665e00, rc 0) 00000100:00100000:1.0:1763335104.388966:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56911:x1848989814648576:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 9175us (10344us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335104.388972:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9285 00000100:00100000:3.0:1763335104.390455:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335104.393058:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814648832 00000100:00100000:1.0:1763335104.393072:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814648832 00000100:00100000:1.0:1763335104.393140:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9286 00000100:00100000:1.0:1763335104.393151:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56912:x1848989814648832:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:1.0:1763335104.393169:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335104.393192:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075749f5 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880edf expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.393256:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b540075749fc lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335104.393271:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b540075749fc lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335104.393282:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b540075749fc lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335104.393294:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574a03 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335104.393306:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574a03 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335104.393330:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574a03 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335104.393419:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574a0a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335104.393428:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574a0a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335104.393435:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574a0a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:1.0:1763335104.393472:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1d7:0x0]: returning size 5 00000004:00200000:1.0:1763335104.393476:0:6532:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335104.393492:0:6532:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574a0a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335104.393503:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574a0a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335104.393511:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b540075749fc lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335104.393516:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b540075749fc lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335104.393522:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b540075749fc lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335104.393528:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b540075749fc lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335104.393537:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335104.393541:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b540075749fc lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335104.393547:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b540075749fc lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335104.393557:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c3c08700) 00010000:00010000:1.0:1763335104.393561:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335104.393565:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b540075749fc lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335104.393571:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b540075749fc lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335104.393583:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574a03 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335104.393589:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574a03 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335104.393594:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574a03 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335104.393599:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335104.393601:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574a03 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335104.393607:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574a03 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335104.393614:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c3c08e00) 00010000:00010000:1.0:1763335104.393616:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335104.393619:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574a03 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335104.393624:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574a03 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335104.393653:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075749f5 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880edf expref: 247 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.393667:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574a0a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880edf expref: 246 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.393674:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d7:0x0].0x0 (ffff9000c4881400) 00010000:00010000:1.0:1763335104.393676:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335104.393679:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281000, rc 0) 00000100:00100000:1.0:1763335104.393742:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+246:56912:x1848989814648832:12345-192.168.204.57@tcp:101:rm.0 Request processed in 593us (3295us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335104.393750:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9286 00000100:00100000:2.0:1763335104.400489:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335104.400564:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814649088 00000100:00100000:1.0:1763335104.400575:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814649088 00000100:00100000:1.0:1763335104.400651:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9287 00000100:00100000:1.0:1763335104.400661:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+246:56912:x1848989814649088:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:1.0:1763335104.400718:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1763335104.400746:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b5400757495b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1d7:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880eae expref: 246 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.400770:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574a0a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880edf expref: 245 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.400783:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075749ee lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ed8 expref: 244 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.400797:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a2400/0x3ec0b54007574923 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ea0 expref: 243 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.400807:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d7:0x0].0x0 (ffff9000c4881400) 00010000:00010000:1.0:1763335104.400818:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335104.400849:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574a11 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335104.400862:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574a11 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.400872:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574a11 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.400883:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007574a18 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335104.400890:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007574a18 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.400896:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007574a18 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.400991:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007574a1f lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335104.401000:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007574a1f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.401006:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007574a1f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00080000:1.0:1763335104.401261:0:13840:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000405:0x1d7:0x0] is inserted into orphan list, open count = 1 00010000:00010000:1.0:1763335104.401398:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007574a1f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.401406:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007574a1f lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.401413:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007574a1f lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.401419:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335104.401423:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007574a1f lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.401430:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007574a1f lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.401440:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d7:0x0].0x0 (ffff9001c3c08800) 00010000:00010000:1.0:1763335104.401443:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763335104.401447:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007574a1f lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.401453:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007574a1f lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.401472:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574a11 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.401479:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574a11 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.401484:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574a11 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.401489:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574a11 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.401499:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335104.401501:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574a11 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.401507:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574a11 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.401514:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c3c08600) 00010000:00010000:1.0:1763335104.401517:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335104.401520:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574a11 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.401527:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574a11 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000004:00010000:1.0:1763335104.401540:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004460d58c reply state 000000007225e2f9 transno 4294972913 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007574a18 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.401551:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007574a18 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.401558:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c3c08f00) 00010000:00010000:1.0:1763335104.401561:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335104.401564:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335104.401673:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56912:x1848989814649088:12345-192.168.204.57@tcp:36:rm.0 Request processed in 1011us (1191us total) trans 4294972913 rc 0/0 00000100:00100000:1.0:1763335104.401682:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9287 00000100:00100000:0.0:1763335104.401824:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335104.402532:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814649344 00000100:00100000:2.0:1763335104.402543:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814649344 00000100:00100000:2.0:1763335104.404055:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9288 00000100:00100000:2.0:1763335104.404072:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4acb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56911:x1848989814649344:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335104.404095:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335104.404117:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3600/0x3ec0b54007574a26 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880ee6 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.404219:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3400/0x3ec0b54007574a2d lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335104.404232:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3400/0x3ec0b54007574a2d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1d7:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.404243:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3400/0x3ec0b54007574a2d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1d7:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:2.0:1763335104.404255:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1d7:0x0]: returning size 5 00010000:00010000:2.0:1763335104.405204:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3600/0x3ec0b54007574a26 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ee6 expref: 247 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.405226:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3400/0x3ec0b54007574a2d lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1d7:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ee6 expref: 246 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.405234:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d7:0x0].0x0 (ffff9000c487e000) 00010000:00010000:2.0:1763335104.405237:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763335104.405241:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d25a3400, rc 0) 00000100:00100000:2.0:1763335104.407217:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4acb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+246:56911:x1848989814649344:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 3140us (5383us total) trans 4294972914 rc 0/0 00000100:00100000:2.0:1763335104.407229:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9288 00000100:00100000:0.0:1763335104.414310:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335104.414550:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814649472 00000100:00100000:2.0:1763335104.414560:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814649472 00000100:00100000:2.0:1763335104.414623:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9289 00000100:00100000:2.0:1763335104.414634:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4acb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+246:56911:x1848989814649472:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335104.414658:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335104.414678:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3600/0x3ec0b54007574a3b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880eed expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.414733:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3600/0x3ec0b54007574a3b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880eed expref: 247 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.414748:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3600/0x3ec0b54007574a3b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880eed expref: 247 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.414766:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d7:0x0].0x0 (ffff9000c487e000) 00010000:00010000:2.0:1763335104.414769:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763335104.414772:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d25a3600, rc 0) 00000100:00100000:2.0:1763335104.414836:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4acb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:56911:x1848989814649472:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 202us (533us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335104.414843:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9289 00000100:00100000:3.0:1763335104.427659:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335104.427808:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814649600 00000100:00100000:1.0:1763335104.427820:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814649600 00000100:00100000:1.0:1763335104.427885:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6354 00000100:00100000:1.0:1763335104.427896:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:2426:x1848989814649600:12345-192.168.204.57@tcp:1:lfs.0 00010000:00010000:1.0:1763335104.427956:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574a42 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.427976:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b540075749a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ebc expref: 21 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.427985:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335104.427987:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335104.427992:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574a42 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.428030:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b540075749a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ebc expref: 21 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.428044:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b540075749a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ebc expref: 21 pid: 8417 timeout: 1197 lvb_type: 0 00000100:00100000:1.0:1763335104.428058:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b46300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8417:1848989826045312:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335104.428155:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c5f94d80 going to sleep for 11 seconds 00000100:00100000:3.0:1763335104.437721:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335104.437858:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b46300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8417:1848989826045312:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335104.437870:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814649728 00000100:00100000:1.0:1763335104.437877:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814649728 00010000:00010000:0.0:1763335104.437883:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574a42 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335104.437949:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9290 00000100:00100000:1.0:1763335104.437959:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:56913:x1848989814649728:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335104.437977:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335104.437999:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007574a49 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880ef4 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.438064:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574a50 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335104.438078:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574a50 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.438088:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574a50 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.438098:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007574a57 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335104.438105:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007574a57 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.438111:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007574a57 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.438150:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574a50 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.438156:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574a50 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.438163:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574a50 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.438169:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574a50 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.438174:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335104.438178:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574a50 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.438185:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574a50 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.438200:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c3c08600) 00010000:00010000:1.0:1763335104.438203:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335104.438207:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574a50 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.438213:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574a50 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.438226:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007574a57 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.438232:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007574a57 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.438237:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007574a57 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.438243:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335104.438246:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007574a57 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.438250:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007574a57 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.438256:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c3c08f00) 00010000:00010000:1.0:1763335104.438259:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335104.438262:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007574a57 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.438267:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007574a57 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.438293:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007574a49 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ef4 expref: 248 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.438303:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c3c08600) 00010000:00010000:1.0:1763335104.438306:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335104.438309:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007574a49 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ef4 expref: 248 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.438370:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281400, rc 0) 00000100:00100000:1.0:1763335104.444635:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:56913:x1848989814649728:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 6661us (6909us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335104.444648:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9290 00000100:00100000:2.0:1763335104.445878:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.446152:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814649856 00000100:00100000:3.0:1763335104.446162:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814649856 00002000:00100000:3.0:1763335104.446207:0:23998:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000400:0x242:0x0] (0->4) req@ffff9000c7d33b80 x1848989814649856/t0(0) o4->357649f3-b5ed-4e47-9c16-69abcfcf3637@192.168.204.57@tcp:150/0 lens 496/0 e 0 to 0 dl 1763335115 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335104.446218:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c7d33b80 with x1848989814649856 ext(0->4) 00010000:00010000:3.0:1763335104.446228:0:23998:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b540075749a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ebc expref: 22 pid: 8417 timeout: 1197 lvb_type: 0 00010000:00010000:3.0:1763335104.446244:0:23998:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b540075749a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ebc expref: 22 pid: 8417 timeout: 1197 lvb_type: 0 00002000:00010000:3.0:1763335104.446252:0:23998:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9000c7d33b80 00000100:00100000:3.0:1763335104.446290:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 104 00000100:00100000:3.0:1763335104.446300:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+22:2427:x1848989814649856:12345-192.168.204.57@tcp:4:bash.0 00000100:00100000:3.0:1763335104.447735:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:2427:x1848989814649856:12345-192.168.204.57@tcp:4:bash.0 Request processed in 1428us (1854us total) trans 17179871517 rc 0/0 00000100:00100000:3.0:1763335104.447746:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 104 00002000:00100000:3.0:1763335104.447756:0:23998:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000400:0x242:0x0] (0->4) req@ffff9000c7d33b80 x1848989814649856/t17179871517(0) o4->357649f3-b5ed-4e47-9c16-69abcfcf3637@192.168.204.57@tcp:150/0 lens 496/448 e 0 to 0 dl 1763335115 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335104.447766:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c7d33b80 with x1848989814649856 ext(0->4) 00010000:00010000:3.0:1763335104.447775:0:23998:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b540075749a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ebc expref: 24 pid: 8417 timeout: 1197 lvb_type: 0 00010000:00010000:3.0:1763335104.447791:0:23998:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b540075749a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ebc expref: 24 pid: 8417 timeout: 1197 lvb_type: 0 00002000:00010000:3.0:1763335104.447799:0:23998:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9000c7d33b80 00000100:00100000:2.0:1763335104.450483:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335104.450627:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814649984 00000100:00100000:1.0:1763335104.450637:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814649984 00010000:00010000:1.0:1763335104.450675:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b540075749a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ebc expref: 24 pid: 8417 timeout: 1197 lvb_type: 0 00000100:00100000:1.0:1763335104.450716:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3046 00000100:00100000:1.0:1763335104.450725:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d31500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:2429:x1848989814649984:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335104.450741:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1763335104.450758:0:7458:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x242:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:1.0:1763335104.450761:0:7458:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x242:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1763335104.450766:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b540075749a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ebc expref: 24 pid: 8417 timeout: 1197 lvb_type: 0 00010000:00010000:1.0:1763335104.450779:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b540075749a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ebc expref: 24 pid: 8417 timeout: 1197 lvb_type: 0 00010000:00010000:1.0:1763335104.450803:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b540075749a1 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ebc expref: 24 pid: 8417 timeout: 1197 lvb_type: 0 00010000:00010000:1.0:1763335104.450821:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335104.450823:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335104.450828:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574a42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.450837:0:7458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574a42 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.450864:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335104.450911:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d31500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:2429:x1848989814649984:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 187us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335104.450918:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3046 00010000:00010000:2.0:1763335104.451714:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574a42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.451727:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574a42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.451770:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574a42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.451786:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574a42 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.451795:0:8417:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574a42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.451803:0:8417:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280a00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335104.451807:0:8417:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574a42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.451816:0:8417:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574a42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.451830:0:8417:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574a42 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.451838:0:8417:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574a42 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335104.451904:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+22:2426:x1848989814649600:12345-192.168.204.57@tcp:1:lfs.0 Request processed in 24009us (24256us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335104.451913:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6354 00000100:00100000:2.0:1763335104.457994:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335104.458066:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814650112 00000100:00100000:1.0:1763335104.458075:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814650112 00000100:00100000:1.0:1763335104.458131:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9291 00000100:00100000:1.0:1763335104.458140:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:56913:x1848989814650112:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335104.458159:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335104.458179:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007574a5e lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880efb expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.458244:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574a65 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335104.458257:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574a65 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.458268:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574a65 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.458282:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574a6c lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335104.458289:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574a6c lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.458295:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574a6c lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.458377:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574a65 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.458386:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574a65 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.458392:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574a65 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.458399:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574a65 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.458404:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335104.458408:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574a65 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.458415:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574a65 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.458426:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c3c08800) 00010000:00010000:1.0:1763335104.458429:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335104.458433:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574a65 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.458439:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007574a65 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.458451:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574a6c lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.458456:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574a6c lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.458461:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574a6c lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.458465:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335104.458468:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574a6c lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.458472:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574a6c lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.458479:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c3c08f00) 00010000:00010000:1.0:1763335104.458481:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335104.458484:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574a6c lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.458490:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007574a6c lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.458516:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007574a5e lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880efb expref: 248 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.458526:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c3c08800) 00010000:00010000:1.0:1763335104.458528:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335104.458531:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007574a5e lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880efb expref: 248 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.458548:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281200, rc 0) 00000100:00100000:1.0:1763335104.458604:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:56913:x1848989814650112:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 464us (618us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335104.458611:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9291 00000100:00100000:1.0:1763335104.459638:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335104.459690:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814650368 00000100:00100000:2.0:1763335104.459696:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814650368 00000100:00100000:2.0:1763335104.459736:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9292 00000100:00100000:2.0:1763335104.459745:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:56911:x1848989814650368:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:2.0:1763335104.459783:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335104.459801:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3600/0x3ec0b54007574a3b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880eed expref: 247 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.459814:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d7:0x0].0x0 (ffff9000c487e000) 00010000:00010000:2.0:1763335104.459819:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335104.459840:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3c00/0x3ec0b54007574a73 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335104.459851:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3c00/0x3ec0b54007574a73 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.459860:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3c00/0x3ec0b54007574a73 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000040:00080000:2.0:1763335104.460083:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1421, 88 off119480 00000004:00080000:2.0:1763335104.460091:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1097439775962ns, next at 1097485171709ns, rc = 0 00000040:00080000:2.0:1763335104.460195:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1420, 88 off119480 00000004:00080000:2.0:1763335104.460200:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1097439885484ns, next at 1097485216744ns, rc = 0 00000040:00080000:2.0:1763335104.460573:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1421, 88 off119568 00000004:00080000:2.0:1763335104.460579:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1097440264075ns, next at 1097485216744ns, rc = 0 00000040:00080000:2.0:1763335104.460792:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1422, 88 off119568 00000004:00080000:2.0:1763335104.460798:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1097440483154ns, next at 1097485171709ns, rc = 0 00000001:00080000:2.0:1763335104.463139:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972915 is committed 00000004:00080000:2.0:1763335104.463151:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 929 committed 00000004:00080000:2.0:1763335104.463164:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 932 committed 00010000:00010000:1.0:1763335104.463166:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007574a18 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.463178:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007574a18 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.463186:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007574a18 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.463192:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335104.463197:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007574a18 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.463205:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007574a18 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.463221:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c3c08f00) 00010000:00010000:1.0:1763335104.463225:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335104.463230:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007574a18 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000100:00100000:3.0:1763335104.463468:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c2f25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826045440:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335104.463572:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763335104.463580:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007574a18 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000100:00100000:3.0:1763335104.463628:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c2f26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826045568:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335104.463652:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335104.463689:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826045440 00000100:00100000:3.0:1763335104.463696:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826045440 00000100:00100000:3.0:1763335104.463728:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826045568 00000100:00100000:3.0:1763335104.463730:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826045568 00000100:00100000:3.0:1763335104.463747:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6355 00000100:00100000:3.0:1763335104.463754:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+28:3667:x1848989826045440:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335104.463898:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+29:3667:x1848989826045440:12345-0@lo:2:osp-syn-1-1.0 Request processed in 142us (327us total) trans 17179871518 rc 0/0 00000100:00100000:3.0:1763335104.463904:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6355 00000100:00100000:3.0:1763335104.463945:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6356 00000100:00100000:3.0:1763335104.463952:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+28:3664:x1848989826045568:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763335104.464011:0:8417:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x243:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335104.464015:0:8417:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x243:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763335104.464018:0:8417:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x243:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335104.464020:0:8417:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x243:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763335104.464022:0:8417:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x243:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335104.464063:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+29:3664:x1848989826045568:12345-0@lo:2:osp-syn-1-1.0 Request processed in 110us (409us total) trans 17179871519 rc 0/0 00000100:00100000:3.0:1763335104.464072:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6356 00000004:00080000:1.0:1763335104.464101:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c2f26300/2, rc 0, transno 17179871519 00000100:00100000:1.0:1763335104.464110:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c2f26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826045568:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763335104.464113:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c2f25180/2, rc 0, transno 17179871518 00000100:00100000:3.0:1763335104.464120:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c2f25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826045440:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763335104.464463:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 931 committed 00000100:00100000:0.0:1763335104.464604:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763335104.464614:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826045824:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335104.464645:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335104.464672:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826045824 00000100:00100000:0.0:1763335104.464676:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826045824 00000100:00100000:0.0:1763335104.464702:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6357 00000100:00100000:0.0:1763335104.464708:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4ac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+74:3667:x1848989826045824:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763335104.464781:0:27803:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x241:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335104.464785:0:27803:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x241:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763335104.464787:0:27803:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x241:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335104.464789:0:27803:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x241:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763335104.464792:0:27803:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x241:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335104.464821:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4ac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+75:3667:x1848989826045824:12345-0@lo:2:osp-syn-0-1.0 Request processed in 113us (175us total) trans 21474838808 rc 0/0 00000100:00100000:0.0:1763335104.464829:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6357 00000004:00080000:0.0:1763335104.464855:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4aca300/2, rc 0, transno 21474838808 00000100:00100000:0.0:1763335104.464860:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826045824:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335104.464918:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4ac8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826045696:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335104.464956:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335104.465022:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826045696 00000100:00100000:0.0:1763335104.465026:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826045696 00000100:00100000:0.0:1763335104.465056:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6358 00000100:00100000:0.0:1763335104.465063:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+75:3665:x1848989826045696:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763335104.465125:0:8417:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x240:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335104.465129:0:8417:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x240:0x0] updating lvb mtime from disk: 1763335104 -> 1763335104 00002000:00010000:0.0:1763335104.465131:0:8417:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x240:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335104.465133:0:8417:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x240:0x0] updating lvb ctime from disk: 1763335104 -> 1763335104 00002000:00010000:0.0:1763335104.465135:0:8417:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x240:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335104.465163:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+76:3665:x1848989826045696:12345-0@lo:2:osp-syn-0-1.0 Request processed in 100us (206us total) trans 21474838809 rc 0/0 00000100:00100000:0.0:1763335104.465169:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6358 00000004:00080000:0.0:1763335104.465193:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4ac8e00/2, rc 0, transno 21474838809 00000100:00100000:0.0:1763335104.465198:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4ac8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826045696:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763335104.465488:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 928 committed 00000100:00100000:2.0:1763335104.465580:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000004:00010000:2.0:1763335104.465624:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000792dee90 reply state 00000000046cab10 transno 4294972915 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3c00/0x3ec0b54007574a73 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.465641:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3c00/0x3ec0b54007574a73 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.465650:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d7:0x0].0x0 (ffff9000c487e000) 00010000:00010000:2.0:1763335104.465654:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763335104.465657:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1763335104.465739:0:6532:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1763335104.465752:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:56911:x1848989814650368:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 6009us (6118us total) trans 4294972915 rc 0/0 00000100:00100000:2.0:1763335104.465760:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9292 00010000:00010000:2.0:1763335104.465781:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3c00/0x3ec0b54007574a73 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.465788:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3c00/0x3ec0b54007574a73 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.465795:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3c00/0x3ec0b54007574a73 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.465801:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d25a3c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335104.465806:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3c00/0x3ec0b54007574a73 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.465813:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3c00/0x3ec0b54007574a73 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.465822:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d7:0x0].0x0 (ffff9000c487e000) 00010000:00010000:2.0:1763335104.465825:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763335104.465829:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3c00/0x3ec0b54007574a73 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.465836:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3c00/0x3ec0b54007574a73 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00000100:00100000:2.0:1763335104.465871:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814650496 00000100:00100000:2.0:1763335104.465876:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814650496 00000100:00100000:2.0:1763335104.465907:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9293 00000100:00100000:2.0:1763335104.465914:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:56913:x1848989814650496:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335104.465926:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335104.465955:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a2800/0x3ec0b54007574a7a lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880f02 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.466008:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a2400/0x3ec0b54007574a81 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335104.466018:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a2400/0x3ec0b54007574a81 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.466028:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a2400/0x3ec0b54007574a81 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:2.0:1763335104.466059:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763335104.466063:0:13840:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763335104.466094:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a2800/0x3ec0b54007574a7a lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f02 expref: 241 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.466108:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a2400/0x3ec0b54007574a81 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f02 expref: 240 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.466115:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c487e100) 00010000:00010000:2.0:1763335104.466117:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763335104.466120:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d25a2400, rc 0) 00000100:00100000:2.0:1763335104.466143:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+240:56913:x1848989814650496:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 230us (564us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335104.466149:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9293 00000100:00100000:1.0:1763335104.469005:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335104.470460:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814650624 00000100:00100000:0.0:1763335104.470472:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814650624 00000100:00100000:0.0:1763335104.470542:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9294 00000100:00100000:0.0:1763335104.470552:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+239:56911:x1848989814650624:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335104.470577:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335104.470600:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007574a88 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880f09 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.470660:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007574a88 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f09 expref: 240 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.470674:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007574a88 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f09 expref: 240 pid: 7841 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335104.470685:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:0.0:1763335104.470692:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d7:0x0].0x0 (ffff9000c487e000) 00010000:00010000:0.0:1763335104.470697:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335104.470700:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664200, rc 0) 00000100:00100000:2.0:1763335104.471557:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814650752 00000100:00100000:2.0:1763335104.471564:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814650752 00000100:00100000:2.0:1763335104.471608:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9295 00000100:00100000:2.0:1763335104.471616:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+241:56913:x1848989814650752:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335104.471625:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335104.471638:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007574a8f lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880f10 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.471695:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574a96 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335104.471704:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574a96 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.471713:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574a96 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.471725:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574a9d lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335104.471732:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574a9d lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.471739:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574a9d lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.471777:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574a96 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.471788:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574a96 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.471794:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574a96 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.471801:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574a96 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.471807:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335104.471812:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574a96 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.471818:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574a96 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.471828:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c487e100) 00010000:00010000:2.0:1763335104.471831:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335104.471834:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574a96 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.471840:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574a96 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.471853:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574a9d lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.471859:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574a9d lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.471864:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574a9d lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.471868:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335104.471871:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574a9d lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.471877:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574a9d lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.471884:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c487e300) 00010000:00010000:2.0:1763335104.471886:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335104.471889:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574a9d lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.471894:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574a9d lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.471921:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007574a8f lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f10 expref: 242 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.471942:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c487e100) 00010000:00010000:2.0:1763335104.471944:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335104.471948:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007574a8f lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f10 expref: 242 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.471957:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7a00, rc 0) 00000100:00100000:0.0:1763335104.474210:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+241:56911:x1848989814650624:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 3646us (5201us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335104.474223:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9294 00000100:00100000:2.0:1763335104.474965:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+240:56913:x1848989814650752:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 3348us (4280us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335104.474974:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9295 00000100:00100000:1.0:1763335104.479040:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335104.479083:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335104.479190:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814650880 00000100:00100000:2.0:1763335104.479200:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814650880 00000100:00100000:2.0:1763335104.480701:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814651136 00000100:00100000:2.0:1763335104.480711:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814651136 00000100:00100000:1.0:1763335104.480821:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9296 00000100:00100000:1.0:1763335104.480834:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+241:56911:x1848989814650880:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335104.480857:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335104.480880:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007574aa4 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880f17 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.480964:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574aab lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335104.480978:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574aab lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.480989:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574aab lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:1.0:1763335104.481031:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1d7:0x0]: returning size 5 00000004:00200000:1.0:1763335104.481035:0:7841:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335104.481051:0:7841:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574aab lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.481076:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007574aa4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f17 expref: 243 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.481095:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574aab lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f17 expref: 242 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.481105:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d7:0x0].0x0 (ffff9000c487e000) 00010000:00010000:1.0:1763335104.481108:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1763335104.481112:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281e00, rc 0) 00000100:00100000:1.0:1763335104.481176:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56911:x1848989814650880:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 346us (2148us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335104.481183:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9296 00000100:00100000:1.0:1763335104.481204:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9297 00000100:00100000:1.0:1763335104.481210:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+241:56913:x1848989814651136:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335104.481218:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335104.481220:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763335104.481235:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a2400/0x3ec0b54007574a81 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f02 expref: 241 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.481247:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c487e100) 00010000:00010000:1.0:1763335104.481254:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335104.481264:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574ab2 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880f1e expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.481356:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007574ab9 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335104.481377:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007574ab9 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.481384:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007574ab9 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.481396:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007574ac0 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335104.481402:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007574ac0 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.481408:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007574ac0 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.481762:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574ac7 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335104.481772:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574ac7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.481779:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574ac7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:1.0:1763335104.481787:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1d8:0x0]: returning size 0 00010000:00010000:1.0:1763335104.481808:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007574ab9 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.481815:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007574ab9 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.481821:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007574ab9 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.481827:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007574ab9 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.481832:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb3800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335104.481836:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007574ab9 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.481844:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007574ab9 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.481856:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2900) 00010000:00010000:1.0:1763335104.481859:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335104.481862:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007574ab9 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.481869:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007574ab9 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000004:00010000:1.0:1763335104.481878:0:7841:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000099f164dc reply state 00000000220c65fc transno 4294972916 ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007574ac0 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.481888:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007574ac0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.481894:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2d00) 00010000:00010000:1.0:1763335104.481896:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335104.481899:0:7841:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763335104.481919:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574ab2 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f1e expref: 243 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.481946:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574ac7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f1e expref: 242 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.481954:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d8:0x0].0x0 (ffff9001cada2100) 00010000:00010000:1.0:1763335104.481956:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335104.481959:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fceb2200, rc 0) 00000100:00100000:1.0:1763335104.481999:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:56913:x1848989814651136:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 788us (2914us total) trans 4294972916 rc 0/0 00000100:00100000:1.0:1763335104.482006:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9297 00000100:00100000:3.0:1763335104.484404:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335104.484515:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814651520 00000100:00100000:0.0:1763335104.484524:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814651520 00000100:00100000:0.0:1763335104.484579:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6359 00000100:00100000:0.0:1763335104.484589:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+22:2427:x1848989814651520:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335104.484605:0:27803:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335104.484624:0:27803:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574ad5 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x242:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880f2c expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335104.484646:0:27803:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x242:0x0] initial LVB size: 5, mtime: 0x691a5bc0, atime: 0x0, ctime: 0x691a5bc0, blocks: 0x8 00010000:00010000:0.0:1763335104.484662:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335104.484665:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335104.484675:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574ad5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f2c expref: 23 pid: 27803 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335104.484690:0:27803:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574ad5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f2c expref: 23 pid: 27803 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335104.484703:0:27803:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665c00, rc 0) 00000100:00100000:0.0:1763335104.484760:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:2427:x1848989814651520:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 172us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335104.484768:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6359 00000100:00100000:1.0:1763335104.485231:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335104.487502:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814651392 00000100:00100000:0.0:1763335104.487515:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814651392 00000100:00100000:0.0:1763335104.489491:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9298 00000100:00100000:0.0:1763335104.489514:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:56913:x1848989814651392:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335104.489541:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335104.489563:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574adc lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880f25 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.489677:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574ae3 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335104.489693:0:13591:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574ac7 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f1e expref: 244 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.489702:0:13591:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574ae3 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.489736:0:13591:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574ac7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f1e expref: 244 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.489749:0:13591:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574ac7 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f1e expref: 244 pid: 7841 timeout: 1197 lvb_type: 0 00000100:00100000:0.0:1763335104.489769:0:13591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4acb100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826045952:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335104.489852:0:13591:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c48ca9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335104.501019:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.502638:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814651648 00000100:00100000:3.0:1763335104.502652:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814651648 00010000:00010000:3.0:1763335104.502700:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574ac7 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f1e expref: 245 pid: 7841 timeout: 1197 lvb_type: 0 00000100:00100000:3.0:1763335104.502762:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3047 00000100:00100000:3.0:1763335104.502772:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d30a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:2426:x1848989814651648:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335104.502788:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335104.502795:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574ac7 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f1e expref: 245 pid: 7841 timeout: 1197 lvb_type: 0 00010000:00010000:3.0:1763335104.502809:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574ac7 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f1e expref: 245 pid: 7841 timeout: 1197 lvb_type: 0 00010000:00010000:3.0:1763335104.502833:0:33041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d8:0x0].0x0 (ffff9001cada2100) 00010000:00010000:3.0:1763335104.502839:0:33041:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574ae3 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.502853:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574ae3 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.502861:0:33041:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574ae3 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.502880:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335104.502947:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d30a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:2426:x1848989814651648:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 175us (1938us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335104.502956:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3047 00010000:00010000:0.0:1763335104.503372:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574ac7 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f1e expref: 244 pid: 7841 timeout: 1197 lvb_type: 0 00000100:00100000:0.0:1763335104.503389:0:13591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4acb100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826045952:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335104.503411:0:13591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574ae3 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.503420:0:13591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574ae3 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.503426:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574ae3 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:0.0:1763335104.503447:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1d8:0x0]: returning size 0 00000004:00080000:0.0:1763335104.503610:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x242:0x0], index 0: 0 00000004:00080000:0.0:1763335104.503616:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x244:0x0], index 1: 0 00000004:00080000:0.0:1763335104.503621:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x245:0x0], index 1: 0 00000004:00080000:0.0:1763335104.503625:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x243:0x0], index 0: 0 00010000:00010000:0.0:1763335104.503726:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574ae3 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.503735:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574ae3 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.503742:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574ae3 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.503752:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335104.503756:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574ae3 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.503763:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574ae3 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.503772:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d8:0x0].0x0 (ffff9001cada2100) 00010000:00010000:0.0:1763335104.503775:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335104.503779:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574ae3 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.503784:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574ae3 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.503829:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574adc lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1d8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f25 expref: 244 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.503838:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d8:0x0].0x0 (ffff9001cada2100) 00010000:00010000:0.0:1763335104.503841:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763335104.503844:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574adc lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1d8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f25 expref: 244 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.503860:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665600, rc 0) 00000100:00100000:0.0:1763335104.503903:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:56913:x1848989814651392:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 14399us (18672us total) trans 4294972917 rc 301/301 00000100:00100000:0.0:1763335104.503911:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9298 00000100:00100000:2.0:1763335104.511414:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335104.511512:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814651904 00000100:00100000:0.0:1763335104.511523:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814651904 00000100:00100000:0.0:1763335104.511583:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3202 00000100:00100000:0.0:1763335104.511594:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:56913:x1848989814651904:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335104.511869:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56913:x1848989814651904:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 276us (464us total) trans 4294972918 rc 0/0 00000100:00100000:0.0:1763335104.511877:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3202 00000100:00100000:3.0:1763335104.549014:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335104.549095:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814652160 00000100:00100000:1.0:1763335104.549108:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814652160 00000100:00100000:1.0:1763335104.549170:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3203 00000100:00100000:1.0:1763335104.549181:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56913:x1848989814652160:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335104.549521:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56913:x1848989814652160:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 341us (517us total) trans 4294972919 rc 0/0 00000100:00100000:1.0:1763335104.549528:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3203 00000100:00100000:1.0:1763335104.577009:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335104.577169:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814652416 00000100:00100000:0.0:1763335104.577180:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814652416 00000100:00100000:0.0:1763335104.577267:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9299 00000100:00100000:0.0:1763335104.577278:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:55956:x1848989814652416:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335104.577371:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335104.577401:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574af1 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880f33 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.577562:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574af8 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335104.577577:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574af8 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.577588:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574af8 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.577616:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574aff lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335104.577624:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574aff lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.577642:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574aff lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.577733:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574b06 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335104.577742:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574b06 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.577749:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574b06 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:0.0:1763335104.577772:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1d8:0x0]: returning size 0 00010000:00010000:0.0:1763335104.577878:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574af8 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.577897:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574af8 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.577903:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574af8 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.577918:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574af8 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.577925:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335104.577939:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574af8 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.577957:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574af8 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.577970:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881f00) 00010000:00010000:0.0:1763335104.577973:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335104.577978:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574af8 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.578001:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574af8 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.578015:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574aff lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.578033:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574aff lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.578040:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574aff lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.578045:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335104.578048:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574aff lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.578063:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574aff lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.578071:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2d00) 00010000:00010000:0.0:1763335104.578074:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335104.578078:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574aff lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.578199:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574aff lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.578300:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574af1 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f33 expref: 248 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.578340:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574b06 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f33 expref: 247 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.578349:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d8:0x0].0x0 (ffff9000c4881800) 00010000:00010000:2.0:1763335104.578352:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335104.578356:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664800, rc 0) 00000100:00100000:2.0:1763335104.578417:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:55956:x1848989814652416:12345-192.168.204.57@tcp:101:bash.0 Request processed in 1141us (1429us total) trans 4294972920 rc 0/0 00000100:00100000:2.0:1763335104.578426:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9299 00000100:00100000:2.0:1763335104.586778:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335104.586845:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814652544 00000100:00100000:0.0:1763335104.586856:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814652544 00000100:00100000:0.0:1763335104.586923:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9300 00000100:00100000:0.0:1763335104.586944:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:55956:x1848989814652544:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335104.586970:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335104.586993:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574b14 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880f3a expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.587028:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574b1b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335104.587043:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574b1b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.587056:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574b1b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.587237:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574b14 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1d8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f3a expref: 249 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.587258:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574b1b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f3a expref: 248 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.587268:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d8:0x0].0x0 (ffff9000c4881800) 00010000:00010000:0.0:1763335104.587271:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763335104.587275:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664c00, rc 0) 00000100:00100000:0.0:1763335104.590608:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:55956:x1848989814652544:12345-192.168.204.57@tcp:101:bash.0 Request processed in 3654us (3826us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335104.590622:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9300 00000100:00100000:0.0:1763335104.594535:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335104.595019:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814652800 00000100:00100000:2.0:1763335104.595030:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814652800 00000100:00100000:0.0:1763335104.595236:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9301 00000100:00100000:0.0:1763335104.595248:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4acb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:55956:x1848989814652800:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:0.0:1763335104.595300:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335104.595364:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574b06 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f33 expref: 248 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.595389:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d8:0x0].0x0 (ffff9000c4881800) 00010000:00010000:0.0:1763335104.595394:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335104.595588:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574b22 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335104.595603:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574b22 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.595613:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574b22 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000001:00080000:0.0:1763335104.595657:0:6532:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972921 00000004:00010000:0.0:1763335104.595679:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000085c50c4e reply state 0000000095e68848 transno 4294972922 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574b22 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.595691:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574b22 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.595698:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d8:0x0].0x0 (ffff9000c4881800) 00010000:00010000:0.0:1763335104.595700:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335104.595703:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335104.599571:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4acb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:55956:x1848989814652800:12345-192.168.204.57@tcp:36:bash.0 Request processed in 4313us (5035us total) trans 4294972922 rc 0/0 00000100:00100000:0.0:1763335104.599584:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9301 00000020:00080000:0.0:1763335104.599591:0:6532:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763335104.609180:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335104.609355:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814652928 00000100:00100000:2.0:1763335104.609370:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814652928 00000100:00100000:2.0:1763335104.609431:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9302 00000100:00100000:2.0:1763335104.609449:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:55956:x1848989814652928:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335104.609482:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335104.609505:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574b29 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880f41 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.609572:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574b29 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f41 expref: 251 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.609587:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574b29 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f41 expref: 251 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.609611:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d8:0x0].0x0 (ffff9000c4881800) 00010000:00010000:2.0:1763335104.609615:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763335104.609619:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6c00, rc 0) 00000100:00100000:2.0:1763335104.609941:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:55956:x1848989814652928:12345-192.168.204.57@tcp:101:bash.0 Request processed in 489us (763us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335104.609949:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9302 00000100:00100000:3.0:1763335104.611953:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335104.612063:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814653184 00000100:00100000:2.0:1763335104.612073:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814653184 00000100:00100000:2.0:1763335104.612185:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9303 00000100:00100000:2.0:1763335104.612194:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:55956:x1848989814653184:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335104.612214:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335104.612217:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763335104.612241:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574b29 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f41 expref: 251 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.612260:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d8:0x0].0x0 (ffff9000c4881800) 00010000:00010000:2.0:1763335104.612265:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335104.612277:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574b30 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880f48 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.613551:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574b37 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335104.613573:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574b37 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d8:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335104.613585:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574b37 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d8:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000040:00080000:1.0:1763335104.613823:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1422, 88 off119656 00000004:00080000:1.0:1763335104.613831:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1097593515553ns, next at 1097485216744ns, rc = 0 00000040:00080000:1.0:1763335104.614476:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1423, 88 off119656 00000004:00080000:1.0:1763335104.614484:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1097594169486ns, next at 1097485171709ns, rc = 0 00000040:00080000:1.0:1763335104.614821:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1424, 88 off119744 00000004:00080000:1.0:1763335104.614827:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1097594512114ns, next at 1097485171709ns, rc = 0 00000040:00080000:1.0:1763335104.615448:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1423, 88 off119744 00000004:00080000:1.0:1763335104.615456:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1097595141366ns, next at 1097485216744ns, rc = 0 00000100:00100000:1.0:1763335104.626516:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.626596:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814653312 00000100:00100000:3.0:1763335104.626608:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814653312 00000100:00100000:3.0:1763335104.626663:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6360 00000100:00100000:3.0:1763335104.626672:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:2429:x1848989814653312:12345-192.168.204.57@tcp:23:lfs.0 00000100:00100000:3.0:1763335104.626785:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:2429:x1848989814653312:12345-192.168.204.57@tcp:23:lfs.0 Request processed in 114us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335104.626792:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6360 00000001:00080000:2.0:1763335104.627184:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972923 is committed 00000004:00080000:2.0:1763335104.627191:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 934 committed 00000004:00080000:2.0:1763335104.627205:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 931 committed 00000004:00080000:2.0:1763335104.627211:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 930 committed 00000004:00080000:2.0:1763335104.627213:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 933 committed 00000100:00100000:1.0:1763335104.627387:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763335104.627403:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826046080:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335104.627448:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763335104.627530:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574b37 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1d8:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f48 expref: 245 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.627544:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d8:0x0].0x0 (ffff9000c4881800) 00010000:00010000:1.0:1763335104.627547:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763335104.627562:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574b30 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1d8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f48 expref: 245 pid: 6532 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763335104.627580:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574b37 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1d8:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f48 expref: 244 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.627604:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d8:0x0].0x0 (ffff9000c4881800) 00010000:00010000:1.0:1763335104.627607:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763335104.627609:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fceb2200, rc 0) 00000100:00100000:1.0:1763335104.627636:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:55956:x1848989814653184:12345-192.168.204.57@tcp:101:bash.0 Request processed in 15443us (15690us total) trans 4294972923 rc 0/0 00000100:00100000:1.0:1763335104.627643:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9303 00010000:00010000:3.0:1763335104.627751:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007574ac0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335104.627760:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007574ac0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335104.627767:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007574ac0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335104.627773:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb3000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335104.627778:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007574ac0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335104.627785:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007574ac0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335104.627794:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2d00) 00010000:00010000:3.0:1763335104.627797:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335104.627800:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007574ac0 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335104.627806:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007574ac0 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335104.627824:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574b22 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335104.627830:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574b22 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335104.627836:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574b22 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335104.627840:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335104.627843:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574b22 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335104.627848:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574b22 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335104.627854:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d8:0x0].0x0 (ffff9000c4881800) 00010000:00010000:3.0:1763335104.627856:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335104.627858:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574b22 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335104.627867:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574b22 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1d8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00000100:00100000:3.0:1763335104.627885:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826046208:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335104.627910:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335104.627958:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826046080 00000100:00100000:3.0:1763335104.627963:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826046080 00000100:00100000:3.0:1763335104.627990:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826046208 00000100:00100000:3.0:1763335104.627992:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826046208 00000100:00100000:3.0:1763335104.628009:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6361 00000100:00100000:3.0:1763335104.628015:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+77:3666:x1848989826046080:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335104.628146:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+78:3666:x1848989826046080:12345-0@lo:2:osp-syn-0-1.0 Request processed in 130us (697us total) trans 21474838810 rc 0/0 00000100:00100000:3.0:1763335104.628153:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6361 00000100:00100000:3.0:1763335104.628166:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6362 00000100:00100000:3.0:1763335104.628171:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+77:3664:x1848989826046208:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335104.628242:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+78:3664:x1848989826046208:12345-0@lo:2:osp-syn-0-1.0 Request processed in 70us (330us total) trans 21474838811 rc 0/0 00000100:00100000:3.0:1763335104.628248:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6362 00000004:00080000:3.0:1763335104.628289:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c9b47b80/2, rc 0, transno 21474838810 00000100:00100000:3.0:1763335104.628294:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826046080:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763335104.628604:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c9b46d80/2, rc 0, transno 21474838811 00000100:00100000:3.0:1763335104.628609:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826046208:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335104.628658:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826046464:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763335104.628826:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763335104.628834:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c37af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826046336:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763335104.628863:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335104.628889:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826046336 00000100:00100000:2.0:1763335104.628893:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826046336 00000100:00100000:2.0:1763335104.628914:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6363 00000100:00100000:2.0:1763335104.628919:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+29:3664:x1848989826046336:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763335104.629023:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+30:3664:x1848989826046336:12345-0@lo:2:osp-syn-1-1.0 Request processed in 103us (158us total) trans 17179871520 rc 0/0 00000100:00100000:2.0:1763335104.629029:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6363 00000004:00080000:2.0:1763335104.629052:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c37af480/2, rc 0, transno 17179871520 00000100:00100000:2.0:1763335104.629056:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c37af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826046336:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335104.629603:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335104.629910:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826046464 00000100:00100000:0.0:1763335104.629916:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826046464 00000100:00100000:0.0:1763335104.629960:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6364 00000100:00100000:0.0:1763335104.629968:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+30:3666:x1848989826046464:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335104.630103:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+31:3666:x1848989826046464:12345-0@lo:2:osp-syn-1-1.0 Request processed in 135us (500us total) trans 17179871521 rc 0/0 00000100:00100000:0.0:1763335104.630111:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6364 00000004:00080000:3.0:1763335104.632535:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5f79c00/2, rc 0, transno 17179871521 00000100:00100000:3.0:1763335104.632549:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826046464:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335104.633622:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335104.633658:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335104.633723:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814653440 00000100:00100000:2.0:1763335104.633731:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814653440 00000100:00100000:2.0:1763335104.633774:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814653568 00000100:00100000:2.0:1763335104.633777:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814653568 00000100:00100000:2.0:1763335104.633805:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6365 00000100:00100000:2.0:1763335104.633813:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:2428:x1848989814653440:12345-192.168.204.57@tcp:23:lfs.0 00000100:00100000:2.0:1763335104.633904:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:2428:x1848989814653440:12345-192.168.204.57@tcp:23:lfs.0 Request processed in 92us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335104.633911:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6365 00000100:00100000:2.0:1763335104.633934:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6366 00000100:00100000:2.0:1763335104.633941:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+35:55956:x1848989814653568:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335104.633949:0:8417:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335104.633968:0:8417:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b54007574b3e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x242:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880f4f expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335104.633992:0:8417:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x242:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763335104.634011:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335104.634013:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335104.634021:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b54007574b3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f4f expref: 36 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.634036:0:8417:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b54007574b3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f4f expref: 36 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.634049:0:8417:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7400, rc 0) 00000100:00100000:2.0:1763335104.634069:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+36:55956:x1848989814653568:12345-192.168.204.57@tcp:101:bash.0 Request processed in 129us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335104.634074:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6366 00000100:00100000:2.0:1763335104.638099:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.638349:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814653696 00000100:00100000:3.0:1763335104.638360:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814653696 00000100:00100000:3.0:1763335104.638417:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1572 00000100:00100000:3.0:1763335104.638426:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:2426:x1848989814653696:12345-192.168.204.57@tcp:3:lfs.0 00010000:00010000:3.0:1763335104.638461:0:23998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007574b45 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.638474:0:23998:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335104.638476:0:23998:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335104.638481:0:23998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007574b45 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.638493:0:23998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007574b45 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.638582:0:23998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007574b45 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.638590:0:23998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007574b45 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.638597:0:23998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007574b45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.638602:0:23998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadaa00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335104.638606:0:23998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007574b45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.638620:0:23998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007574b45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.638634:0:23998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007574b45 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.638640:0:23998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007574b45 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335104.638704:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:2426:x1848989814653696:12345-192.168.204.57@tcp:3:lfs.0 Request processed in 278us (623us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335104.638712:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1572 00000100:00100000:1.0:1763335104.643072:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335104.643115:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.643190:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814653824 00000100:00100000:3.0:1763335104.643200:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814653824 00000100:00100000:3.0:1763335104.644168:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6367 00000100:00100000:3.0:1763335104.644180:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:55956:x1848989814653824:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335104.644197:0:8416:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335104.644219:0:8416:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb800/0x3ec0b54007574b4c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x244:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880f56 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335104.644241:0:8416:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x244:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335104.644261:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335104.644263:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335104.644270:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb800/0x3ec0b54007574b4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f56 expref: 24 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.644284:0:8416:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb800/0x3ec0b54007574b4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f56 expref: 24 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.644296:0:8416:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadb800, rc 0) 00000100:00100000:3.0:1763335104.644357:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:55956:x1848989814653824:12345-192.168.204.57@tcp:101:bash.0 Request processed in 180us (1295us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335104.644363:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6367 00000100:00100000:2.0:1763335104.644917:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814653952 00000100:00100000:2.0:1763335104.644925:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814653952 00000100:00100000:2.0:1763335104.644976:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9304 00000100:00100000:2.0:1763335104.644984:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56911:x1848989814653952:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335104.644998:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335104.645010:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574b53 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880f5d expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.645039:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574b5a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335104.645052:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574b5a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.645060:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574b5a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.645161:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574b53 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f5d expref: 244 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.645175:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6000/0x3ec0b54007574b5a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f5d expref: 243 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.645183:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d7:0x0].0x0 (ffff9000c487e000) 00010000:00010000:2.0:1763335104.645186:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763335104.645189:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6000, rc 0) 00000100:00100000:2.0:1763335104.645225:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:56911:x1848989814653952:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 243us (2109us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335104.645231:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9304 00000100:00100000:0.0:1763335104.652061:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335104.652106:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.652178:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814654080 00000100:00100000:3.0:1763335104.652189:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814654080 00000100:00100000:3.0:1763335104.652256:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814654336 00000100:00100000:3.0:1763335104.652259:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814654336 00002000:00010000:3.0:1763335104.652274:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/580 (0->18446744073709551615) 00002000:00100000:3.0:1763335104.652279:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f1368380 with x1848989814654336 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335104.652293:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001f1368380. 00000100:00100000:3.0:1763335104.652337:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1573 00000100:00100000:3.0:1763335104.652349:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+36:2426:x1848989814654080:12345-192.168.204.57@tcp:4:lfs.0 00010000:00010000:3.0:1763335104.652385:0:23998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000cbadbc00/0x3ec0b54007574b61 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x241:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.652404:0:23998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7e00/0x3ec0b540075748f2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x241:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e84 expref: 36 pid: 27803 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335104.652410:0:23998:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335104.652413:0:23998:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335104.652417:0:23998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbadbc00/0x3ec0b54007574b61 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x241:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.652452:0:23998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7e00/0x3ec0b540075748f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x241:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e84 expref: 36 pid: 27803 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335104.652470:0:23998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7e00/0x3ec0b540075748f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x241:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e84 expref: 36 pid: 27803 timeout: 1197 lvb_type: 1 00000100:00100000:3.0:1763335104.652483:0:23998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f79500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:23998:1848989826046592:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335104.652554:0:23998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c79269c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335104.652575:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1574 00000100:00100000:3.0:1763335104.652582:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1368380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:2427:x1848989814654336:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:3.0:1763335104.652760:0:23997:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x244:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335104.652764:0:23997:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x244:0x0] updating lvb mtime from disk: 0 -> 1763335104 00002000:00010000:3.0:1763335104.652767:0:23997:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x244:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335104.652769:0:23997:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x244:0x0] updating lvb ctime from disk: 0 -> 1763335104 00002000:00010000:3.0:1763335104.652771:0:23997:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x244:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335104.652803:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1368380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:2427:x1848989814654336:12345-192.168.204.57@tcp:10:bash.0 Request processed in 221us (696us total) trans 17179871522 rc 0/0 00000100:00100000:3.0:1763335104.652810:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1574 00002000:00010000:3.0:1763335104.652814:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/580 (0->18446744073709551615) 00002000:00100000:3.0:1763335104.652816:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f1368380 with x1848989814654336 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335104.652820:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001f1368380. 00000100:00100000:0.0:1763335104.656015:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335104.656118:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814654208 00000100:00100000:1.0:1763335104.656128:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814654208 00002000:00010000:1.0:1763335104.656167:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/578 (0->18446744073709551615) 00002000:00100000:1.0:1763335104.656172:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f136b480 with x1848989814654208 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335104.656184:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9001f136b480. 00000100:00100000:2.0:1763335104.656845:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1575 00000100:00100000:2.0:1763335104.656859:0:8422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f136b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+37:2426:x1848989814654208:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:2.0:1763335104.657054:0:8422:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x242:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335104.657059:0:8422:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x242:0x0] updating lvb mtime from disk: 0 -> 1763335104 00002000:00010000:2.0:1763335104.657061:0:8422:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x242:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335104.657064:0:8422:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x242:0x0] updating lvb ctime from disk: 0 -> 1763335104 00002000:00010000:2.0:1763335104.657066:0:8422:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x242:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335104.657147:0:8422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f136b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+38:2426:x1848989814654208:12345-192.168.204.57@tcp:10:bash.0 Request processed in 291us (1140us total) trans 21474838812 rc 0/0 00000100:00100000:2.0:1763335104.657154:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1575 00002000:00010000:2.0:1763335104.657158:0:8422:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/578 (0->18446744073709551615) 00002000:00100000:2.0:1763335104.657161:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f136b480 with x1848989814654208 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335104.657166:0:8422:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9001f136b480. 00000100:00100000:1.0:1763335104.663210:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.663356:0:23998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f79500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:23998:1848989826046592:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335104.663385:0:23998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000cbadbc00/0x3ec0b54007574b61 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x241:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335104.663489:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814654464 00000100:00100000:2.0:1763335104.663497:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814654464 00010000:00010000:2.0:1763335104.663534:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7e00/0x3ec0b540075748f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x241:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e84 expref: 38 pid: 27803 timeout: 1197 lvb_type: 1 00000100:00100000:2.0:1763335104.663573:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3048 00000100:00100000:2.0:1763335104.663583:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a7a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+38:2426:x1848989814654464:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335104.663599:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335104.663621:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7e00/0x3ec0b540075748f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x241:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e84 expref: 38 pid: 27803 timeout: 1197 lvb_type: 1 00010000:00010000:2.0:1763335104.663633:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7e00/0x3ec0b540075748f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x241:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e84 expref: 38 pid: 27803 timeout: 1197 lvb_type: 1 00010000:00010000:2.0:1763335104.663657:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7e00/0x3ec0b540075748f2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x241:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e84 expref: 38 pid: 27803 timeout: 1197 lvb_type: 1 00010000:00010000:2.0:1763335104.663671:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335104.663672:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335104.663678:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000cbadbc00/0x3ec0b54007574b61 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x241:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.663686:0:7458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbadbc00/0x3ec0b54007574b61 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x241:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.664040:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335104.664133:0:23998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000cbadbc00/0x3ec0b54007574b61 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x241:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.664142:0:23998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000cbadbc00/0x3ec0b54007574b61 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x241:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335104.665659:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a7a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+39:2426:x1848989814654464:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 2070us (2452us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335104.665672:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3048 00000001:00080000:2.0:1763335104.667837:0:24680:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474838813 is committed 00000001:00080000:2.0:1763335104.667855:0:24680:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474838811 is committed 00000100:00100000:3.0:1763335104.669838:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00002000:00010000:1.0:1763335104.670621:0:23998:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x241:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:1.0:1763335104.670627:0:23998:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x241:0x0] updating lvb mtime from disk: 0 -> 1763335105 00002000:00010000:1.0:1763335104.670630:0:23998:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x241:0x0] updating lvb ctime from disk: 0 -> 1763335105 00002000:00010000:1.0:1763335104.670633:0:23998:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x241:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1763335104.670646:0:23998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000cbadbc00/0x3ec0b54007574b61 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x241:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.670659:0:23998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbadbc00/0x3ec0b54007574b61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x241:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.670669:0:23998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000cbadbc00/0x3ec0b54007574b61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x241:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.670676:0:23998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadbc00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335104.670681:0:23998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000cbadbc00/0x3ec0b54007574b61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x241:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.670691:0:23998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000cbadbc00/0x3ec0b54007574b61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x241:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.670708:0:23998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000cbadbc00/0x3ec0b54007574b61 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x241:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.670715:0:23998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000cbadbc00/0x3ec0b54007574b61 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x241:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335104.670804:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+9:2426:x1848989814654080:12345-192.168.204.57@tcp:4:lfs.0 Request processed in 18455us (18750us total) trans 21474838813 rc 0/0 00000100:00100000:1.0:1763335104.670815:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1573 00000100:00100000:0.0:1763335104.672584:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814654720 00000100:00100000:0.0:1763335104.672599:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814654720 00000100:00100000:0.0:1763335104.672662:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3204 00000100:00100000:0.0:1763335104.672673:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:55956:x1848989814654720:12345-192.168.204.57@tcp:35:bash.0 00000001:00080000:0.0:1763335104.672910:0:6533:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972924 00000100:00100000:0.0:1763335104.673025:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:55956:x1848989814654720:12345-192.168.204.57@tcp:35:bash.0 Request processed in 353us (3195us total) trans 4294972925 rc 0/0 00000100:00100000:0.0:1763335104.673032:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3204 00000020:00080000:0.0:1763335104.673037:0:6533:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763335104.685290:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335104.685404:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814654848 00000100:00100000:0.0:1763335104.685415:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814654848 00000100:00100000:2.0:1763335104.687244:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9305 00000100:00100000:2.0:1763335104.687265:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56914:x1848989814654848:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:2.0:1763335104.687291:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335104.687328:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574b68 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880f64 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.687406:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574b6f lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335104.687420:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574b6f lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.687432:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574b6f lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.687444:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574b76 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335104.687451:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574b76 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.687458:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574b76 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.687533:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574b7d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335104.687543:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574b7d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.687551:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574b7d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:2.0:1763335104.687589:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1d8:0x0]: returning size 5 00000004:00200000:2.0:1763335104.687594:0:6532:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335104.687609:0:6532:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574b7d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.687622:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574b7d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.687631:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574b6f lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.687638:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574b6f lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.687646:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574b6f lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.687652:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574b6f lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.687659:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335104.687663:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574b6f lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.687671:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574b6f lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.687682:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c2a8ee00) 00010000:00010000:2.0:1763335104.687686:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335104.687690:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574b6f lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.687697:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574b6f lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.687711:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574b76 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.687717:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574b76 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.687723:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574b76 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.687728:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335104.687731:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574b76 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.687738:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574b76 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.687745:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c2a8e100) 00010000:00010000:2.0:1763335104.687747:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335104.687750:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574b76 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.687756:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574b76 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.687783:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574b68 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f64 expref: 247 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.687798:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574b7d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f64 expref: 246 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.687811:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d8:0x0].0x0 (ffff9000c4881800) 00010000:00010000:2.0:1763335104.687813:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335104.687816:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6c00, rc 0) 00000100:00100000:2.0:1763335104.687882:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+246:56914:x1848989814654848:12345-192.168.204.57@tcp:101:rm.0 Request processed in 627us (2602us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335104.687891:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9305 00000100:00100000:2.0:1763335104.692525:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335104.692878:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814655104 00000100:00100000:0.0:1763335104.692888:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814655104 00000100:00100000:0.0:1763335104.692960:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9306 00000100:00100000:0.0:1763335104.692969:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+246:56914:x1848989814655104:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:0.0:1763335104.693019:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1763335104.693043:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574b37 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1d8:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f48 expref: 246 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.693063:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574b7d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f64 expref: 245 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.693077:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574b1b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1d8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f3a expref: 244 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.693103:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d8:0x0].0x0 (ffff9000c4881800) 00010000:00010000:0.0:1763335104.693113:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335104.693138:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574b84 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335104.693151:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574b84 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.693160:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574b84 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.693169:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574b8b lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335104.693175:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574b8b lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.693179:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574b8b lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.693254:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574b92 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335104.693261:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574b92 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.693267:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574b92 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000040:00080000:0.0:1763335104.693589:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1424, 64 off119808 00000004:00080000:0.0:1763335104.693597:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1097673281988ns, next at 1098673279623ns, rc = 0 00000040:00080000:0.0:1763335104.694858:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1425, 64 off119808 00000004:00080000:0.0:1763335104.694871:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1097674556294ns, next at 1098674552476ns, rc = 0 00000040:00080000:0.0:1763335104.694890:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1426, 64 off119872 00000040:00080000:0.0:1763335104.694903:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1425, 64 off119872 00010000:00010000:0.0:1763335104.694980:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574b99 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335104.694992:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574b99 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.695002:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574b99 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.695009:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574b99 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.695015:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574b99 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.695021:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574b99 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.695806:0:13591:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763335104.695833:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574b92 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.695840:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574b92 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.695845:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574b92 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.695851:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335104.695854:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574b92 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.695865:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574b92 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.695878:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d8:0x0].0x0 (ffff9000c4881600) 00010000:00010000:0.0:1763335104.695881:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763335104.695885:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574b92 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.695891:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574b92 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335104.696514:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335104.696522:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574b99 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335104.696529:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664800 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335104.696533:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574b99 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335104.696540:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574b99 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335104.696551:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d8:0x0].0x0 (ffff9000c4881600) 00010000:00010000:1.0:1763335104.696553:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335104.696557:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574b99 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335104.696563:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574b99 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335104.696582:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335104.696584:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335104.696586:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335104.696922:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574b84 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.696942:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574b84 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.696949:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574b84 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.696955:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574b84 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.696961:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335104.696964:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574b84 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.696971:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574b84 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.696980:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881000) 00010000:00010000:0.0:1763335104.696982:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335104.696985:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574b84 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.696991:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574b84 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000004:00010000:0.0:1763335104.697005:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c7c32ea6 reply state 00000000a18603b7 transno 4294972926 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574b8b lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.697016:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574b8b lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.697023:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881200) 00010000:00010000:0.0:1763335104.697026:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335104.697029:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335104.697566:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56914:x1848989814655104:12345-192.168.204.57@tcp:36:rm.0 Request processed in 4591us (5045us total) trans 4294972926 rc 0/0 00000100:00100000:0.0:1763335104.697577:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9306 00000100:00100000:3.0:1763335104.697674:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335104.700337:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814655360 00000100:00100000:0.0:1763335104.700352:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814655360 00000100:00100000:0.0:1763335104.700421:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9307 00000100:00100000:0.0:1763335104.700431:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56911:x1848989814655360:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:0.0:1763335104.700486:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335104.700511:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574aab lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1d7:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f17 expref: 245 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.700532:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d7:0x0].0x0 (ffff9000c487e000) 00010000:00010000:0.0:1763335104.700538:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335104.700606:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007574ba0 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335104.700620:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007574ba0 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.700629:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007574ba0 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00010000:0.0:1763335104.700736:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000036f26e62 reply state 0000000075bf7a57 transno 4294972927 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007574ba0 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.700749:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007574ba0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.700756:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d7:0x0].0x0 (ffff9000c487e000) 00010000:00010000:0.0:1763335104.700759:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335104.700761:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335104.700841:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+246:56911:x1848989814655360:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 410us (3167us total) trans 4294972927 rc 0/0 00000100:00100000:0.0:1763335104.700848:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9307 00000100:00100000:1.0:1763335104.711761:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.711840:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814655488 00000100:00100000:3.0:1763335104.711851:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814655488 00000100:00100000:3.0:1763335104.711908:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6368 00000100:00100000:3.0:1763335104.711918:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+9:56911:x1848989814655488:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335104.711945:0:8416:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335104.711968:0:8416:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000cbadac00/0x3ec0b54007574ba7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x241:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880f6b expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335104.711994:0:8416:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x241:0x0] initial LVB size: 4096, mtime: 0x691a5bc1, atime: 0x0, ctime: 0x691a5bc1, blocks: 0x8 00010000:00010000:3.0:1763335104.712017:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335104.712020:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335104.712027:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbadac00/0x3ec0b54007574ba7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f6b expref: 10 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.712042:0:8416:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000cbadac00/0x3ec0b54007574ba7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f6b expref: 10 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.712055:0:8416:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadac00, rc 0) 00000100:00100000:3.0:1763335104.712125:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:56911:x1848989814655488:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 207us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335104.712133:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6368 00000100:00100000:1.0:1763335104.714094:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335104.714173:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814655616 00000100:00100000:0.0:1763335104.714183:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814655616 00000100:00100000:0.0:1763335104.714233:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6369 00000100:00100000:0.0:1763335104.714243:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:56911:x1848989814655616:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335104.714257:0:8415:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335104.714274:0:8415:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007574bae lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x243:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880f72 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.714298:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c5281800/0x3ec0b540075748f9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x243:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e8b expref: 26 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335104.714305:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335104.714308:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335104.714335:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007574bae lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x243:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f72 expref: 26 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.714369:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c5281800/0x3ec0b540075748f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x243:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e8b expref: 26 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335104.714383:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c5281800/0x3ec0b540075748f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x243:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e8b expref: 26 pid: 8417 timeout: 1197 lvb_type: 1 00000100:00100000:0.0:1763335104.714395:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f15c0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1848989826046720:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335104.714474:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001d1c57d80 going to sleep for 11 seconds 00000100:00100000:0.0:1763335104.716067:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f15c0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1848989826046720:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335104.716106:0:8415:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007574bae lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x243:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f72 expref: 26 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.716124:0:8415:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c3b9e800, rc 0) 00000100:00100000:0.0:1763335104.716169:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:56911:x1848989814655616:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1926us (2094us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335104.716177:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6369 00000100:00100000:2.0:1763335104.717622:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335104.717708:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814655744 00000100:00100000:1.0:1763335104.717718:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814655744 00010000:00010000:1.0:1763335104.717754:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5281800/0x3ec0b540075748f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x243:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e8b expref: 26 pid: 8417 timeout: 1197 lvb_type: 1 00000100:00100000:1.0:1763335104.717794:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3049 00000100:00100000:1.0:1763335104.717804:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d33100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:2427:x1848989814655744:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335104.717818:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335104.717839:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c5281800/0x3ec0b540075748f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x243:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e8b expref: 26 pid: 8417 timeout: 1197 lvb_type: 1 00010000:00010000:1.0:1763335104.717852:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c5281800/0x3ec0b540075748f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x243:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e8b expref: 26 pid: 8417 timeout: 1197 lvb_type: 1 00010000:00010000:1.0:1763335104.717876:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c5281800/0x3ec0b540075748f9 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x243:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880e8b expref: 26 pid: 8417 timeout: 1197 lvb_type: 1 00010000:00010000:1.0:1763335104.717890:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335104.717892:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335104.717898:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007574bae lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x243:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f72 expref: 25 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.717909:0:7458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007574bae lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x243:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f72 expref: 25 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.717956:0:7458:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007574bae lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x243:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f72 expref: 25 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335104.717970:0:7458:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a78700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7458:1848989826046848:192.168.204.57@tcp:105: 00000100:00100000:1.0:1763335104.718049:0:7458:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c5f946c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335104.719468:0:7458:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a78700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7458:1848989826046848:192.168.204.57@tcp:105: 00010000:00010000:2.0:1763335104.719491:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335104.719539:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d33100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:2427:x1848989814655744:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 1735us (1923us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335104.719549:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3049 00000100:00100000:2.0:1763335104.722025:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335104.722064:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335104.722179:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814655872 00000100:00100000:1.0:1763335104.722189:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814655872 00002000:00010000:1.0:1763335104.722225:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/577 (5->18446744073709551615) 00002000:00100000:1.0:1763335104.722230:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c7d30000 with x1848989814655872 ext(5->18446744073709551615) 00002000:00010000:1.0:1763335104.722241:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c7d30000. 00000100:00100000:1.0:1763335104.722266:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814656000 00000100:00100000:1.0:1763335104.722270:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814656000 00002000:00010000:1.0:1763335104.722281:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/579 (0->18446744073709551615) 00002000:00100000:1.0:1763335104.722284:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c7d30e00 with x1848989814656000 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335104.722290:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c7d30e00. 00000100:00100000:1.0:1763335104.722332:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1576 00000100:00100000:1.0:1763335104.722342:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:2426:x1848989814655872:12345-192.168.204.57@tcp:10:lfs.0 00002000:00010000:1.0:1763335104.722623:0:23998:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x241:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:1.0:1763335104.722627:0:23998:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x241:0x0] updating lvb mtime from disk: 1763335105 -> 1763335105 00002000:00010000:1.0:1763335104.722630:0:23998:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x241:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335104.722633:0:23998:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x241:0x0] updating lvb ctime from disk: 1763335105 -> 1763335105 00002000:00010000:1.0:1763335104.722635:0:23998:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x241:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763335104.722690:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2426:x1848989814655872:12345-192.168.204.57@tcp:10:lfs.0 Request processed in 349us (674us total) trans 21474838814 rc 0/0 00000100:00100000:1.0:1763335104.722699:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1576 00002000:00010000:1.0:1763335104.722702:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/577 (5->18446744073709551615) 00002000:00100000:1.0:1763335104.722705:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c7d30000 with x1848989814655872 ext(5->18446744073709551615) 00002000:00010000:1.0:1763335104.722709:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c7d30000. 00000100:00100000:1.0:1763335104.722728:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1577 00000100:00100000:1.0:1763335104.722734:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:2427:x1848989814656000:12345-192.168.204.57@tcp:10:lfs.0 00002000:00010000:1.0:1763335104.722824:0:23998:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x243:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335104.722828:0:23998:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x243:0x0] updating lvb mtime from disk: 0 -> 1763335105 00002000:00010000:1.0:1763335104.722830:0:23998:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x243:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335104.722833:0:23998:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x243:0x0] updating lvb ctime from disk: 0 -> 1763335105 00002000:00010000:1.0:1763335104.722835:0:23998:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x243:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335104.722855:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:2427:x1848989814656000:12345-192.168.204.57@tcp:10:lfs.0 Request processed in 121us (791us total) trans 17179871523 rc 0/0 00000100:00100000:1.0:1763335104.722862:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1577 00002000:00010000:1.0:1763335104.722865:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/579 (0->18446744073709551615) 00002000:00100000:1.0:1763335104.722868:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c7d30e00 with x1848989814656000 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335104.722872:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c7d30e00. 00000100:00100000:1.0:1763335104.731151:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335104.731211:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335104.731387:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814656128 00000100:00100000:0.0:1763335104.731398:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814656128 00000100:00100000:0.0:1763335104.731451:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814656384 00000100:00100000:0.0:1763335104.731455:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814656384 00000100:00100000:0.0:1763335104.731488:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9308 00000100:00100000:0.0:1763335104.731498:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:56915:x1848989814656128:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335104.731522:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335104.731546:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007574bb5 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880f79 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.731626:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574bbc lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335104.731640:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574bbc lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.731651:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574bbc lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.731662:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574bc3 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335104.731670:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574bc3 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.731676:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574bc3 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.731718:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574bbc lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.731725:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574bbc lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.731731:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574bbc lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.731738:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574bbc lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.731744:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335104.731748:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574bbc lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.731760:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574bbc lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.731772:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881000) 00010000:00010000:0.0:1763335104.731775:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335104.731778:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574bbc lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.731785:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574bbc lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.731798:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574bc3 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.731804:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574bc3 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.731811:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574bc3 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.731816:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335104.731819:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574bc3 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.731825:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574bc3 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.731831:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881200) 00010000:00010000:0.0:1763335104.731833:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335104.731836:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574bc3 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.731841:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574bc3 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.731866:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007574bb5 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f79 expref: 248 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.731876:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881000) 00010000:00010000:0.0:1763335104.731878:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335104.731882:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007574bb5 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f79 expref: 248 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.731894:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c3b9fa00, rc 0) 00000100:00100000:0.0:1763335104.731962:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:56915:x1848989814656128:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 465us (822us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335104.731969:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9308 00000100:00100000:0.0:1763335104.731986:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9309 00000100:00100000:0.0:1763335104.731993:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+246:56911:x1848989814656384:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:0.0:1763335104.732038:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574bca lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335104.732047:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574bca lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.732054:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574bca lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00010000:0.0:1763335104.734377:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000098868403 reply state 000000005ec64603 transno 4294972928 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574bca lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.734401:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574bca lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335104.734413:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d7:0x0].0x0 (ffff9000c487e000) 00010000:00010000:0.0:1763335104.734416:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335104.734420:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335104.734520:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:56911:x1848989814656384:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 2524us (3307us total) trans 4294972928 rc 0/0 00000100:00100000:0.0:1763335104.734528:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9309 00000100:00100000:0.0:1763335104.736376:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335104.736403:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335104.736493:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814656512 00000100:00100000:1.0:1763335104.736502:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814656512 00000100:00100000:1.0:1763335104.736558:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9310 00000100:00100000:1.0:1763335104.736568:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:56915:x1848989814656512:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335104.736587:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335104.736609:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574bd1 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880f80 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.736673:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007574bd8 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335104.736686:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007574bd8 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.736697:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007574bd8 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.736708:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574bdf lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335104.736715:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574bdf lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.736722:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574bdf lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.736760:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007574bd8 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.736767:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007574bd8 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.736774:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007574bd8 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.736781:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007574bd8 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.736787:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb3800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335104.736791:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007574bd8 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.736799:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007574bd8 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.736810:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2900) 00010000:00010000:1.0:1763335104.736814:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335104.736818:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007574bd8 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.736826:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007574bd8 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.736840:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574bdf lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.736846:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574bdf lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.736852:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574bdf lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.736857:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb2200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335104.736861:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574bdf lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.736866:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574bdf lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.736873:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881200) 00010000:00010000:1.0:1763335104.736876:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335104.736879:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574bdf lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.736886:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574bdf lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335104.736910:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574bd1 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f80 expref: 249 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.736920:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2900) 00010000:00010000:1.0:1763335104.736923:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335104.736939:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574bd1 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f80 expref: 249 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.736959:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fceb3c00, rc 0) 00000100:00100000:1.0:1763335104.737020:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:56915:x1848989814656512:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 453us (651us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335104.737028:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9310 00000100:00100000:2.0:1763335104.739808:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814656640 00000100:00100000:2.0:1763335104.739828:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814656640 00000100:00100000:2.0:1763335104.739900:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6370 00000100:00100000:2.0:1763335104.739910:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:56911:x1848989814656640:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335104.739937:0:8415:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335104.739956:0:8415:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007574be6 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880f87 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.739987:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574ad5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f2c expref: 27 pid: 27803 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335104.740001:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335104.740003:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335104.740008:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007574be6 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f87 expref: 27 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.740045:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574ad5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f2c expref: 27 pid: 27803 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335104.740057:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574ad5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f2c expref: 27 pid: 27803 timeout: 1197 lvb_type: 1 00000100:00100000:2.0:1763335104.740070:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c7d32a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1848989826046976:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335104.740154:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c7ccb600 going to sleep for 11 seconds 00000100:00100000:1.0:1763335104.743728:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.744085:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814656768 00000100:00100000:3.0:1763335104.744096:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814656768 00000100:00100000:3.0:1763335104.744163:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9311 00000100:00100000:3.0:1763335104.744172:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dc8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:56915:x1848989814656768:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335104.744201:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335104.744224:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007574bed lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880f8e expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.744287:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007574bf4 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335104.744302:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007574bf4 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00000100:00100000:1.0:1763335104.745235:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335104.745440:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c7d32a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1848989826046976:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335104.745470:0:8415:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007574be6 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f87 expref: 27 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.745489:0:8415:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7a00, rc 0) 00000100:00100000:2.0:1763335104.745542:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+27:56911:x1848989814656640:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 5632us (9138us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335104.745550:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6370 00000100:00100000:0.0:1763335104.745905:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814656896 00000100:00100000:0.0:1763335104.745912:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814656896 00010000:00010000:0.0:1763335104.745948:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574ad5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f2c expref: 27 pid: 27803 timeout: 1197 lvb_type: 1 00000100:00100000:0.0:1763335104.745973:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3050 00000100:00100000:0.0:1763335104.745981:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dcb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+27:2426:x1848989814656896:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335104.745994:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335104.746012:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574ad5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x242:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f2c expref: 27 pid: 27803 timeout: 1197 lvb_type: 1 00010000:00010000:0.0:1763335104.746024:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574ad5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x242:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f2c expref: 27 pid: 27803 timeout: 1197 lvb_type: 1 00010000:00010000:0.0:1763335104.746045:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574ad5 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x242:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f2c expref: 27 pid: 27803 timeout: 1197 lvb_type: 1 00010000:00010000:0.0:1763335104.746059:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335104.746062:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335104.746068:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007574be6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f87 expref: 26 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.746078:0:7458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007574be6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f87 expref: 26 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.746121:0:7458:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007574be6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f87 expref: 26 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335104.746133:0:7458:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f15c0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7458:1848989826047104:192.168.204.57@tcp:105: 00000100:00100000:0.0:1763335104.746197:0:7458:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001d1c57000 going to sleep for 11 seconds 00010000:00010000:3.0:1763335104.746561:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007574bf4 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:2.0:1763335104.746725:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763335104.746731:0:13840:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763335104.746769:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007574bed lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f8e expref: 250 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.746790:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007574bf4 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f8e expref: 249 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.746799:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f6162000) 00010000:00010000:2.0:1763335104.746802:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763335104.746805:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbada200, rc 0) 00000100:00100000:2.0:1763335104.746847:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dc8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:56915:x1848989814656768:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 2676us (3128us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335104.746854:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9311 00000100:00100000:1.0:1763335104.755498:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335104.755614:0:7458:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f15c0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7458:1848989826047104:192.168.204.57@tcp:105: 00010000:00010000:0.0:1763335104.755637:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335104.755690:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dcb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:2426:x1848989814656896:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 9710us (10458us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335104.755701:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3050 00000100:00100000:1.0:1763335104.755861:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.756180:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814657152 00000100:00100000:3.0:1763335104.756188:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814657152 00000100:00100000:3.0:1763335104.756242:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9312 00000100:00100000:3.0:1763335104.756250:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:56915:x1848989814657152:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335104.756268:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335104.756286:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007574bfb lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880f95 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.756369:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007574c02 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335104.756381:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007574c02 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.756392:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007574c02 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.756401:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007574c09 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335104.756411:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007574c09 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.756416:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007574c09 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.756458:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007574c02 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.756464:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007574c02 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.756469:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007574c02 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.756476:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007574c02 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.756481:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadba00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335104.756485:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007574c02 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.756491:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007574c02 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.756503:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f6162000) 00010000:00010000:3.0:1763335104.756507:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335104.756511:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007574c02 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.756516:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007574c02 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.756528:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007574c09 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.756534:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007574c09 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.756539:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007574c09 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.756543:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbada400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335104.756546:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007574c09 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.756551:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007574c09 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.756556:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881200) 00010000:00010000:3.0:1763335104.756559:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335104.756561:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007574c09 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.756565:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007574c09 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.756591:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007574bfb lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f95 expref: 250 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.756600:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f6162000) 00010000:00010000:3.0:1763335104.756603:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335104.756606:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007574bfb lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f95 expref: 250 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.756615:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadbc00, rc 0) 00000100:00100000:3.0:1763335104.756645:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:56915:x1848989814657152:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 396us (784us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335104.756652:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9312 00000100:00100000:2.0:1763335104.757120:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814657024 00000100:00100000:2.0:1763335104.757126:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814657024 00000100:00100000:2.0:1763335104.757166:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6371 00000100:00100000:2.0:1763335104.757174:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:2429:x1848989814657024:12345-192.168.204.57@tcp:2:lfs.0 00002000:00010000:2.0:1763335104.757299:0:8415:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x242:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:2.0:1763335104.757303:0:8415:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x242:0x0] updating lvb mtime from disk: 1763335104 -> 1763335104 00002000:00010000:2.0:1763335104.757306:0:8415:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x242:0x0] updating lvb atime from disk: 0 -> 1763335104 00002000:00010000:2.0:1763335104.757309:0:8415:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x242:0x0] updating lvb ctime from disk: 1763335104 -> 1763335105 00002000:00010000:2.0:1763335104.757311:0:8415:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x242:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763335104.757361:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+27:2429:x1848989814657024:12345-192.168.204.57@tcp:2:lfs.0 Request processed in 188us (2051us total) trans 17179871524 rc 0/0 00000100:00100000:2.0:1763335104.757369:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6371 00000100:00100000:3.0:1763335104.760628:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.760674:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335104.760753:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814657408 00000100:00100000:1.0:1763335104.760764:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814657408 00000100:00100000:2.0:1763335104.760918:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814657664 00000100:00100000:2.0:1763335104.760932:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814657664 00000100:00100000:2.0:1763335104.760972:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9313 00000100:00100000:2.0:1763335104.760982:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:56915:x1848989814657664:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335104.761002:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335104.761005:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763335104.761030:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007574bf4 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f8e expref: 250 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.761048:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f6162000) 00010000:00010000:2.0:1763335104.761057:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335104.761073:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574c10 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880f9c expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335104.761161:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3205 00000100:00100000:1.0:1763335104.761169:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001d184a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:56911:x1848989814657408:12345-192.168.204.57@tcp:35:lfs.0 00000004:00010000:1.0:1763335104.761217:0:6534:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000405:0x1d7:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3400/0x3ec0b54007574a2d lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1d7:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ee6 expref: 250 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.761247:0:6534:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574c17 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 00010000:00010000:1.0:1763335104.761260:0:6534:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007574a88 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f09 expref: 250 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.761267:0:6534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574c17 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335104.761298:0:6534:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007574a88 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f09 expref: 250 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.761310:0:6534:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007574a88 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f09 expref: 250 pid: 7841 timeout: 1197 lvb_type: 0 00000100:00100000:1.0:1763335104.761353:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6dcbb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6534:1848989826047232:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335104.761426:0:6534:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c5f94300 going to sleep for 11 seconds 00010000:00010000:2.0:1763335104.762558:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574c1e lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335104.762575:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574c1e lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.762585:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574c1e lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.762597:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574c25 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335104.762605:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574c25 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.762612:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574c25 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.763015:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574c2c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335104.763024:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574c2c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1da:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.763035:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574c2c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1da:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:2.0:1763335104.763045:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1da:0x0]: returning size 0 00010000:00010000:2.0:1763335104.763070:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574c1e lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.763077:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574c1e lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.763098:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574c1e lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.763105:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574c1e lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.763110:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335104.763114:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574c1e lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.763121:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574c1e lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.763132:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c2a8ee00) 00010000:00010000:2.0:1763335104.763135:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335104.763139:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574c1e lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.763145:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574c1e lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000004:00010000:2.0:1763335104.763157:0:7841:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a5086eb8 reply state 000000004201f2bb transno 4294972929 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574c25 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.763170:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574c25 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.763176:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881200) 00010000:00010000:2.0:1763335104.763178:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335104.763181:0:7841:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763335104.763211:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574c10 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f9c expref: 252 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.763227:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574c2c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1da:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f9c expref: 251 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.763233:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1da:0x0].0x0 (ffff9001c2a8e100) 00010000:00010000:2.0:1763335104.763235:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335104.763238:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6600, rc 0) 00000100:00100000:2.0:1763335104.763287:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:56915:x1848989814657664:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 2306us (2612us total) trans 4294972929 rc 0/0 00000100:00100000:2.0:1763335104.763294:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9313 00000100:00100000:0.0:1763335104.765841:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335104.765872:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814657792 00000100:00100000:0.0:1763335104.765882:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814657792 00010000:00010000:0.0:1763335104.765919:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007574a88 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f09 expref: 252 pid: 7841 timeout: 1197 lvb_type: 0 00000100:00100000:0.0:1763335104.765965:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3051 00000100:00100000:0.0:1763335104.765975:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:2426:x1848989814657792:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335104.765990:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335104.765996:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007574a88 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f09 expref: 252 pid: 7841 timeout: 1197 lvb_type: 0 00010000:00010000:0.0:1763335104.766009:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007574a88 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f09 expref: 252 pid: 7841 timeout: 1197 lvb_type: 0 00010000:00010000:0.0:1763335104.766029:0:7458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d7:0x0].0x0 (ffff9000c487e000) 00010000:00010000:0.0:1763335104.766034:0:7458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574c17 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335104.766043:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574c17 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335104.766049:0:7458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574c17 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335104.766065:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335104.766125:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:2426:x1848989814657792:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 152us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335104.766133:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3051 00010000:00010000:1.0:1763335104.766364:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007574a88 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f09 expref: 251 pid: 7841 timeout: 1197 lvb_type: 0 00000100:00100000:1.0:1763335104.766381:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6dcbb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6534:1848989826047232:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335104.766398:0:6534:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574c17 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335104.766407:0:6534:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574c17 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335104.766412:0:6534:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574c17 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00000040:00080000:1.0:1763335104.766630:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1427, 88 off119960 00000004:00080000:1.0:1763335104.766638:0:6534:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1097746322516ns, next at 1098674552476ns, rc = 0 00000040:00080000:1.0:1763335104.766670:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1426, 88 off119960 00000004:00080000:1.0:1763335104.766675:0:6534:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1097746360559ns, next at 1098673279623ns, rc = 0 00000040:00080000:1.0:1763335104.766701:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1427, 88 off120048 00000004:00080000:1.0:1763335104.766706:0:6534:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1097746391169ns, next at 1098673279623ns, rc = 0 00000040:00080000:1.0:1763335104.766716:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1428, 88 off120048 00000004:00080000:1.0:1763335104.766720:0:6534:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1097746405839ns, next at 1098674552476ns, rc = 0 00000001:00080000:1.0:1763335104.772412:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972930 is committed 00000004:00080000:1.0:1763335104.772426:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 934 committed 00000004:00080000:1.0:1763335104.772441:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 937 committed 00000004:00080000:1.0:1763335104.772453:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 936 committed 00000004:00080000:1.0:1763335104.772457:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 933 committed 00000004:00080000:1.0:1763335104.772467:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 932 committed 00000004:00080000:1.0:1763335104.772470:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 935 committed 00000004:00010000:1.0:1763335104.772518:0:6534:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a4efc4dc reply state 0000000057bb8a94 transno 4294972930 ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574c17 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335104.772540:0:6534:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574c17 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335104.772550:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d7:0x0].0x0 (ffff9000c487e000) 00010000:00010000:1.0:1763335104.772553:0:6534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1763335104.772558:0:6534:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763335104.772565:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d7:0x0].0x0 (ffff9000c487e000) 00010000:00010000:1.0:1763335104.772568:0:6534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763335104.772576:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3400/0x3ec0b54007574a2d lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1d7:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ee6 expref: 244 pid: 6532 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1763335104.772687:0:6534:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1763335104.772749:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001d184a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56911:x1848989814657408:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 11530us (12081us total) trans 4294972930 rc 0/0 00000100:00100000:1.0:1763335104.772759:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3205 00000100:00100000:1.0:1763335104.772901:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6dcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826047360:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763335104.772955:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335104.772991:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763335104.772997:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6dca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826047744:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335104.773017:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335104.773038:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6dc9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826047616:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335104.773057:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335104.773073:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763335104.773078:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6dcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826047488:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1763335104.773198:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574b8b lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.773208:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574b8b lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.773216:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574b8b lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.773222:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335104.773227:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574b8b lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.773235:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574b8b lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.773246:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881200) 00010000:00010000:2.0:1763335104.773249:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335104.773254:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574b8b lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.773260:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574b8b lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.773275:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007574ba0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.773281:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007574ba0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.773286:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007574ba0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.773291:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c3b9f400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335104.773293:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007574ba0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.773298:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007574ba0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.773305:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d7:0x0].0x0 (ffff9000c487e000) 00010000:00010000:2.0:1763335104.773308:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335104.773311:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007574ba0 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.773337:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007574ba0 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.773349:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574bca lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.773354:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574bca lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.773358:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574bca lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.773363:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335104.773365:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574bca lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.773370:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574bca lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.773376:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d7:0x0].0x0 (ffff9000c487e000) 00010000:00010000:2.0:1763335104.773378:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335104.773380:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574bca lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.773385:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007574bca lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1d7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.773393:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574c25 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.773398:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574c25 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.773402:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574c25 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.773410:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335104.773413:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574c25 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.773418:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574c25 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.773423:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881200) 00010000:00010000:2.0:1763335104.773426:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335104.773428:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574c25 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335104.773433:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574c25 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000100:00100000:2.0:1763335104.773461:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826047360 00000100:00100000:2.0:1763335104.773469:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826047360 00000100:00100000:2.0:1763335104.773503:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826047744 00000100:00100000:2.0:1763335104.773507:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826047744 00000100:00100000:2.0:1763335104.773526:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826047616 00000100:00100000:2.0:1763335104.773528:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826047616 00000100:00100000:2.0:1763335104.773551:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6372 00000100:00100000:2.0:1763335104.773559:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dcb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+7:3667:x1848989826047360:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763335104.773583:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:578 count 1 00010000:00010000:2.0:1763335104.773606:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6c00/0x3ec0b54007574c3a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.773622:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b54007574b3e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f4f expref: 10 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.773634:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335104.773637:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335104.773640:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6c00/0x3ec0b54007574c3a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.773667:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b54007574b3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f4f expref: 10 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.773680:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b54007574b3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f4f expref: 10 pid: 8417 timeout: 1197 lvb_type: 0 00000100:00100000:2.0:1763335104.773690:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c7d32a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1848989826047872:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335104.773734:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c7ccb840 going to sleep for 11 seconds 00000100:00100000:2.0:1763335104.773751:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6373 00000100:00100000:2.0:1763335104.773757:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+7:3667:x1848989826047744:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763335104.773865:0:8417:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x241:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:2.0:1763335104.773868:0:8417:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x241:0x0] updating lvb mtime from disk: 1763335105 -> 1763335105 00002000:00010000:2.0:1763335104.773870:0:8417:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x241:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335104.773872:0:8417:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x241:0x0] updating lvb ctime from disk: 1763335105 -> 1763335105 00002000:00010000:2.0:1763335104.773875:0:8417:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x241:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763335104.773917:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+8:3667:x1848989826047744:12345-0@lo:2:osp-syn-0-1.0 Request processed in 160us (898us total) trans 21474838815 rc 0/0 00000100:00100000:2.0:1763335104.773922:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6373 00000100:00100000:2.0:1763335104.773948:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6374 00000100:00100000:2.0:1763335104.773954:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+7:3665:x1848989826047616:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763335104.774006:0:8417:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x240:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335104.774009:0:8417:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x240:0x0] updating lvb mtime from disk: 1763335104 -> 1763335104 00002000:00010000:2.0:1763335104.774011:0:8417:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x240:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335104.774013:0:8417:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x240:0x0] updating lvb ctime from disk: 1763335104 -> 1763335104 00002000:00010000:2.0:1763335104.774014:0:8417:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x240:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335104.774038:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+8:3665:x1848989826047616:12345-0@lo:2:osp-syn-0-1.0 Request processed in 84us (980us total) trans 21474838816 rc 0/0 00000100:00100000:2.0:1763335104.774043:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6374 00010000:00010000:3.0:1763335104.774228:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574c17 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335104.774236:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574c17 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335104.774241:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574c17 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335104.774246:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb3c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335104.774249:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574c17 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335104.774255:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574c17 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335104.774265:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d7:0x0].0x0 (ffff9000c487e000) 00010000:00010000:3.0:1763335104.774267:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335104.774270:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574c17 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335104.774275:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574c17 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT1 00000100:00100000:3.0:1763335104.774387:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826048128:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763335104.774417:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335104.774437:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763335104.774442:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826048256:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335104.774462:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335104.774482:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826048128 00000100:00100000:3.0:1763335104.774486:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826048128 00000100:00100000:3.0:1763335104.774507:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826048256 00000100:00100000:3.0:1763335104.774511:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826048256 00000100:00100000:3.0:1763335104.774529:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6375 00000100:00100000:3.0:1763335104.774537:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+32:3664:x1848989826048128:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763335104.774553:0:8725:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:581 count 1 00002000:00010000:3.0:1763335104.774582:0:8725:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x245:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335104.774589:0:8725:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007574c41 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x245:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.774599:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335104.774602:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335104.774607:0:8725:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007574c41 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.774619:0:8725:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007574c41 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.774628:0:8725:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007574c41 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.774637:0:8725:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007574c41 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.774657:0:8725:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335104.774825:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+33:3664:x1848989826048128:12345-0@lo:6:osp-syn-1-1.0 Request processed in 289us (407us total) trans 17179871525 rc 0/0 00000100:00100000:3.0:1763335104.774834:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6375 00000100:00100000:3.0:1763335104.774847:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6376 00000100:00100000:3.0:1763335104.774853:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+32:3664:x1848989826048256:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763335104.774908:0:8725:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x242:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763335104.774912:0:8725:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x242:0x0] updating lvb mtime from disk: 1763335104 -> 1763335104 00002000:00010000:3.0:1763335104.774914:0:8725:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x242:0x0] updating lvb atime from disk: 1763335104 -> 1763335104 00002000:00010000:3.0:1763335104.774916:0:8725:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x242:0x0] updating lvb ctime from disk: 1763335105 -> 1763335105 00002000:00010000:3.0:1763335104.774919:0:8725:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x242:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763335104.774955:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+33:3664:x1848989826048256:12345-0@lo:2:osp-syn-1-1.0 Request processed in 102us (491us total) trans 17179871526 rc 0/0 00000100:00100000:3.0:1763335104.774962:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6376 00010000:00010000:3.0:1763335104.774982:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335104.774988:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007574c41 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.774995:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadbc00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335104.774998:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007574c41 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.775006:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007574c41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.775018:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007574c41 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.775024:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007574c41 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.775039:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335104.775040:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335104.775042:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763335104.775074:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5f7b100/2, rc 0, transno 17179871526 00000100:00100000:3.0:1763335104.775080:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826048256:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763335104.775106:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5f79180/2, rc 0, transno 17179871525 00000100:00100000:3.0:1763335104.775110:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826048128:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763335104.775214:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.775306:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814658048 00000100:00100000:3.0:1763335104.775310:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814658048 00000100:00100000:3.0:1763335104.775361:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9314 00000100:00100000:3.0:1763335104.775367:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+240:56915:x1848989814658048:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335104.775378:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335104.775391:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007574c48 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880fa3 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.775476:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007574c4f lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335104.775489:0:13840:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574c2c lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f9c expref: 241 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.775496:0:13840:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007574c4f lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1da:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.775521:0:13840:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574c2c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f9c expref: 241 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.775536:0:13840:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574c2c lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f9c expref: 241 pid: 7841 timeout: 1197 lvb_type: 0 00000100:00100000:3.0:1763335104.775546:0:13840:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f78000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13840:1848989826048512:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335104.775589:0:13840:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c79269c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335104.776150:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335104.776408:0:3665:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474838811 gen 2 00000004:00080000:1.0:1763335104.776414:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c522bb80, transno 21474838717 00000004:00080000:1.0:1763335104.776428:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c522aa00, transno 21474838718 00000004:00080000:1.0:1763335104.776431:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c37ad880, transno 21474838719 00000004:00080000:1.0:1763335104.776434:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c37adc00, transno 21474838720 00000004:00080000:1.0:1763335104.776437:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000cbad1880, transno 21474838721 00000004:00080000:1.0:1763335104.776439:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000cbad3480, transno 21474838722 00000004:00080000:1.0:1763335104.776442:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000cbad0000, transno 21474838723 00000004:00080000:1.0:1763335104.776444:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000cbad1f80, transno 21474838724 00000004:00080000:1.0:1763335104.776447:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f77480, transno 21474838726 00000004:00080000:1.0:1763335104.776449:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c37ae680, transno 21474838727 00000004:00080000:1.0:1763335104.776451:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c60ba680, transno 21474838728 00000004:00080000:1.0:1763335104.776454:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c60b8380, transno 21474838729 00000004:00080000:1.0:1763335104.776457:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6eb6300, transno 21474838732 00000004:00080000:1.0:1763335104.776459:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6eb4000, transno 21474838733 00000004:00080000:1.0:1763335104.776461:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f136a300, transno 21474838734 00000004:00080000:1.0:1763335104.776463:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f1368a80, transno 21474838735 00000004:00080000:1.0:1763335104.776466:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c7831180, transno 21474838739 00000004:00080000:1.0:1763335104.776468:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c7830000, transno 21474838740 00000004:00080000:1.0:1763335104.776470:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c7832d80, transno 21474838741 00000004:00080000:1.0:1763335104.776473:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c7831c00, transno 21474838742 00000004:00080000:1.0:1763335104.776476:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f15c3800, transno 21474838743 00000004:00080000:1.0:1763335104.776479:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f15c1c00, transno 21474838744 00000004:00080000:1.0:1763335104.776481:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f15c1880, transno 21474838745 00000004:00080000:1.0:1763335104.776484:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f15c3b80, transno 21474838746 00000004:00080000:1.0:1763335104.776486:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f15c2300, transno 21474838748 00000004:00080000:1.0:1763335104.776488:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f15c0a80, transno 21474838749 00000004:00080000:1.0:1763335104.776490:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f15c2a00, transno 21474838750 00000004:00080000:1.0:1763335104.776493:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f15c3480, transno 21474838751 00000004:00080000:1.0:1763335104.776506:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6357b80, transno 21474838754 00000004:00080000:1.0:1763335104.776508:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6354e00, transno 21474838755 00000004:00080000:1.0:1763335104.776510:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6356a00, transno 21474838756 00000004:00080000:1.0:1763335104.776513:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6356680, transno 21474838757 00000004:00080000:1.0:1763335104.776515:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c79ec380, transno 21474838760 00000004:00080000:1.0:1763335104.776518:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c2f26d80, transno 21474838761 00000004:00080000:1.0:1763335104.776521:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c79ed180, transno 21474838762 00000004:00080000:1.0:1763335104.776523:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c79edf80, transno 21474838763 00000004:00080000:1.0:1763335104.776526:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c9b57100, transno 21474838767 00000004:00080000:1.0:1763335104.776528:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c9b55180, transno 21474838768 00000004:00080000:1.0:1763335104.776531:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c9b55500, transno 21474838769 00000004:00080000:1.0:1763335104.776534:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c9b56d80, transno 21474838770 00000004:00080000:1.0:1763335104.776537:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001ff920000, transno 21474838771 00000004:00080000:1.0:1763335104.776540:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001ff922a00, transno 21474838772 00000004:00080000:1.0:1763335104.776542:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6dc9880, transno 21474838775 00000004:00080000:1.0:1763335104.776544:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6dc9c00, transno 21474838776 00000004:00080000:1.0:1763335104.776546:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6dc8700, transno 21474838777 00000004:00080000:1.0:1763335104.776549:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6dc9180, transno 21474838778 00000004:00080000:1.0:1763335104.776552:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001e5eb3b80, transno 21474838779 00000004:00080000:1.0:1763335104.776555:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4aa1180, transno 21474838780 00000004:00080000:1.0:1763335104.776557:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001ff922d80, transno 21474838784 00000004:00080000:1.0:1763335104.776559:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001ff923800, transno 21474838785 00000004:00080000:1.0:1763335104.776562:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a37b80, transno 21474838786 00000004:00080000:1.0:1763335104.776564:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c2f25c00, transno 21474838787 00000004:00080000:1.0:1763335104.776566:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c2f26a00, transno 21474838788 00000004:00080000:1.0:1763335104.776569:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c487b800, transno 21474838789 00000004:00080000:1.0:1763335104.776571:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a35c00, transno 21474838790 00000004:00080000:1.0:1763335104.776574:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f7aa00, transno 21474838791 00000004:00080000:1.0:1763335104.776576:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4aa0700, transno 21474838793 00000004:00080000:1.0:1763335104.776579:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c79ece00, transno 21474838794 00000004:00080000:1.0:1763335104.776581:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a36d80, transno 21474838795 00000004:00080000:1.0:1763335104.776584:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001e5eb3480, transno 21474838796 00000004:00080000:1.0:1763335104.776587:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f7f24e00, transno 21474838798 00000004:00080000:1.0:1763335104.776589:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f7f27800, transno 21474838799 00000004:00080000:1.0:1763335104.776592:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f7f25c00, transno 21474838800 00000004:00080000:1.0:1763335104.776594:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f7f26300, transno 21474838801 00000004:00080000:1.0:1763335104.776597:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4acaa00, transno 21474838803 00000004:00080000:1.0:1763335104.776599:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4ac9f80, transno 21474838804 00000004:00080000:1.0:1763335104.776602:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4ac9500, transno 21474838805 00000004:00080000:1.0:1763335104.776604:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4acad80, transno 21474838806 00000004:00080000:1.0:1763335104.776607:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4aca300, transno 21474838808 00000004:00080000:1.0:1763335104.776609:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4ac8e00, transno 21474838809 00000004:00080000:1.0:1763335104.776611:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c9b47b80, transno 21474838810 00000004:00080000:1.0:1763335104.776613:0:3665:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c9b46d80, transno 21474838811 00000100:00100000:1.0:1763335104.776620:0:3665:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9000c6dc9f80 x1848989826047616/t21474838816(21474838816) o2->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763335120 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1763335104.776629:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6dc9f80/2, rc 0, transno 21474838816 00000100:00100000:1.0:1763335104.776634:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6dc9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826047616:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335104.776656:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826048000:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763335104.776683:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335104.776888:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826048384:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763335104.777883:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6dca680/2, rc 0, transno 21474838815 00000100:00100000:1.0:1763335104.777891:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6dca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826047744:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335104.777992:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826047488 00000100:00100000:0.0:1763335104.777998:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826047488 00000100:00100000:0.0:1763335104.778044:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826048000 00000100:00100000:0.0:1763335104.778046:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826048000 00000100:00100000:0.0:1763335104.778067:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6377 00000100:00100000:0.0:1763335104.778074:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+8:3665:x1848989826047488:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763335104.778086:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6378 00000100:00100000:2.0:1763335104.778099:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+33:3667:x1848989826048000:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763335104.778105:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:579 count 1 00002000:00080000:2.0:1763335104.778118:0:28568:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:580 count 1 00002000:00010000:0.0:1763335104.778135:0:8416:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x243:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763335104.778137:0:28568:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574c5d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x244:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.778145:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007574c56 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x243:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.778157:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335104.778159:0:28568:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb800/0x3ec0b54007574b4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x244:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f56 expref: 26 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.778161:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335104.778168:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007574c56 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.778170:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335104.778173:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335104.778178:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574c5d lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x244:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.778186:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007574c56 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.778196:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007574c56 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.778205:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007574c56 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.778210:0:28568:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb800/0x3ec0b54007574b4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x244:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f56 expref: 26 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.778225:0:28568:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb800/0x3ec0b54007574b4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x244:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f56 expref: 26 pid: 8416 timeout: 1197 lvb_type: 0 00010000:00010000:0.0:1763335104.778226:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763335104.778241:0:28568:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c7d30700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28568:1848989826048640:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335104.778302:0:28568:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c7ccbd80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335104.778346:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335104.778380:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826048384 00000100:00100000:2.0:1763335104.778385:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826048384 00000100:00100000:2.0:1763335104.778409:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6379 00000100:00100000:2.0:1763335104.778416:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+34:3666:x1848989826048384:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335104.778466:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+9:3665:x1848989826047488:12345-0@lo:6:osp-syn-0-1.0 Request processed in 391us (2316us total) trans 21474838817 rc 0/0 00000100:00100000:0.0:1763335104.778472:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6377 00010000:00010000:0.0:1763335104.778493:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335104.778499:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007574c56 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335104.778501:0:27804:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x243:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335104.778508:0:27804:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x243:0x0] updating lvb mtime from disk: 1763335105 -> 1763335105 00010000:00010000:0.0:1763335104.778510:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664800 already unused, calling callback (ffffffffc0cbab40) 00002000:00010000:2.0:1763335104.778512:0:27804:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x243:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335104.778517:0:27804:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x243:0x0] updating lvb ctime from disk: 1763335105 -> 1763335105 00010000:00010000:0.0:1763335104.778517:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007574c56 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335104.778521:0:27804:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x243:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:0.0:1763335104.778531:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007574c56 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.778545:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007574c56 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.778553:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007574c56 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335104.778560:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+35:3666:x1848989826048384:12345-0@lo:2:osp-syn-1-1.0 Request processed in 142us (212us total) trans 17179871527 rc 0/0 00000100:00100000:2.0:1763335104.778568:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6379 00010000:00010000:0.0:1763335104.778570:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335104.778573:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335104.778575:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763335104.778600:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5f79880/2, rc 0, transno 17179871527 00000100:00100000:2.0:1763335104.778606:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826048384:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763335104.778694:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6dcaa00/2, rc 0, transno 21474838817 00000100:00100000:1.0:1763335104.778699:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6dcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826047488:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1763335104.782183:0:8715:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 4 in progress, 1 in flight, 72 done 00000100:00100000:0.0:1763335104.783908:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335104.783948:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335104.783970:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814658304 00000100:00100000:0.0:1763335104.783978:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814658304 00010000:00010000:0.0:1763335104.784012:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b54007574b3e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f4f expref: 11 pid: 8417 timeout: 1197 lvb_type: 0 00000100:00100000:0.0:1763335104.784048:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3052 00000100:00100000:0.0:1763335104.784057:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c7959850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2427:x1848989814658304:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335104.784072:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335104.784077:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b54007574b3e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x242:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f4f expref: 11 pid: 8417 timeout: 1197 lvb_type: 0 00010000:00010000:0.0:1763335104.784097:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b54007574b3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x242:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f4f expref: 11 pid: 8417 timeout: 1197 lvb_type: 0 00010000:00010000:0.0:1763335104.784121:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335104.784123:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335104.784129:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6c00/0x3ec0b54007574c3a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x242:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.784145:0:33041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6c00/0x3ec0b54007574c3a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x242:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.784165:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335104.784208:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c7959850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2427:x1848989814658304:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 151us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335104.784217:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3052 00010000:00010000:1.0:1763335104.784364:0:8415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b54007574b3e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f4f expref: 10 pid: 8417 timeout: 1197 lvb_type: 0 00000100:00100000:1.0:1763335104.784383:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c7d32a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1848989826047872:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335104.784400:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6c00/0x3ec0b54007574c3a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.784411:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6c00/0x3ec0b54007574c3a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.784419:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6c00/0x3ec0b54007574c3a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.784429:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6c00/0x3ec0b54007574c3a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.784437:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6c00/0x3ec0b54007574c3a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.784456:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763335104.784652:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dcb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+9:3667:x1848989826047360:12345-0@lo:6:osp-syn-0-1.0 Request processed in 11094us (11696us total) trans 21474838818 rc 0/0 00000100:00100000:1.0:1763335104.784660:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6372 00000004:00080000:1.0:1763335104.784695:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6dcbb80/2, rc 0, transno 21474838818 00000100:00100000:1.0:1763335104.784701:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6dcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826047360:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763335104.784771:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814658176 00000100:00100000:2.0:1763335104.784775:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814658176 00000100:00100000:2.0:1763335104.784814:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9315 00000100:00100000:2.0:1763335104.784821:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+241:56911:x1848989814658176:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335104.784837:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335104.784853:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574c64 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880faa expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.784902:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574c64 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880faa expref: 242 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.784914:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7600/0x3ec0b54007574c64 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880faa expref: 242 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.784942:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d7:0x0].0x0 (ffff9000c487e000) 00010000:00010000:2.0:1763335104.784946:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763335104.784950:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7600, rc 0) 00000100:00100000:2.0:1763335104.784975:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56911:x1848989814658176:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 154us (1074us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335104.784981:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9315 00010000:00010000:0.0:1763335104.785960:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335104.785968:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6c00/0x3ec0b54007574c3a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.785978:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6c00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335104.785983:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6c00/0x3ec0b54007574c3a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.785993:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6c00/0x3ec0b54007574c3a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.786008:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6c00/0x3ec0b54007574c3a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.786016:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6c00/0x3ec0b54007574c3a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.786033:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335104.786035:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335104.786037:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335104.787409:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335104.787529:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814658432 00000100:00100000:0.0:1763335104.787537:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814658432 00010000:00010000:0.0:1763335104.787570:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574c2c lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x1da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f9c expref: 242 pid: 7841 timeout: 1197 lvb_type: 0 00000100:00100000:0.0:1763335104.787612:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3053 00000100:00100000:0.0:1763335104.787622:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff929880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:2427:x1848989814658432:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335104.787637:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335104.787644:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574c2c lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x1da:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f9c expref: 242 pid: 7841 timeout: 1197 lvb_type: 0 00010000:00010000:0.0:1763335104.787657:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574c2c lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1da:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f9c expref: 242 pid: 7841 timeout: 1197 lvb_type: 0 00010000:00010000:0.0:1763335104.787677:0:7458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1da:0x0].0x0 (ffff9001c2a8e100) 00010000:00010000:0.0:1763335104.787682:0:7458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007574c4f lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1da:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335104.787691:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007574c4f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1da:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335104.787698:0:7458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007574c4f lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1da:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335104.787714:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335104.787755:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff929880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:2427:x1848989814658432:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 134us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335104.787763:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3053 00010000:00010000:3.0:1763335104.789238:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574c2c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f9c expref: 241 pid: 7841 timeout: 1197 lvb_type: 0 00000100:00100000:3.0:1763335104.789262:0:13840:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f78000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13840:1848989826048512:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335104.789283:0:13840:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007574c4f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1da:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.789292:0:13840:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007574c4f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1da:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.789298:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007574c4f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1da:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:3.0:1763335104.789369:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1da:0x0]: returning size 0 00000004:00080000:3.0:1763335104.789527:0:13840:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x246:0x0], index 1: 0 00000004:00080000:3.0:1763335104.789533:0:13840:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x244:0x0], index 0: 0 00000004:00080000:3.0:1763335104.789537:0:13840:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x245:0x0], index 0: 0 00000004:00080000:3.0:1763335104.789541:0:13840:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x247:0x0], index 1: 0 00010000:00010000:3.0:1763335104.789633:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007574c4f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1da:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.789640:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007574c4f lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1da:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.789646:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007574c4f lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1da:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.789652:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadaa00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335104.789655:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007574c4f lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1da:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.789661:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007574c4f lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1da:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.789673:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1da:0x0].0x0 (ffff9001c2a8e100) 00010000:00010000:3.0:1763335104.789676:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335104.789679:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007574c4f lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1da:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.789684:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007574c4f lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1da:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.789727:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007574c48 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1da:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fa3 expref: 241 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.789735:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1da:0x0].0x0 (ffff9001c2a8e100) 00010000:00010000:3.0:1763335104.789738:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763335104.789741:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007574c48 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1da:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fa3 expref: 241 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.789756:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadba00, rc 0) 00000100:00100000:3.0:1763335104.789818:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+240:56915:x1848989814658048:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 14449us (14604us total) trans 4294972931 rc 301/301 00000100:00100000:3.0:1763335104.789828:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9314 00000100:00100000:2.0:1763335104.793758:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335104.793856:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814658688 00000100:00100000:1.0:1763335104.793866:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814658688 00000100:00100000:1.0:1763335104.793931:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3206 00000100:00100000:1.0:1763335104.793940:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff928a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+240:56911:x1848989814658688:12345-192.168.204.57@tcp:35:lfs.0 00000004:00080000:1.0:1763335104.794167:0:6534:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x1d7:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1763335104.794224:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1429, 64 off120112 00000040:00080000:1.0:1763335104.794242:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1428, 64 off120112 00000040:00080000:1.0:1763335104.794249:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1429, 64 off120176 00000040:00080000:1.0:1763335104.794255:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1430, 64 off120176 00010000:00010000:1.0:1763335104.794308:0:6534:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007574c72 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 00010000:00010000:1.0:1763335104.794343:0:6534:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007574c72 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1d7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335104.794353:0:6534:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007574c72 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1d7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335104.794360:0:6534:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007574c72 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1d7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335104.794365:0:6534:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007574c72 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1d7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335104.794370:0:6534:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007574c72 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1d7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335104.794383:0:6534:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763335104.794542:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff928a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+241:56911:x1848989814658688:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 602us (796us total) trans 4294972932 rc 0/0 00000100:00100000:1.0:1763335104.794549:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3206 00010000:00010000:1.0:1763335104.794568:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1763335104.796186:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.796431:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814658816 00000100:00100000:3.0:1763335104.796440:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814658816 00010000:00010000:3.0:1763335104.796473:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb800/0x3ec0b54007574b4c lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x244:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f56 expref: 27 pid: 8416 timeout: 1197 lvb_type: 0 00000100:00100000:3.0:1763335104.796501:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3054 00000100:00100000:3.0:1763335104.796508:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff928e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+27:2426:x1848989814658816:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335104.796520:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335104.796525:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb800/0x3ec0b54007574b4c lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x244:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f56 expref: 27 pid: 8416 timeout: 1197 lvb_type: 0 00010000:00010000:3.0:1763335104.796535:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb800/0x3ec0b54007574b4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x244:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f56 expref: 27 pid: 8416 timeout: 1197 lvb_type: 0 00010000:00010000:3.0:1763335104.796557:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335104.796558:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335104.796563:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574c5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x244:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.796572:0:33041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574c5d lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x244:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.796588:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335104.796626:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff928e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+27:2426:x1848989814658816:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 118us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335104.796632:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3054 00010000:00010000:0.0:1763335104.797100:0:28568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000cbadb800/0x3ec0b54007574b4c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x244:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f56 expref: 26 pid: 8416 timeout: 1197 lvb_type: 0 00000100:00100000:0.0:1763335104.797114:0:28568:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c7d30700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28568:1848989826048640:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335104.797134:0:28568:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574c5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.797143:0:28568:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574c5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.797150:0:28568:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574c5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.797159:0:28568:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574c5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.797166:0:28568:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574c5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.797182:0:28568:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763335104.797433:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+35:3667:x1848989826048000:12345-0@lo:6:osp-syn-1-1.0 Request processed in 19337us (20748us total) trans 17179871528 rc 0/0 00000100:00100000:0.0:1763335104.797441:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6378 00000004:00080000:2.0:1763335104.797551:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5f7a300/2, rc 0, transno 17179871528 00000100:00100000:2.0:1763335104.797572:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826048000:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1763335104.797743:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007574c72 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1d7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335104.797758:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb3800 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335104.797762:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007574c72 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1d7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335104.797771:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007574c72 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1d7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335104.797785:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1d7:0x0].0x0 (ffff9000c487e000) 00010000:00010000:1.0:1763335104.797789:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335104.797793:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007574c72 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x1d7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335104.797799:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007574c72 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1d7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335104.797813:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335104.797817:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574c5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.797825:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7800 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335104.797828:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574c5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.797835:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574c5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.797846:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574c5d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.797854:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574c5d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.797870:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335104.797872:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335104.797875:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335104.798114:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335104.799693:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.799801:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814659072 00000100:00100000:3.0:1763335104.799810:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814659072 00000100:00100000:3.0:1763335104.799859:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3207 00000100:00100000:3.0:1763335104.799869:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff929c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+241:56915:x1848989814659072:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335104.800172:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff929c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56915:x1848989814659072:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 302us (483us total) trans 4294972933 rc 0/0 00000100:00100000:3.0:1763335104.800180:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3207 00000100:00100000:0.0:1763335104.802023:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.802399:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814659328 00000100:00100000:3.0:1763335104.802409:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814659328 00000100:00100000:3.0:1763335104.802465:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9316 00000100:00100000:3.0:1763335104.802474:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56911:x1848989814659328:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335104.802499:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335104.802520:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007574c79 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880fb1 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.802593:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b54007574c80 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335104.802607:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b54007574c80 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.802618:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b54007574c80 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.802629:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b54007574c87 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335104.802635:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b54007574c87 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.802641:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b54007574c87 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.802746:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007574c8e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335104.802755:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007574c8e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1da:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.802760:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007574c8e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1da:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:3.0:1763335104.802770:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1da:0x0]: returning size 0 00010000:00010000:3.0:1763335104.802847:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b54007574c80 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.802855:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b54007574c80 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.802862:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b54007574c80 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.802869:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b54007574c80 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.802875:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c3a2aa00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335104.802880:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b54007574c80 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.802887:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b54007574c80 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.802899:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f6162e00) 00010000:00010000:3.0:1763335104.802902:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335104.802907:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b54007574c80 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.802918:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b54007574c80 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.802943:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b54007574c87 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.802950:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b54007574c87 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.802956:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b54007574c87 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.802962:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffb18800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335104.802965:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b54007574c87 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.802971:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b54007574c87 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.802979:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001f6162600) 00010000:00010000:3.0:1763335104.802982:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335104.802984:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b54007574c87 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.802990:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b54007574c87 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335104.803027:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007574c79 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fb1 expref: 245 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.803045:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007574c8e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1da:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fb1 expref: 244 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.803059:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1da:0x0].0x0 (ffff9001f6162100) 00010000:00010000:3.0:1763335104.803062:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335104.803064:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001ffb18e00, rc 0) 00000100:00100000:3.0:1763335104.803132:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56911:x1848989814659328:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 659us (1117us total) trans 4294972934 rc 0/0 00000100:00100000:3.0:1763335104.803141:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9316 00000100:00100000:2.0:1763335104.806410:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335104.806526:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814659584 00000100:00100000:1.0:1763335104.806537:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814659584 00000100:00100000:1.0:1763335104.806596:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3208 00000100:00100000:1.0:1763335104.806607:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff928380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56915:x1848989814659584:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335104.807828:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff928380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56915:x1848989814659584:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 1216us (1421us total) trans 4294972935 rc 0/0 00000100:00100000:1.0:1763335104.807839:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3208 00000100:00100000:0.0:1763335104.808088:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335104.808189:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.808500:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814659712 00000100:00100000:3.0:1763335104.808509:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814659712 00000100:00100000:3.0:1763335104.808542:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814659840 00000100:00100000:3.0:1763335104.808545:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814659840 00000100:00100000:3.0:1763335104.808565:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6380 00000100:00100000:3.0:1763335104.808574:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:2427:x1848989814659712:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335104.808590:0:28568:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335104.808611:0:28568:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007574c9c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x245:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880fb8 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335104.808635:0:28568:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x245:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335104.808651:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335104.808653:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335104.808661:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007574c9c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fb8 expref: 11 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335104.808678:0:28568:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007574c9c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fb8 expref: 11 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335104.808692:0:28568:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001ffb19200, rc 0) 00000100:00100000:3.0:1763335104.808731:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2427:x1848989814659712:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 158us (643us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335104.808738:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6380 00000100:00100000:3.0:1763335104.808752:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6381 00000100:00100000:3.0:1763335104.808758:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:2427:x1848989814659840:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335104.808765:0:28568:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335104.808776:0:28568:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007574ca3 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x247:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880fbf expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335104.808790:0:28568:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x247:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335104.808799:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335104.808800:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335104.808804:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007574ca3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fbf expref: 27 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335104.808815:0:28568:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007574ca3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fbf expref: 27 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335104.808823:0:28568:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001ffb18a00, rc 0) 00000100:00100000:3.0:1763335104.808841:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+27:2427:x1848989814659840:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 83us (652us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335104.808847:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6381 00000100:00100000:0.0:1763335104.814756:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335104.814894:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814660096 00000100:00100000:1.0:1763335104.814905:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814660096 00000100:00100000:1.0:1763335104.815131:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3209 00000100:00100000:1.0:1763335104.815141:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56911:x1848989814660096:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335104.815370:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+246:56911:x1848989814660096:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 230us (622us total) trans 4294972936 rc 0/0 00000100:00100000:1.0:1763335104.815377:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3209 00000100:00100000:0.0:1763335104.816283:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.816361:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814660352 00000100:00100000:3.0:1763335104.816368:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814660352 00000100:00100000:3.0:1763335104.816411:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9317 00000100:00100000:3.0:1763335104.816419:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+246:55956:x1848989814660352:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335104.816432:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335104.816436:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763335104.816459:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007574c8e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fb1 expref: 246 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.816476:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1da:0x0].0x0 (ffff9001f6162100) 00010000:00010000:3.0:1763335104.816485:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335104.816498:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b54007574caa lrc: 2/0,0 mode: --/CW res: [0x240000405:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880fc6 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.816577:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007574cb1 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335104.816589:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007574cb1 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1da:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.816598:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007574cb1 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1da:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:3.0:1763335104.816612:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1da:0x0]: returning size 0 00010000:00010000:3.0:1763335104.816686:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b54007574caa lrc: 0/0,0 mode: --/CW res: [0x240000405:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fc6 expref: 248 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.816700:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007574cb1 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1da:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fc6 expref: 247 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.816708:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1da:0x0].0x0 (ffff9001f6162e00) 00010000:00010000:3.0:1763335104.816711:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:3.0:1763335104.816714:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c3a2b000, rc 0) 00000100:00100000:3.0:1763335104.816746:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:55956:x1848989814660352:12345-192.168.204.57@tcp:101:bash.0 Request processed in 329us (466us total) trans 4294972937 rc 0/0 00000100:00100000:3.0:1763335104.816754:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9317 00000100:00100000:2.0:1763335104.820717:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335104.821556:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814660608 00000100:00100000:0.0:1763335104.821569:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814660608 00000100:00100000:0.0:1763335104.821627:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9318 00000100:00100000:0.0:1763335104.821637:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:56911:x1848989814660608:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335104.821660:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335104.821681:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574cbf lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880fcd expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.821747:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574cc6 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335104.821760:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574cc6 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335104.821772:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574cc6 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335104.821783:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574ccd lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335104.821790:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574ccd lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335104.821797:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574ccd lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335104.821895:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574cd4 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335104.821907:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574cd4 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335104.821913:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574cd4 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335104.821921:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574cd4 lrc: 3/0,0 mode: --/PR res: [0x240000405:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335104.821938:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335104.821943:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574cd4 lrc: 3/0,0 mode: --/PR res: [0x240000405:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335104.821950:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574cd4 lrc: 4/0,0 mode: --/PR res: [0x240000405:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335104.821961:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1da:0x0].0x0 (ffff9001f6162e00) 00010000:00010000:0.0:1763335104.821967:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574cd4 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335104.821974:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574cd4 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000004:00200000:0.0:1763335104.821990:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1da:0x0]: returning size 0 00010000:00010000:0.0:1763335104.822063:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574cc6 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335104.822070:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574cc6 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335104.822076:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574cc6 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335104.822094:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574cc6 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335104.822100:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335104.822104:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574cc6 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335104.822114:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574cc6 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335104.822122:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881000) 00010000:00010000:0.0:1763335104.822124:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335104.822127:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574cc6 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335104.822134:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574cc6 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335104.822143:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574ccd lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335104.822149:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574ccd lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335104.822155:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574ccd lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335104.822160:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335104.822163:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574ccd lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335104.822169:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574ccd lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335104.822175:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881800) 00010000:00010000:0.0:1763335104.822177:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335104.822179:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574ccd lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335104.822185:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574ccd lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335104.822220:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574cbf lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fcd expref: 249 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.822230:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881000) 00010000:00010000:0.0:1763335104.822233:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763335104.822236:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574cbf lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fcd expref: 249 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.822247:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664c00, rc 0) 00000100:00100000:0.0:1763335104.822308:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:56911:x1848989814660608:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 672us (1599us total) trans 4294972938 rc 301/301 00000100:00100000:0.0:1763335104.822335:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9318 00000100:00100000:2.0:1763335104.822708:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.822831:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814660736 00000100:00100000:3.0:1763335104.822837:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814660736 00000100:00100000:3.0:1763335104.823146:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9319 00000100:00100000:3.0:1763335104.823155:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:55956:x1848989814660736:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335104.823166:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335104.823176:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b54007574ce2 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880fd4 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.823198:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b54007574ce9 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335104.823206:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b54007574ce9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1da:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.823215:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b54007574ce9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1da:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.823284:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b54007574ce2 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1da:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fd4 expref: 250 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.823297:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b54007574ce9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1da:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fd4 expref: 249 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.823304:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1da:0x0].0x0 (ffff9001f6162e00) 00010000:00010000:3.0:1763335104.823306:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763335104.823309:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c79e9c00, rc 0) 00000100:00100000:2.0:1763335104.823812:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:55956:x1848989814660736:12345-192.168.204.57@tcp:101:bash.0 Request processed in 657us (1103us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335104.823819:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9319 00000100:00100000:2.0:1763335104.825697:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335104.827193:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814660992 00000100:00100000:1.0:1763335104.827205:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814660992 00000100:00100000:1.0:1763335104.827263:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3210 00000100:00100000:1.0:1763335104.827274:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:56911:x1848989814660992:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335104.828184:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:56911:x1848989814660992:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 907us (2489us total) trans 4294972939 rc 0/0 00000100:00100000:1.0:1763335104.828194:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3210 00000100:00100000:0.0:1763335104.830941:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335104.830984:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335104.831056:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814661248 00000100:00100000:2.0:1763335104.831066:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814661248 00000100:00100000:2.0:1763335104.831124:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9320 00000100:00100000:2.0:1763335104.831134:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:55956:x1848989814661248:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:2.0:1763335104.831186:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335104.831210:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007574cb1 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x1da:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fc6 expref: 250 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.831226:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1da:0x0].0x0 (ffff9001f6162e00) 00010000:00010000:2.0:1763335104.831231:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335104.831419:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574cf0 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335104.831432:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574cf0 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.831441:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574cf0 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000001:00080000:2.0:1763335104.831480:0:13591:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972940 00000004:00010000:2.0:1763335104.831498:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000062679863 reply state 0000000039d7815e transno 4294972941 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574cf0 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.831508:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574cf0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.831514:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1da:0x0].0x0 (ffff9001f6162e00) 00010000:00010000:2.0:1763335104.831516:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335104.831519:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335104.831596:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:55956:x1848989814661248:12345-192.168.204.57@tcp:36:bash.0 Request processed in 464us (672us total) trans 4294972941 rc 0/0 00000100:00100000:2.0:1763335104.831603:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9320 00000020:00080000:2.0:1763335104.831609:0:13591:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763335104.831677:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814661376 00000100:00100000:1.0:1763335104.831682:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814661376 00000100:00100000:1.0:1763335104.831716:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3211 00000100:00100000:1.0:1763335104.831722:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001d1848050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:56911:x1848989814661376:12345-192.168.204.57@tcp:33:lfs.0 00000100:00100000:1.0:1763335104.831779:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001d1848050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:56911:x1848989814661376:12345-192.168.204.57@tcp:33:lfs.0 Request processed in 57us (794us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335104.831785:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3211 00000100:00100000:0.0:1763335104.835573:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335104.835673:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814661504 00000100:00100000:1.0:1763335104.835684:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814661504 00000100:00100000:1.0:1763335104.835738:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9321 00000100:00100000:1.0:1763335104.835747:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:55956:x1848989814661504:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335104.835767:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335104.835783:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007574cf7 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880fdb expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.835831:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007574cf7 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1da:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fdb expref: 253 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.835843:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007574cf7 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1da:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fdb expref: 253 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.835860:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1da:0x0].0x0 (ffff9001f6162e00) 00010000:00010000:1.0:1763335104.835863:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763335104.835867:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fceb3800, rc 0) 00000100:00100000:1.0:1763335104.835933:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:55956:x1848989814661504:12345-192.168.204.57@tcp:101:bash.0 Request processed in 177us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335104.835940:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9321 00000100:00100000:3.0:1763335104.840682:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335104.840777:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814661760 00000100:00100000:2.0:1763335104.840789:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814661760 00000100:00100000:2.0:1763335104.840850:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9322 00000100:00100000:2.0:1763335104.840860:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:55956:x1848989814661760:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335104.840879:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335104.840883:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763335104.840909:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007574cf7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1da:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fdb expref: 253 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.840939:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1da:0x0].0x0 (ffff9001f6162e00) 00010000:00010000:2.0:1763335104.840944:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335104.840959:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574cfe lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880fe2 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.841015:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574d05 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335104.841029:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574d05 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1da:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.841039:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574d05 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1da:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000040:00080000:2.0:1763335104.848032:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1431, 88 off120264 00000004:00080000:2.0:1763335104.848045:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1097827729766ns, next at 1098674552476ns, rc = 0 00000040:00080000:2.0:1763335104.848068:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1430, 88 off120264 00000004:00080000:2.0:1763335104.848071:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1097827756825ns, next at 1098673279623ns, rc = 0 00000040:00080000:2.0:1763335104.848088:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1431, 88 off120352 00000004:00080000:2.0:1763335104.848091:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1097827776304ns, next at 1098673279623ns, rc = 0 00000040:00080000:2.0:1763335104.848099:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1432, 88 off120352 00000004:00080000:2.0:1763335104.848102:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1097827787353ns, next at 1098674552476ns, rc = 0 00010000:00010000:3.0:1763335104.848834:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1763335104.850096:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972942 is committed 00000004:00080000:1.0:1763335104.850106:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 936 committed 00000004:00080000:1.0:1763335104.850118:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 939 committed 00000004:00080000:1.0:1763335104.850130:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 938 committed 00000004:00080000:1.0:1763335104.850133:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 935 committed 00010000:00010000:3.0:1763335104.850212:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574cf0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.850227:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574cf0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.850234:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574cf0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.850240:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335104.850245:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574cf0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.850253:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574cf0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.850269:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1da:0x0].0x0 (ffff9001f6162e00) 00010000:00010000:3.0:1763335104.850273:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335104.850277:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574cf0 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.850284:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007574cf0 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000100:00100000:0.0:1763335104.850469:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f15c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826048896:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763335104.850532:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335104.850566:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763335104.850571:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f15c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826049024:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335104.850590:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335104.850629:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826048896 00000100:00100000:0.0:1763335104.850636:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826048896 00000100:00100000:0.0:1763335104.850681:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826049024 00000100:00100000:0.0:1763335104.850684:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826049024 00000100:00100000:0.0:1763335104.850702:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6382 00000100:00100000:0.0:1763335104.850710:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+36:3664:x1848989826048896:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763335104.850737:0:8725:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:579 count 1 00010000:00010000:0.0:1763335104.850762:0:8725:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c4665400/0x3ec0b54007574d0c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x243:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.850783:0:8725:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007574bae lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x243:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f72 expref: 26 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.850791:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335104.850794:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335104.850798:0:8725:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665400/0x3ec0b54007574d0c lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x243:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.850823:0:8725:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007574bae lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x243:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f72 expref: 26 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.850838:0:8725:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007574bae lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x243:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f72 expref: 26 pid: 8415 timeout: 1197 lvb_type: 0 00000100:00100000:0.0:1763335104.850849:0:8725:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a7a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8725:1848989826049280:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335104.850910:0:8725:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001d1c57480 going to sleep for 11 seconds 00000100:00100000:0.0:1763335104.850937:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6383 00000100:00100000:0.0:1763335104.850945:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+36:3664:x1848989826049024:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335104.851089:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+37:3664:x1848989826049024:12345-0@lo:2:osp-syn-1-1.0 Request processed in 144us (497us total) trans 17179871529 rc 0/0 00000100:00100000:0.0:1763335104.851095:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6383 00000004:00080000:0.0:1763335104.851131:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f15c2a00/2, rc 0, transno 17179871529 00000100:00100000:0.0:1763335104.851136:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f15c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826049024:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335104.851345:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f15c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826049152:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335104.851371:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335104.851394:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763335104.851399:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f15c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826048768:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763335104.851413:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763335104.851666:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574d05 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1da:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fe2 expref: 242 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.851677:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1da:0x0].0x0 (ffff9001f6162e00) 00010000:00010000:2.0:1763335104.851679:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763335104.851691:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574cfe lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1da:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fe2 expref: 242 pid: 13591 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763335104.851704:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574d05 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1da:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fe2 expref: 241 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.851727:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1da:0x0].0x0 (ffff9001f6162e00) 00010000:00010000:2.0:1763335104.851729:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763335104.851731:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7e00, rc 0) 00000100:00100000:2.0:1763335104.851758:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+241:55956:x1848989814661760:12345-192.168.204.57@tcp:101:bash.0 Request processed in 10900us (11088us total) trans 4294972942 rc 0/0 00000100:00100000:2.0:1763335104.851764:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9322 00000100:00100000:3.0:1763335104.851861:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff92b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826049792:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335104.851882:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335104.851907:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763335104.851912:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826049408:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335104.851938:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335104.851961:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826049152 00000100:00100000:3.0:1763335104.851965:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826049152 00000100:00100000:3.0:1763335104.851981:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826048768 00000100:00100000:3.0:1763335104.851983:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826048768 00000100:00100000:3.0:1763335104.851992:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826049792 00000100:00100000:3.0:1763335104.851994:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826049792 00000100:00100000:3.0:1763335104.852005:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826049408 00000100:00100000:3.0:1763335104.852007:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826049408 00000100:00100000:3.0:1763335104.852019:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6384 00000100:00100000:3.0:1763335104.852025:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+38:3666:x1848989826049152:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763335104.852090:0:8417:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x247:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335104.852093:0:8417:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x247:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763335104.852095:0:8417:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x247:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335104.852097:0:8417:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x247:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763335104.852099:0:8417:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x247:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335104.852122:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+39:3666:x1848989826049152:12345-0@lo:2:osp-syn-1-1.0 Request processed in 97us (751us total) trans 17179871530 rc 0/0 00000100:00100000:3.0:1763335104.852128:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6384 00000100:00100000:3.0:1763335104.852140:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6385 00000100:00100000:3.0:1763335104.852146:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+38:3666:x1848989826048768:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763335104.852157:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:578 count 1 00010000:00010000:3.0:1763335104.852169:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007574d13 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.852181:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007574be6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f87 expref: 26 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.852187:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335104.852189:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335104.852192:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007574d13 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.852209:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007574be6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f87 expref: 26 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.852219:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007574be6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f87 expref: 26 pid: 8415 timeout: 1197 lvb_type: 0 00000100:00100000:3.0:1763335104.852228:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f136a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8417:1848989826049920:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335104.852254:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c79260c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335104.852267:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6386 00000100:00100000:3.0:1763335104.852273:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+10:3666:x1848989826049792:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763335104.852355:0:35240:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x245:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335104.852357:0:35240:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x245:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763335104.852359:0:35240:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x245:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335104.852361:0:35240:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x245:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763335104.852363:0:35240:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x245:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335104.852383:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+11:3666:x1848989826049792:12345-0@lo:2:osp-syn-0-1.0 Request processed in 111us (500us total) trans 21474838819 rc 0/0 00000100:00100000:3.0:1763335104.852388:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6386 00000100:00100000:3.0:1763335104.852398:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6387 00000100:00100000:3.0:1763335104.852402:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+10:3666:x1848989826049408:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763335104.852411:0:35240:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:576 count 1 00010000:00010000:3.0:1763335104.852419:0:35240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c79e8e00/0x3ec0b54007574d1a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x240:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.852434:0:35240:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b540075749a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x240:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ec3 expref: 10 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.852440:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335104.852442:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335104.852444:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c79e8e00/0x3ec0b54007574d1a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x240:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.852458:0:35240:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b540075749a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x240:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ec3 expref: 10 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.852465:0:35240:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b540075749a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x240:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ec3 expref: 10 pid: 8417 timeout: 1197 lvb_type: 0 00000100:00100000:3.0:1763335104.852473:0:35240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1368a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35240:1848989826050048:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335104.852491:0:35240:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c7926600 going to sleep for 11 seconds 00000004:00080000:3.0:1763335104.852517:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001ff92b480/2, rc 0, transno 21474838819 00000100:00100000:3.0:1763335104.852522:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff92b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826049792:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763335104.852530:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f15c3480/2, rc 0, transno 17179871530 00000100:00100000:3.0:1763335104.852533:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f15c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826049152:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335104.852698:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff92a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826049536:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763335104.852723:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335104.852751:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763335104.852757:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff92bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826049664:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335104.852777:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335104.852811:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826049536 00000100:00100000:0.0:1763335104.852815:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826049536 00000100:00100000:0.0:1763335104.852833:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826049664 00000100:00100000:0.0:1763335104.852835:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826049664 00000100:00100000:0.0:1763335104.852851:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6388 00000100:00100000:0.0:1763335104.852857:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f6027850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+12:3664:x1848989826049536:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763335104.852868:0:28568:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:577 count 1 00010000:00010000:0.0:1763335104.852879:0:28568:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007574d21 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x241:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.852890:0:28568:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000cbadac00/0x3ec0b54007574ba7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x241:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f6b expref: 10 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.852898:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335104.852900:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335104.852902:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007574d21 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x241:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.852920:0:28568:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000cbadac00/0x3ec0b54007574ba7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x241:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f6b expref: 10 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.852937:0:28568:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000cbadac00/0x3ec0b54007574ba7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x241:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f6b expref: 10 pid: 8416 timeout: 1197 lvb_type: 0 00000100:00100000:0.0:1763335104.852952:0:28568:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c7d32a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:28568:1848989826050176:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335104.852981:0:28568:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001d1c57780 going to sleep for 11 seconds 00000100:00100000:0.0:1763335104.852996:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6389 00000100:00100000:0.0:1763335104.853003:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+12:3664:x1848989826049664:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335104.853083:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+13:3664:x1848989826049664:12345-0@lo:2:osp-syn-0-1.0 Request processed in 80us (305us total) trans 21474838820 rc 0/0 00000100:00100000:0.0:1763335104.853090:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6389 00000004:00080000:0.0:1763335104.853112:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001ff92bb80/2, rc 0, transno 21474838820 00000100:00100000:0.0:1763335104.853117:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff92bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826049664:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335104.858502:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.858544:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.858568:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814661888 00000100:00100000:3.0:1763335104.858576:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814661888 00010000:00010000:3.0:1763335104.858613:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007574bae lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x243:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f72 expref: 27 pid: 8415 timeout: 1197 lvb_type: 0 00000100:00100000:3.0:1763335104.858648:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814662016 00000100:00100000:3.0:1763335104.858650:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814662016 00010000:00010000:3.0:1763335104.858660:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007574be6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f87 expref: 28 pid: 8415 timeout: 1197 lvb_type: 0 00000100:00100000:3.0:1763335104.858676:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3055 00000100:00100000:3.0:1763335104.858684:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dcb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+28:2427:x1848989814661888:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335104.858696:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335104.858701:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007574bae lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x243:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f72 expref: 28 pid: 8415 timeout: 1197 lvb_type: 0 00010000:00010000:3.0:1763335104.858714:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007574bae lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x243:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f72 expref: 28 pid: 8415 timeout: 1197 lvb_type: 0 00010000:00010000:3.0:1763335104.858734:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335104.858736:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335104.858741:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c4665400/0x3ec0b54007574d0c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x243:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.858750:0:33041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665400/0x3ec0b54007574d0c lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x243:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.858769:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335104.858814:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dcb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+28:2427:x1848989814661888:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 129us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335104.858821:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3055 00000100:00100000:3.0:1763335104.858836:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3056 00000100:00100000:3.0:1763335104.858842:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dc9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+27:2429:x1848989814662016:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335104.858848:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335104.858851:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007574be6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f87 expref: 27 pid: 8415 timeout: 1197 lvb_type: 0 00010000:00010000:3.0:1763335104.858860:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007574be6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f87 expref: 27 pid: 8415 timeout: 1197 lvb_type: 0 00010000:00010000:3.0:1763335104.858870:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335104.858871:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335104.858874:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007574d13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.858881:0:33041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007574d13 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.858889:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335104.858903:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dc9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+27:2429:x1848989814662016:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 61us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335104.858907:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3056 00000100:00100000:3.0:1763335104.858985:0:35240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1368a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35240:1848989826050048:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335104.859002:0:35240:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c79e8e00/0x3ec0b54007574d1a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x240:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335104.859109:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.859120:0:35246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814662144 00000100:00100000:3.0:1763335104.859124:0:35246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814662144 00010000:00010000:3.0:1763335104.859137:0:35246:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b540075749a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x240:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ec3 expref: 11 pid: 8417 timeout: 1197 lvb_type: 0 00000100:00100000:3.0:1763335104.859157:0:35246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3057 00000100:00100000:3.0:1763335104.859164:0:35246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2428:x1848989814662144:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335104.859171:0:35246:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335104.859185:0:35246:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b540075749a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x240:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ec3 expref: 11 pid: 8417 timeout: 1197 lvb_type: 0 00010000:00010000:3.0:1763335104.859194:0:35246:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b540075749a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x240:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ec3 expref: 11 pid: 8417 timeout: 1197 lvb_type: 0 00010000:00010000:3.0:1763335104.859207:0:35246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b540075749a8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x240:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ec3 expref: 11 pid: 8417 timeout: 1197 lvb_type: 0 00010000:00010000:3.0:1763335104.859217:0:35246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335104.859219:0:35246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335104.859221:0:35246:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c79e8e00/0x3ec0b54007574d1a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x240:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.859228:0:35246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c79e8e00/0x3ec0b54007574d1a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x240:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.859241:0:35246:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335104.859257:0:35246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:2428:x1848989814662144:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 95us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335104.859263:0:35246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3057 00010000:00010000:3.0:1763335104.859278:0:35240:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c79e8e00/0x3ec0b54007574d1a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.859285:0:35240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c79e8e00/0x3ec0b54007574d1a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.859294:0:35240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c79e8e00/0x3ec0b54007574d1a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.859301:0:35240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c79e8e00/0x3ec0b54007574d1a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.859337:0:35240:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335104.859541:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+13:3666:x1848989826049408:12345-0@lo:6:osp-syn-0-1.0 Request processed in 7137us (7602us total) trans 21474838821 rc 0/0 00000100:00100000:3.0:1763335104.859549:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6387 00000004:00080000:3.0:1763335104.859580:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001ff929f80/2, rc 0, transno 21474838821 00000100:00100000:3.0:1763335104.859585:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826049408:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335104.859612:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.859624:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814662272 00000100:00100000:3.0:1763335104.859627:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814662272 00010000:00010000:3.0:1763335104.859640:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbadac00/0x3ec0b54007574ba7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x241:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f6b expref: 10 pid: 8416 timeout: 1197 lvb_type: 0 00000100:00100000:3.0:1763335104.859656:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3058 00000100:00100000:3.0:1763335104.859667:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dc8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:2428:x1848989814662272:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335104.859674:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335104.859678:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000cbadac00/0x3ec0b54007574ba7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x241:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f6b expref: 10 pid: 8416 timeout: 1197 lvb_type: 0 00010000:00010000:3.0:1763335104.859686:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000cbadac00/0x3ec0b54007574ba7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x241:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f6b expref: 10 pid: 8416 timeout: 1197 lvb_type: 0 00010000:00010000:3.0:1763335104.859697:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335104.859699:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335104.859702:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007574d21 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x241:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.859709:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007574d21 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x241:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.859718:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335104.859732:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dc8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:2428:x1848989814662272:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 71us (120us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335104.859737:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3058 00010000:00010000:1.0:1763335104.860030:0:8417:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007574be6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f87 expref: 26 pid: 8415 timeout: 1197 lvb_type: 0 00000100:00100000:1.0:1763335104.860041:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f136a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8417:1848989826049920:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335104.860054:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007574d13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.860062:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007574d13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.860068:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007574d13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.860075:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007574d13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.860081:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007574d13 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.860096:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1763335104.860292:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+39:3666:x1848989826048768:12345-0@lo:6:osp-syn-1-1.0 Request processed in 8145us (8876us total) trans 17179871531 rc 0/0 00000100:00100000:1.0:1763335104.860298:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6385 00010000:00010000:0.0:1763335104.860585:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763335104.860592:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c79e8e00/0x3ec0b54007574d1a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.860599:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c79e8e00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335104.860604:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c79e8e00/0x3ec0b54007574d1a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.860612:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c79e8e00/0x3ec0b54007574d1a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.860624:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c79e8e00/0x3ec0b54007574d1a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.860629:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c79e8e00/0x3ec0b54007574d1a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x240:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.860647:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335104.860650:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007574d13 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.860656:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c79e9e00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335104.860659:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007574d13 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.860665:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007574d13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.860672:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007574d13 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.860677:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007574d13 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x242:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.860687:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335104.860689:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335104.860690:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335104.860710:0:8725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007574bae lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x243:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f72 expref: 25 pid: 8415 timeout: 1197 lvb_type: 0 00000100:00100000:0.0:1763335104.860718:0:8725:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a7a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8725:1848989826049280:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335104.860729:0:8725:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c4665400/0x3ec0b54007574d0c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.860741:0:8725:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c4665400/0x3ec0b54007574d0c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.860747:0:8725:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c4665400/0x3ec0b54007574d0c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.860754:0:8725:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c4665400/0x3ec0b54007574d0c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.860760:0:8725:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665400/0x3ec0b54007574d0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.861978:0:8725:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763335104.862224:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+39:3664:x1848989826048896:12345-0@lo:6:osp-syn-1-1.0 Request processed in 11512us (11690us total) trans 17179871532 rc 0/0 00000100:00100000:0.0:1763335104.862233:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6382 00010000:00010000:0.0:1763335104.862282:0:28568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000cbadac00/0x3ec0b54007574ba7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x241:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880f6b expref: 9 pid: 8416 timeout: 1197 lvb_type: 0 00000100:00100000:0.0:1763335104.862293:0:28568:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c7d32a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:28568:1848989826050176:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335104.862307:0:28568:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007574d21 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.862332:0:28568:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007574d21 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.862343:0:28568:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007574d21 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.862351:0:28568:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007574d21 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.862358:0:28568:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007574d21 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763335104.862439:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f15c0a80/2, rc 0, transno 17179871532 00000100:00100000:1.0:1763335104.862445:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f15c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826048896:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1763335104.862502:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1763335104.862509:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c4665400/0x3ec0b54007574d0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.862516:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665400 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335104.862520:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c4665400/0x3ec0b54007574d0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.862527:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c4665400/0x3ec0b54007574d0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.862542:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c4665400/0x3ec0b54007574d0c lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.862548:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c4665400/0x3ec0b54007574d0c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x243:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.862563:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335104.862566:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007574d21 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.862571:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664800 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335104.862574:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007574d21 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.862580:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007574d21 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.862587:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007574d21 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.862592:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335104.862594:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335104.862595:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335104.863705:0:28568:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1763335104.863713:0:28568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007574d21 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x241:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.864309:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335104.865462:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f6027850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+13:3664:x1848989826049536:12345-0@lo:6:osp-syn-0-1.0 Request processed in 12598us (12731us total) trans 21474838822 rc 0/0 00000100:00100000:0.0:1763335104.865473:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6388 00010000:00010000:3.0:1763335104.870140:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763335104.870200:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f15c2300/2, rc 0, transno 17179871531 00000100:00100000:3.0:1763335104.870210:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f15c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826048768:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763335104.871016:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335104.871044:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814662400 00000100:00100000:0.0:1763335104.871051:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814662400 00000100:00100000:0.0:1763335104.871108:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6390 00000100:00100000:0.0:1763335104.871117:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:55956:x1848989814662400:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335104.871134:0:28568:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335104.871157:0:28568:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b54007574d28 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x246:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880fe9 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335104.871179:0:28568:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x246:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335104.871199:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335104.871201:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335104.871210:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b54007574d28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fe9 expref: 26 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.871225:0:28568:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b54007574d28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fe9 expref: 26 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.871238:0:28568:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665600, rc 0) 00000100:00100000:0.0:1763335104.871283:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:55956:x1848989814662400:12345-192.168.204.57@tcp:101:bash.0 Request processed in 167us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335104.871290:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6390 00000100:00100000:0.0:1763335104.871360:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.874163:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814662656 00000100:00100000:3.0:1763335104.874177:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814662656 00000100:00100000:3.0:1763335104.874232:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9323 00000100:00100000:3.0:1763335104.874243:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+241:56916:x1848989814662656:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335104.874267:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335104.874289:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b54007574d2f lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880ff0 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.874391:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007574d36 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335104.874406:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007574d36 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.874418:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007574d36 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.874431:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b54007574d3d lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335104.874438:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b54007574d3d lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.874445:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b54007574d3d lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.874544:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007574d44 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335104.874554:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007574d44 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.874561:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007574d44 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:3.0:1763335104.874572:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1da:0x0]: returning size 2 00010000:00010000:3.0:1763335104.874661:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007574d36 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.874669:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007574d36 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.874680:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007574d36 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.874687:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007574d36 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.874693:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c3a2b000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335104.874698:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007574d36 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.874706:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007574d36 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.874717:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f6162100) 00010000:00010000:3.0:1763335104.874721:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335104.874726:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007574d36 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.874733:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007574d36 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.874746:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b54007574d3d lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.874751:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b54007574d3d lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.874757:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b54007574d3d lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.874763:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffb18800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335104.874765:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b54007574d3d lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.874776:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b54007574d3d lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.874783:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001f6162600) 00010000:00010000:3.0:1763335104.874785:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335104.874788:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b54007574d3d lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.874794:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b54007574d3d lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.874832:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b54007574d2f lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ff0 expref: 244 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.874847:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007574d44 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ff0 expref: 243 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.874856:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1da:0x0].0x0 (ffff9001f6162e00) 00010000:00010000:3.0:1763335104.874858:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335104.874861:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001ffb18e00, rc 0) 00000100:00100000:3.0:1763335104.874932:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:56916:x1848989814662656:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 680us (3561us total) trans 4294972943 rc 0/0 00000100:00100000:3.0:1763335104.874942:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9323 00000100:00100000:0.0:1763335104.875235:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000004:00080000:1.0:1763335104.877907:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001ff92a300/2, rc 0, transno 21474838822 00000100:00100000:1.0:1763335104.877920:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff92a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826049536:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335104.878435:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814662784 00000100:00100000:3.0:1763335104.878443:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814662784 00000100:00100000:1.0:1763335104.879122:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6391 00000100:00100000:1.0:1763335104.879136:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+9:55956:x1848989814662784:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335104.879157:0:28568:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335104.879181:0:28568:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3800/0x3ec0b54007574d52 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x244:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880ff7 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335104.879204:0:28568:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x244:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763335104.879234:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335104.879237:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335104.879247:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3800/0x3ec0b54007574d52 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ff7 expref: 10 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.879263:0:28568:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3800/0x3ec0b54007574d52 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ff7 expref: 10 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.879276:0:28568:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fceb3800, rc 0) 00000100:00100000:1.0:1763335104.879352:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:55956:x1848989814662784:12345-192.168.204.57@tcp:101:bash.0 Request processed in 220us (4118us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335104.879361:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6391 00000100:00100000:0.0:1763335104.879643:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335104.881226:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814663040 00000100:00100000:1.0:1763335104.881240:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814663040 00000100:00100000:1.0:1763335104.881304:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3212 00000100:00100000:1.0:1763335104.881340:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:56916:x1848989814663040:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335104.881572:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56916:x1848989814663040:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 258us (1929us total) trans 4294972944 rc 0/0 00000100:00100000:1.0:1763335104.881580:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3212 00000100:00100000:0.0:1763335104.889843:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335104.889884:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335104.889957:0:8422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814663296 00000100:00100000:2.0:1763335104.889968:0:8422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814663296 00002000:00010000:2.0:1763335104.890006:0:8422:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/580 (0->18446744073709551615) 00002000:00100000:2.0:1763335104.890012:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c7d33100 with x1848989814663296 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335104.890023:0:8422:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c7d33100. 00000100:00100000:2.0:1763335104.890054:0:8422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814663168 00000100:00100000:2.0:1763335104.890057:0:8422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814663168 00002000:00010000:2.0:1763335104.890069:0:8422:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/582 (0->18446744073709551615) 00002000:00100000:2.0:1763335104.890073:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c5f7ad80 with x1848989814663168 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335104.890079:0:8422:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c5f7ad80. 00000100:00100000:2.0:1763335104.890105:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1578 00000100:00100000:2.0:1763335104.890115:0:8422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:2426:x1848989814663296:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:2.0:1763335104.890292:0:8422:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x244:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335104.890296:0:8422:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x244:0x0] updating lvb mtime from disk: 0 -> 1763335105 00002000:00010000:2.0:1763335104.890299:0:8422:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x244:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335104.890301:0:8422:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x244:0x0] updating lvb ctime from disk: 0 -> 1763335105 00002000:00010000:2.0:1763335104.890304:0:8422:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x244:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335104.890391:0:8422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2426:x1848989814663296:12345-192.168.204.57@tcp:10:bash.0 Request processed in 277us (559us total) trans 21474838823 rc 0/0 00000100:00100000:2.0:1763335104.890400:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1578 00002000:00010000:2.0:1763335104.890405:0:8422:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/580 (0->18446744073709551615) 00002000:00100000:2.0:1763335104.890408:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c7d33100 with x1848989814663296 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335104.890412:0:8422:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c7d33100. 00000100:00100000:2.0:1763335104.890430:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1579 00000100:00100000:2.0:1763335104.890437:0:8422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:2427:x1848989814663168:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:2.0:1763335104.890513:0:8422:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x246:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335104.890516:0:8422:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x246:0x0] updating lvb mtime from disk: 0 -> 1763335105 00002000:00010000:2.0:1763335104.890519:0:8422:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x246:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335104.890521:0:8422:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x246:0x0] updating lvb ctime from disk: 0 -> 1763335105 00002000:00010000:2.0:1763335104.890524:0:8422:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x246:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335104.890545:0:8422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+27:2427:x1848989814663168:12345-192.168.204.57@tcp:10:bash.0 Request processed in 108us (660us total) trans 17179871533 rc 0/0 00000100:00100000:2.0:1763335104.890552:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1579 00002000:00010000:2.0:1763335104.890556:0:8422:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/582 (0->18446744073709551615) 00002000:00100000:2.0:1763335104.890558:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c5f7ad80 with x1848989814663168 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335104.890562:0:8422:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c5f7ad80. 00000100:00100000:3.0:1763335104.899152:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335104.899277:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814663552 00000100:00100000:0.0:1763335104.899288:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814663552 00000100:00100000:0.0:1763335104.899383:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3213 00000100:00100000:0.0:1763335104.899394:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:55956:x1848989814663552:12345-192.168.204.57@tcp:35:bash.0 00000100:00100000:0.0:1763335104.899683:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:55956:x1848989814663552:12345-192.168.204.57@tcp:35:bash.0 Request processed in 290us (543us total) trans 4294972945 rc 0/0 00000100:00100000:0.0:1763335104.899691:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3213 00000100:00100000:0.0:1763335104.912682:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335104.912785:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814663808 00000100:00100000:1.0:1763335104.912796:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814663808 00000100:00100000:1.0:1763335104.912862:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9324 00000100:00100000:1.0:1763335104.912872:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56918:x1848989814663808:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:1.0:1763335104.912936:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1763335104.912963:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574d05 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1da:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fe2 expref: 245 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.912984:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007574d44 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ff0 expref: 244 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.912996:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b54007574ce9 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1da:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fd4 expref: 243 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.913006:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1da:0x0].0x0 (ffff9001f6162e00) 00010000:00010000:1.0:1763335104.913017:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335104.913042:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574d59 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335104.913055:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574d59 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.913063:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574d59 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.913073:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574d60 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335104.913080:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574d60 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.913086:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574d60 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.913159:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007574d67 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335104.913166:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007574d67 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.913172:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007574d67 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000040:00080000:1.0:1763335104.913454:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1433, 64 off120416 00000040:00080000:1.0:1763335104.913478:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1432, 64 off120416 00000040:00080000:1.0:1763335104.913489:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1433, 64 off120480 00000040:00080000:1.0:1763335104.913497:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1434, 64 off120480 00010000:00010000:1.0:1763335104.913545:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574d6e lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335104.913555:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574d6e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.913562:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574d6e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.913570:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574d6e lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.913576:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574d6e lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.913586:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574d6e lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.913610:0:13840:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763335104.913628:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007574d67 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1da:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.913634:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007574d67 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1da:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.913640:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007574d67 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1da:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.913646:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb3000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335104.913650:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007574d67 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1da:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.913658:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007574d67 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1da:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.913666:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1da:0x0].0x0 (ffff9001cada2c00) 00010000:00010000:1.0:1763335104.913669:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763335104.913673:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007574d67 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1da:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.913679:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007574d67 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1da:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.913794:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574d59 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.913800:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574d59 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.913810:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574d59 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.913815:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574d59 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.913821:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb3c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335104.913823:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574d59 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.913829:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574d59 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.913837:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2200) 00010000:00010000:1.0:1763335104.913839:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335104.913842:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574d59 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.913846:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574d59 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000004:00010000:1.0:1763335104.913859:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000006d0b657 reply state 00000000ab2cbd76 transno 4294972946 ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574d60 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.913868:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574d60 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.913873:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2b00) 00010000:00010000:1.0:1763335104.913876:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335104.913878:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335104.913952:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56918:x1848989814663808:12345-192.168.204.57@tcp:36:rm.0 Request processed in 1080us (1277us total) trans 4294972946 rc 0/0 00000100:00100000:1.0:1763335104.913983:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9324 00010000:00010000:2.0:1763335104.914201:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335104.914207:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574d6e lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.914213:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335104.914216:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574d6e lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.914221:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574d6e lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.914229:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1da:0x0].0x0 (ffff9001cada2c00) 00010000:00010000:2.0:1763335104.914231:0:8431:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335104.914234:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574d6e lrc: 1/0,0 mode: --/PW res: [0x240000405:0x1da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.914239:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574d6e lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335104.914250:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335104.914252:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335104.914253:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335104.920278:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.920420:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814664064 00000100:00100000:3.0:1763335104.920431:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814664064 00000100:00100000:3.0:1763335104.920492:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9325 00000100:00100000:3.0:1763335104.920504:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56917:x1848989814664064:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335104.920529:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335104.920554:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007574d75 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a880ffe expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.920634:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007574d7c lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335104.920648:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007574d7c lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.920660:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007574d7c lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.920670:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007574d83 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335104.920678:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007574d83 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.920684:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007574d83 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.920723:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007574d7c lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.920730:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007574d7c lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.920737:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007574d7c lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.920744:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007574d7c lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.920754:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1f600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335104.920758:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007574d7c lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.920766:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007574d7c lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.920779:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f6162100) 00010000:00010000:3.0:1763335104.920782:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335104.920786:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007574d7c lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.920793:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007574d7c lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.920807:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007574d83 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.920814:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007574d83 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.920819:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007574d83 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.920825:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1f400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335104.920828:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007574d83 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.920835:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007574d83 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.920843:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2b00) 00010000:00010000:3.0:1763335104.920846:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335104.920850:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007574d83 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.920856:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007574d83 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335104.920887:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007574d75 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ffe expref: 245 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.920898:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f6162100) 00010000:00010000:3.0:1763335104.920901:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763335104.920905:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007574d75 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ffe expref: 245 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335104.920919:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6e1e000, rc 0) 00000100:00100000:3.0:1763335104.920990:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56917:x1848989814664064:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 489us (721us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335104.920998:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9325 00000100:00100000:2.0:1763335104.928411:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335104.928529:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814664192 00000100:00100000:1.0:1763335104.928540:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814664192 00000100:00100000:1.0:1763335104.928608:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9326 00000100:00100000:1.0:1763335104.928618:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff928a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56917:x1848989814664192:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335104.928636:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335104.928659:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007574d8a lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881005 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.928723:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574d91 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335104.928737:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574d91 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.928748:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574d91 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.928758:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574d98 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335104.928765:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574d98 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.928771:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574d98 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.928815:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574d91 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.928823:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574d91 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.928830:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574d91 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.928836:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574d91 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.928842:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335104.928846:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574d91 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.928853:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574d91 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.928864:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2200) 00010000:00010000:1.0:1763335104.928867:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335104.928874:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574d91 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.928881:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574d91 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.928894:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574d98 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.928901:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574d98 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.928907:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574d98 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.928912:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335104.928915:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574d98 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.928938:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574d98 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.928946:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2b00) 00010000:00010000:1.0:1763335104.928948:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335104.928951:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574d98 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.928957:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574d98 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.928991:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007574d8a lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881005 expref: 245 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.929001:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2200) 00010000:00010000:1.0:1763335104.929003:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335104.929006:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007574d8a lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881005 expref: 245 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.929018:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281800, rc 0) 00000100:00100000:1.0:1763335104.929089:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff928a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56917:x1848989814664192:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 467us (682us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335104.929096:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9326 00000100:00100000:0.0:1763335104.946384:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335104.946591:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814664320 00000100:00100000:2.0:1763335104.946601:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814664320 00000100:00100000:2.0:1763335104.946660:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9327 00000100:00100000:2.0:1763335104.946670:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56919:x1848989814664320:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335104.946691:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335104.946715:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574d9f lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88100c expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.946783:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574da6 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335104.946796:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574da6 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.946808:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574da6 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.946819:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574dad lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335104.946827:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574dad lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.946833:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574dad lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.946873:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574da6 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.946880:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574da6 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.946887:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574da6 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.946894:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574da6 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.946899:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335104.946904:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574da6 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.946911:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574da6 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.946935:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c2a8ee00) 00010000:00010000:2.0:1763335104.946939:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335104.946944:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574da6 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.946950:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574da6 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.946965:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574dad lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.946971:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574dad lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.946977:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574dad lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.946981:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335104.946984:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574dad lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.946989:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574dad lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.946999:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2b00) 00010000:00010000:2.0:1763335104.947002:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335104.947005:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574dad lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.947010:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574dad lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.947035:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574d9f lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88100c expref: 245 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.947046:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c2a8ee00) 00010000:00010000:2.0:1763335104.947049:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335104.947052:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574d9f lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88100c expref: 245 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.947066:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6c00, rc 0) 00000100:00100000:2.0:1763335104.949689:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56919:x1848989814664320:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 3009us (3304us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335104.949703:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9327 00000100:00100000:0.0:1763335104.954544:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335104.954637:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814664448 00000100:00100000:2.0:1763335104.954646:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814664448 00000100:00100000:2.0:1763335104.954704:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9328 00000100:00100000:2.0:1763335104.954714:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56919:x1848989814664448:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335104.954736:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335104.954757:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574db4 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881013 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.954828:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574dbb lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335104.954840:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574dbb lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.954851:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574dbb lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.954862:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574dc2 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335104.954869:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574dc2 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.954875:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574dc2 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.954913:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574dbb lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.954953:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574dbb lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.954959:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574dbb lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.954964:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574dbb lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.954969:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335104.954973:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574dbb lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.954984:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574dbb lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.954994:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c2a8ee00) 00010000:00010000:2.0:1763335104.954997:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335104.955002:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574dbb lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.955007:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574dbb lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.955021:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574dc2 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.955026:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574dc2 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.955031:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574dc2 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.955035:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335104.955037:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574dc2 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.955042:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574dc2 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.955048:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2b00) 00010000:00010000:2.0:1763335104.955050:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335104.955052:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574dc2 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.955058:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574dc2 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335104.955087:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574db4 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881013 expref: 245 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.955096:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c2a8ee00) 00010000:00010000:2.0:1763335104.955098:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335104.955101:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574db4 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881013 expref: 245 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.955113:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6c00, rc 0) 00000100:00100000:2.0:1763335104.955180:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56919:x1848989814664448:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 467us (646us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335104.955187:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9328 00000100:00100000:3.0:1763335104.959268:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335104.959311:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335104.959452:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814664704 00000100:00100000:1.0:1763335104.959465:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814664704 00000100:00100000:1.0:1763335104.959531:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814664832 00000100:00100000:1.0:1763335104.959534:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814664832 00000100:00100000:1.0:1763335104.959561:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9329 00000100:00100000:1.0:1763335104.959571:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56920:x1848989814664704:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335104.959595:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335104.959621:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007574dc9 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88101a expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.959705:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574dd0 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335104.959719:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574dd0 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.959729:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574dd0 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.959740:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574dd7 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335104.959747:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574dd7 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.959752:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574dd7 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.959800:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574dd0 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.959808:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574dd0 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.959813:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574dd0 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.959818:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574dd0 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.959825:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335104.959830:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574dd0 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.959838:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574dd0 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.959851:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2200) 00010000:00010000:1.0:1763335104.959854:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335104.959857:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574dd0 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.959863:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007574dd0 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.959876:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574dd7 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.959881:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574dd7 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.959887:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574dd7 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.959892:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335104.959894:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574dd7 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.959899:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574dd7 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.959905:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2b00) 00010000:00010000:1.0:1763335104.959907:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335104.959910:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574dd7 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.959929:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574dd7 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.959959:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007574dc9 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88101a expref: 246 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.959969:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2200) 00010000:00010000:1.0:1763335104.959971:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763335104.959975:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007574dc9 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88101a expref: 246 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.959988:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281800, rc 0) 00000100:00100000:1.0:1763335104.960039:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56920:x1848989814664704:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 469us (785us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335104.960047:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9329 00000100:00100000:1.0:1763335104.960068:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9330 00000100:00100000:1.0:1763335104.960073:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56919:x1848989814664832:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335104.960080:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335104.960088:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007574dde lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881021 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.960114:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007574de5 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335104.960121:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007574de5 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335104.960128:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007574de5 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:1.0:1763335104.960166:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1763335104.960170:0:13840:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763335104.960191:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007574dde lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881021 expref: 246 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.960203:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007574de5 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881021 expref: 245 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335104.960209:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2500) 00010000:00010000:1.0:1763335104.960212:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763335104.960214:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280000, rc 0) 00000100:00100000:1.0:1763335104.960231:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56919:x1848989814664832:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 158us (920us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335104.960236:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9330 00000100:00100000:3.0:1763335104.972003:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335104.972241:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814665088 00000100:00100000:2.0:1763335104.972252:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814665088 00000100:00100000:0.0:1763335104.972417:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9331 00000100:00100000:0.0:1763335104.972431:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56919:x1848989814665088:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335104.972452:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335104.972455:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763335104.972484:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007574de5 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881021 expref: 245 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.972504:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2500) 00010000:00010000:0.0:1763335104.972515:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335104.972530:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574dec lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881028 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.973213:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574df3 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335104.973229:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574df3 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.973237:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574df3 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.973247:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574dfa lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335104.973254:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574dfa lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.973260:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574dfa lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.974541:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574e01 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335104.974568:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574e01 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.974578:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574e01 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:0.0:1763335104.974590:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1db:0x0]: returning size 0 00010000:00010000:0.0:1763335104.974621:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574df3 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.974628:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574df3 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.974634:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574df3 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.974640:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574df3 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.974646:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335104.974650:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574df3 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.974657:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574df3 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.974668:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881c00) 00010000:00010000:0.0:1763335104.974671:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335104.974675:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574df3 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.974681:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574df3 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00000004:00010000:0.0:1763335104.974701:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000aae1bb5d reply state 00000000c5c06411 transno 4294972947 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574dfa lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.974712:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574dfa lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.974718:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2b00) 00010000:00010000:0.0:1763335104.974720:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335104.974724:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763335104.974763:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574dec lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881028 expref: 247 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.974784:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574e01 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881028 expref: 246 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.974792:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9000c4881800) 00010000:00010000:0.0:1763335104.974795:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335104.974798:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665400, rc 0) 00000100:00100000:0.0:1763335104.974877:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:56919:x1848989814665088:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 2450us (2885us total) trans 4294972947 rc 0/0 00000100:00100000:0.0:1763335104.974886:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9331 00000100:00100000:1.0:1763335104.982772:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335104.982820:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335104.982888:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814665344 00000100:00100000:0.0:1763335104.982900:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814665344 00000100:00100000:0.0:1763335104.982967:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814665600 00000100:00100000:0.0:1763335104.982970:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814665600 00000100:00100000:0.0:1763335104.982998:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9332 00000100:00100000:0.0:1763335104.983008:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:56919:x1848989814665344:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335104.983037:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335104.983061:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574e0f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88102f expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.983209:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007574e16 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335104.983227:0:6532:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574e01 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881028 expref: 249 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.983236:0:6532:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007574e16 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.983279:0:6532:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574e01 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881028 expref: 249 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.983293:0:6532:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574e01 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881028 expref: 249 pid: 6532 timeout: 1197 lvb_type: 0 00000100:00100000:0.0:1763335104.983311:0:6532:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f7bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826050304:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335104.983419:0:6532:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001d1c57480 going to sleep for 11 seconds 00000100:00100000:0.0:1763335104.983456:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9333 00000100:00100000:0.0:1763335104.983464:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:56921:x1848989814665600:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335104.983473:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335104.983482:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b54007574e1d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881036 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.983526:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007574e24 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335104.983536:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007574e24 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335104.983547:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007574e24 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:0.0:1763335104.983559:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1db:0x0]: returning size 0 00010000:00010000:0.0:1763335104.983642:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007574e24 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335104.983650:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007574e24 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335104.983658:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007574e24 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335104.983665:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c79e9e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335104.983670:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007574e24 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335104.983678:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007574e24 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335104.983692:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9000c4881800) 00010000:00010000:0.0:1763335104.983696:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1763335104.983700:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007574e24 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335104.983707:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007574e24 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335104.983749:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b54007574e1d lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1db:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881036 expref: 251 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.983759:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9000c4881800) 00010000:00010000:0.0:1763335104.983762:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763335104.983766:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b54007574e1d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1db:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881036 expref: 251 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335104.983776:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c79e9c00, rc 0) 00000100:00100000:0.0:1763335104.983809:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:56921:x1848989814665600:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 346us (989us total) trans 4294972948 rc 301/301 00000100:00100000:0.0:1763335104.983817:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9333 00000100:00100000:2.0:1763335104.990887:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335104.991467:0:6532:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f7bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826050304:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335104.991495:0:6532:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007574e16 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000100:00100000:2.0:1763335104.991901:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335104.992135:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814665856 00000100:00100000:1.0:1763335104.992143:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814665856 00000100:00100000:1.0:1763335104.992204:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3214 00000100:00100000:1.0:1763335104.992213:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff929c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:56921:x1848989814665856:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335104.992462:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff929c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:56921:x1848989814665856:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 249us (1586us total) trans 4294972949 rc 0/0 00000100:00100000:1.0:1763335104.992470:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3214 00000100:00100000:0.0:1763335104.993055:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814665984 00000100:00100000:0.0:1763335104.993060:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814665984 00010000:00010000:0.0:1763335104.993096:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574e01 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881028 expref: 251 pid: 6532 timeout: 1197 lvb_type: 0 00000100:00100000:0.0:1763335104.993126:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3059 00000100:00100000:0.0:1763335104.993134:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c7958c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:2426:x1848989814665984:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335104.993145:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335104.993152:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574e01 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881028 expref: 251 pid: 6532 timeout: 1197 lvb_type: 0 00010000:00010000:0.0:1763335104.993164:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574e01 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881028 expref: 251 pid: 6532 timeout: 1197 lvb_type: 0 00010000:00010000:0.0:1763335104.993185:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574e01 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881028 expref: 251 pid: 6532 timeout: 1197 lvb_type: 0 00010000:00010000:0.0:1763335104.993206:0:7458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9000c4881800) 00010000:00010000:0.0:1763335104.993212:0:7458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007574e16 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.993221:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007574e16 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.993230:0:7458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007574e16 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335104.993258:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335104.993286:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c7958c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:2426:x1848989814665984:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 153us (1386us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335104.993293:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3059 00010000:00010000:2.0:1763335104.993593:0:6532:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007574e16 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.993603:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007574e16 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:2.0:1763335104.993628:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1db:0x0]: returning size 0 00000004:00080000:2.0:1763335104.993776:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x246:0x0], index 0: 0 00000004:00080000:2.0:1763335104.993783:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x248:0x0], index 1: 0 00000004:00080000:2.0:1763335104.993788:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x249:0x0], index 1: 0 00000004:00080000:2.0:1763335104.993793:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x247:0x0], index 0: 0 00010000:00010000:2.0:1763335104.993882:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007574e16 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.993891:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007574e16 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.993898:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007574e16 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.993905:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335104.993909:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007574e16 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.993918:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007574e16 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.993940:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9000c4881800) 00010000:00010000:2.0:1763335104.993943:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763335104.993947:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007574e16 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.993954:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007574e16 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.994000:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574e0f lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1db:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88102f expref: 250 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.994009:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9000c4881800) 00010000:00010000:2.0:1763335104.994012:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763335104.994016:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574e0f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1db:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88102f expref: 250 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.994030:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664800, rc 0) 00000100:00100000:2.0:1763335104.994078:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:56919:x1848989814665344:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 11071us (11317us total) trans 4294972950 rc 301/301 00000100:00100000:2.0:1763335104.994097:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9332 00000100:00100000:3.0:1763335104.998875:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335104.999205:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814666240 00000100:00100000:2.0:1763335104.999217:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814666240 00000100:00100000:2.0:1763335104.999292:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9334 00000100:00100000:2.0:1763335104.999304:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dcb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:56921:x1848989814666240:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335104.999712:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335104.999740:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574e39 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88103d expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335104.999828:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574e40 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335104.999843:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574e40 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.999855:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574e40 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.999866:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574e47 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335104.999875:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574e47 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335104.999881:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574e47 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335105.000024:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574e4e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335105.000033:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574e4e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335105.000042:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574e4e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335105.000150:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574e40 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335105.000158:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574e40 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335105.000164:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574e40 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335105.000170:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574e40 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335105.000177:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335105.000182:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574e40 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335105.000190:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574e40 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335105.000202:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c2a8ee00) 00010000:00010000:2.0:1763335105.000205:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335105.000210:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574e40 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335105.000217:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574e40 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335105.000231:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574e47 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335105.000238:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574e47 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335105.000245:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574e47 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335105.000250:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335105.000253:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574e47 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335105.000259:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574e47 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335105.000266:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2b00) 00010000:00010000:2.0:1763335105.000269:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335105.000272:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574e47 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335105.000278:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574e47 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335105.000345:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574e39 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88103d expref: 252 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.000364:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574e4e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88103d expref: 251 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.000373:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9001c2a8ec00) 00010000:00010000:2.0:1763335105.000375:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335105.000378:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7e00, rc 0) 00000100:00100000:2.0:1763335105.000443:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dcb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:56921:x1848989814666240:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1141us (1580us total) trans 4294972951 rc 0/0 00000100:00100000:2.0:1763335105.000451:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9334 00000100:00100000:0.0:1763335105.001937:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.004381:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814666496 00000100:00100000:2.0:1763335105.004395:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814666496 00000100:00100000:2.0:1763335105.004464:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3215 00000100:00100000:2.0:1763335105.004474:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:56919:x1848989814666496:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335105.004831:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:56919:x1848989814666496:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 357us (2911us total) trans 4294972952 rc 0/0 00000100:00100000:2.0:1763335105.004839:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3215 00000100:00100000:3.0:1763335105.006076:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335105.006124:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335105.007594:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814666624 00000100:00100000:1.0:1763335105.007607:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814666624 00000100:00100000:1.0:1763335105.007660:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814666752 00000100:00100000:1.0:1763335105.007664:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814666752 00000100:00100000:1.0:1763335105.007696:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6392 00000100:00100000:1.0:1763335105.007705:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+27:2426:x1848989814666624:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335105.007723:0:28568:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335105.007744:0:28568:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574e5c lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x249:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881044 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335105.007767:0:28568:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x249:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763335105.007786:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335105.007788:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335105.007798:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574e5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881044 expref: 28 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335105.007816:0:28568:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574e5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881044 expref: 28 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335105.007829:0:28568:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281e00, rc 0) 00000100:00100000:1.0:1763335105.007894:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+28:2426:x1848989814666624:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 189us (1821us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335105.007901:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6392 00000100:00100000:1.0:1763335105.007933:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6393 00000100:00100000:1.0:1763335105.007940:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2426:x1848989814666752:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335105.007947:0:28568:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335105.007958:0:28568:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c5280a00/0x3ec0b54007574e63 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x247:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88104b expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335105.007973:0:28568:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x247:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763335105.007983:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335105.007984:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335105.007989:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280a00/0x3ec0b54007574e63 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88104b expref: 12 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335105.007999:0:28568:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c5280a00/0x3ec0b54007574e63 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88104b expref: 12 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335105.008008:0:28568:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280a00, rc 0) 00000100:00100000:1.0:1763335105.008028:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2426:x1848989814666752:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 89us (1905us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335105.008035:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6393 00000100:00100000:1.0:1763335105.009915:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.010178:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814667008 00000100:00100000:2.0:1763335105.010187:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814667008 00000100:00100000:1.0:1763335105.010691:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3216 00000100:00100000:1.0:1763335105.010702:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:56919:x1848989814667008:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335105.010912:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56919:x1848989814667008:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 211us (1001us total) trans 4294972953 rc 0/0 00000100:00100000:1.0:1763335105.010930:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3216 00000100:00100000:1.0:1763335105.015037:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.015225:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814667264 00000100:00100000:2.0:1763335105.015237:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814667264 00000100:00100000:2.0:1763335105.015296:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3217 00000100:00100000:2.0:1763335105.015305:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001d1848450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56921:x1848989814667264:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335105.015539:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001d1848450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56921:x1848989814667264:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 235us (515us total) trans 4294972954 rc 0/0 00000100:00100000:2.0:1763335105.015546:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3217 00000100:00100000:3.0:1763335105.021811:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335105.022566:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335105.022594:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814667520 00000100:00100000:1.0:1763335105.022606:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814667520 00000100:00100000:1.0:1763335105.023514:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814667776 00000100:00100000:1.0:1763335105.023521:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814667776 00000100:00100000:0.0:1763335105.023571:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9335 00000100:00100000:0.0:1763335105.023586:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:56921:x1848989814667520:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335105.023614:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335105.023637:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b54007574e6a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881052 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.023743:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007574e71 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335105.023756:0:13591:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574e4e lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88103d expref: 256 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.023763:0:13591:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007574e71 lrc: 4/0,1 mode: --/CW res: [0x240000405:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.023795:0:13591:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574e4e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88103d expref: 256 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.023808:0:13591:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574e4e lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88103d expref: 256 pid: 6532 timeout: 1198 lvb_type: 0 00000100:00100000:0.0:1763335105.023821:0:13591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f79500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826050432:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335105.023907:0:13591:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001d1c57d80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335105.023964:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9336 00000100:00100000:2.0:1763335105.023974:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:55956:x1848989814667776:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335105.023981:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335105.023984:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763335105.023995:0:6532:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574e4e lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88103d expref: 256 pid: 6532 timeout: 1198 lvb_type: 0 00010000:00010000:2.0:1763335105.024014:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9001c2a8ec00) 00010000:00010000:2.0:1763335105.024019:0:6532:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007574e71 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.024029:0:6532:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007574e71 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.024035:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007574e71 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.024050:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335105.024057:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574e78 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881059 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.025240:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574e7f lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335105.025255:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574e7f lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1db:0x0].0x0 bits 0x1f/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335105.025264:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574e7f lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1db:0x0].0x0 bits 0x1f/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:2.0:1763335105.025278:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1db:0x0]: returning size 0 00010000:00010000:2.0:1763335105.025421:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574e78 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881059 expref: 259 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.025438:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574e7f lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1db:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881059 expref: 258 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.025446:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9001c2a8ec00) 00010000:00010000:2.0:1763335105.025449:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:2.0:1763335105.025451:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6c00, rc 0) 00000100:00100000:2.0:1763335105.025512:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:55956:x1848989814667776:12345-192.168.204.57@tcp:101:bash.0 Request processed in 1540us (2948us total) trans 4294972955 rc 0/0 00000100:00100000:2.0:1763335105.025525:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9336 00010000:00010000:0.0:1763335105.029979:0:13591:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.57@tcp) returned -22 from blocking AST (req@000000007185fe43 x1848989826050432) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574e4e lrc: 1/0,0 mode: --/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88103d expref: 257 pid: 6532 timeout: 1198 lvb_type: 0 00010000:00010000:0.0:1763335105.030003:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574e4e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88103d expref: 257 pid: 6532 timeout: 1198 lvb_type: 0 00000100:00100000:0.0:1763335105.030019:0:13591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f79500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826050432:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335105.030040:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9001c2a8ec00) 00010000:00010000:0.0:1763335105.030048:0:13591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007574e71 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.030058:0:13591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007574e71 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.030064:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007574e71 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:0.0:1763335105.030092:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1db:0x0]: returning size 0 00010000:00010000:0.0:1763335105.030229:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b54007574e6a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1db:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881052 expref: 258 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.030249:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007574e71 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881052 expref: 257 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.030257:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9001c2a8ec00) 00010000:00010000:0.0:1763335105.030260:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1763335105.030263:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c79e9e00, rc 0) 00000100:00100000:0.0:1763335105.030363:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:56921:x1848989814667520:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 6781us (8565us total) trans 4294972956 rc 0/0 00000100:00100000:0.0:1763335105.030372:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9335 00000100:00100000:1.0:1763335105.031903:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335105.033306:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814667904 00000100:00100000:0.0:1763335105.033341:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814667904 00000100:00100000:0.0:1763335105.033409:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9337 00000100:00100000:0.0:1763335105.033419:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:55956:x1848989814667904:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335105.033441:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335105.033460:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007574e94 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881060 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.033494:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574e9b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335105.033508:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574e9b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.033519:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574e9b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.033626:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007574e94 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881060 expref: 259 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.033652:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574e9b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881060 expref: 258 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.033661:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9001c2a8ec00) 00010000:00010000:0.0:1763335105.033664:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763335105.033668:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664800, rc 0) 00000100:00100000:0.0:1763335105.033733:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:55956:x1848989814667904:12345-192.168.204.57@tcp:101:bash.0 Request processed in 315us (1836us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335105.033741:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9337 00000100:00100000:2.0:1763335105.036273:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335105.036997:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814668160 00000100:00100000:1.0:1763335105.037008:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814668160 00000100:00100000:1.0:1763335105.037071:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3218 00000100:00100000:2.0:1763335105.046584:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335105.046901:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff929c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56921:x1848989814668160:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335105.047193:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff929c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:56921:x1848989814668160:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 10109us (10933us total) trans 4294972957 rc 0/0 00000100:00100000:1.0:1763335105.047204:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3218 00000100:00100000:3.0:1763335105.047801:0:35246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814668288 00000100:00100000:3.0:1763335105.047809:0:35246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814668288 00000100:00100000:2.0:1763335105.048944:0:35246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 394 00000100:00100000:2.0:1763335105.048958:0:35246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff928380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:2428:x1848989814668288:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335105.048973:0:35246:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335105.048998:0:35246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007574e71 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881052 expref: 259 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.049019:0:35246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9001c2a8ec00) 00010000:00010000:2.0:1763335105.049024:0:35246:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335105.049968:0:35246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff928380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:2428:x1848989814668288:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 1009us (3392us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335105.049979:0:35246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 394 00000100:00100000:2.0:1763335105.052944:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.052985:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335105.053051:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814668416 00000100:00100000:1.0:1763335105.053061:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814668416 00000100:00100000:1.0:1763335105.053120:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3219 00000100:00100000:1.0:1763335105.053131:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56921:x1848989814668416:12345-192.168.204.57@tcp:33:lfs.0 00000100:00100000:1.0:1763335105.053291:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56921:x1848989814668416:12345-192.168.204.57@tcp:33:lfs.0 Request processed in 161us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335105.053299:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3219 00000100:00100000:0.0:1763335105.053495:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814668672 00000100:00100000:0.0:1763335105.053499:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814668672 00000100:00100000:0.0:1763335105.053539:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9338 00000100:00100000:0.0:1763335105.053546:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff929880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:55956:x1848989814668672:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:0.0:1763335105.053574:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335105.053599:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574e7f lrc: 0/0,0 mode: --/CW res: [0x240000405:0x1db:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881059 expref: 258 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.053618:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9001c2a8ec00) 00010000:00010000:0.0:1763335105.053622:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335105.053761:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574ea2 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335105.053775:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574ea2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.053785:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574ea2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000001:00080000:0.0:1763335105.053829:0:13840:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972958 00000004:00010000:0.0:1763335105.053847:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f48a910c reply state 00000000b850cf45 transno 4294972959 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574ea2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.053858:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574ea2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.053864:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9001c2a8ec00) 00010000:00010000:0.0:1763335105.053867:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335105.053870:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335105.053913:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff929880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:55956:x1848989814668672:12345-192.168.204.57@tcp:36:bash.0 Request processed in 368us (927us total) trans 4294972959 rc 0/0 00000100:00100000:0.0:1763335105.053934:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9338 00000020:00080000:0.0:1763335105.053938:0:13840:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763335105.064131:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335105.064269:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814668800 00000100:00100000:3.0:1763335105.064282:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814668800 00000100:00100000:3.0:1763335105.064371:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9339 00000100:00100000:3.0:1763335105.064381:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff928e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:55956:x1848989814668800:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335105.064403:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335105.064424:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007574ea9 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881067 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.064480:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007574ea9 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881067 expref: 261 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.064494:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007574ea9 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881067 expref: 261 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.064514:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9001c2a8ec00) 00010000:00010000:3.0:1763335105.064518:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335105.064522:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6e1e000, rc 0) 00000100:00100000:3.0:1763335105.064591:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff928e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:55956:x1848989814668800:12345-192.168.204.57@tcp:101:bash.0 Request processed in 212us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335105.064600:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9339 00000100:00100000:1.0:1763335105.067020:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335105.067129:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814669056 00000100:00100000:0.0:1763335105.067140:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814669056 00000100:00100000:0.0:1763335105.067198:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9340 00000100:00100000:0.0:1763335105.067208:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:55956:x1848989814669056:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335105.067235:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335105.067238:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763335105.067271:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007574ea9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881067 expref: 261 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.067289:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9001c2a8ec00) 00010000:00010000:0.0:1763335105.067294:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335105.067309:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574eb0 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88106e expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.067574:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574eb7 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335105.067586:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574eb7 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1db:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.067596:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574eb7 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1db:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000040:00080000:0.0:1763335105.067826:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1434, 88 off120568 00000004:00080000:0.0:1763335105.067836:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1098047520515ns, next at 1098673279623ns, rc = 0 00000040:00080000:1.0:1763335105.068510:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1435, 88 off120568 00000004:00080000:1.0:1763335105.068522:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1098048207285ns, next at 1098674552476ns, rc = 0 00000040:00080000:1.0:1763335105.068550:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1436, 88 off120656 00000004:00080000:1.0:1763335105.068556:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1098048240895ns, next at 1098674552476ns, rc = 0 00000040:00080000:1.0:1763335105.068567:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1435, 88 off120656 00000004:00080000:1.0:1763335105.068571:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1098048256775ns, next at 1098673279623ns, rc = 0 00010000:00010000:2.0:1763335105.071205:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574d60 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.071222:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574d60 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.071231:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574d60 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.071238:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb2200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335105.071242:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574d60 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.071251:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574d60 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.071268:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2b00) 00010000:00010000:2.0:1763335105.071272:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335105.071277:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574d60 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.071284:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574d60 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.071305:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574dfa lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00000001:00080000:3.0:1763335105.071462:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972960 is committed 00000004:00080000:3.0:1763335105.071470:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 941 committed 00000004:00080000:3.0:1763335105.071489:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 938 committed 00000004:00080000:3.0:1763335105.071502:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 937 committed 00000004:00080000:3.0:1763335105.071505:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 940 committed 00000100:00100000:0.0:1763335105.071859:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826050560:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763335105.071936:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335105.071972:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763335105.071978:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f15c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826050944:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335105.071998:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335105.072025:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826050816:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335105.072045:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335105.072061:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763335105.072066:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826050688:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1763335105.072449:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574dfa lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335105.072462:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574dfa lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335105.072469:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335105.072473:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574dfa lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335105.072482:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574dfa lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335105.072494:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2b00) 00010000:00010000:2.0:1763335105.072497:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335105.072502:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574dfa lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335105.072508:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007574dfa lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335105.072539:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574ea2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.072545:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574ea2 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.072552:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574ea2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.072557:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335105.072560:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574ea2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.072566:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574ea2 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.072573:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9001c2a8ec00) 00010000:00010000:2.0:1763335105.072576:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335105.072579:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574ea2 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.072586:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007574ea2 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000100:00100000:1.0:1763335105.072740:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c37adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826051200:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763335105.073375:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574eb7 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1db:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88106e expref: 242 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.073388:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9001c2a8ec00) 00010000:00010000:3.0:1763335105.073391:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763335105.073404:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007574eb0 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88106e expref: 242 pid: 13840 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763335105.073420:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574eb7 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1db:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88106e expref: 241 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.073452:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9001c2a8ec00) 00010000:00010000:3.0:1763335105.073455:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763335105.073457:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665400, rc 0) 00000100:00100000:3.0:1763335105.073521:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+241:55956:x1848989814669056:12345-192.168.204.57@tcp:101:bash.0 Request processed in 6313us (6509us total) trans 4294972960 rc 0/0 00000100:00100000:3.0:1763335105.073530:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9340 00000100:00100000:2.0:1763335105.073783:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c37ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826051072:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763335105.073866:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335105.073931:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c37ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826051328:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335105.073954:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335105.073981:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826050560 00000100:00100000:0.0:1763335105.073987:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826050560 00000100:00100000:0.0:1763335105.074014:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826050944 00000100:00100000:0.0:1763335105.074017:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826050944 00000100:00100000:0.0:1763335105.074031:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826050816 00000100:00100000:0.0:1763335105.074033:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826050816 00000100:00100000:0.0:1763335105.074049:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826050688 00000100:00100000:0.0:1763335105.074052:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826050688 00000100:00100000:0.0:1763335105.074064:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826051328 00000100:00100000:0.0:1763335105.074066:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826051328 00000100:00100000:0.0:1763335105.077375:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6394 00000100:00100000:0.0:1763335105.077405:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+16:3667:x1848989826050560:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763335105.077444:0:8725:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:580 count 1 00010000:00010000:0.0:1763335105.077475:0:8725:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c4664200/0x3ec0b54007574ebe lrc: 3/0,1 mode: --/PW res: [0x280000400:0x244:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.077500:0:8725:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3800/0x3ec0b54007574d52 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x244:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ff7 expref: 11 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.077508:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335105.077511:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335105.077515:0:8725:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4664200/0x3ec0b54007574ebe lrc: 4/0,1 mode: --/PW res: [0x280000400:0x244:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.077559:0:8725:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3800/0x3ec0b54007574d52 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x244:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ff7 expref: 11 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.077577:0:8725:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3800/0x3ec0b54007574d52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x244:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ff7 expref: 11 pid: 28568 timeout: 1198 lvb_type: 0 00000100:00100000:0.0:1763335105.077593:0:8725:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a7b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8725:1848989826051584:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335105.077718:0:8725:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001d1c57a80 going to sleep for 11 seconds 00000100:00100000:0.0:1763335105.077756:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6395 00000100:00100000:0.0:1763335105.077764:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+16:3667:x1848989826050944:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763335105.077910:0:8417:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x247:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335105.077914:0:8417:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x247:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763335105.077930:0:8417:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x247:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335105.077933:0:8417:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x247:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763335105.077935:0:8417:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x247:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335105.077991:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+17:3667:x1848989826050944:12345-0@lo:2:osp-syn-0-1.0 Request processed in 228us (5991us total) trans 21474838824 rc 0/0 00000100:00100000:0.0:1763335105.077999:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6395 00000100:00100000:0.0:1763335105.078025:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6396 00000100:00100000:0.0:1763335105.078032:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+16:3665:x1848989826050816:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335105.078100:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+17:3665:x1848989826050816:12345-0@lo:2:osp-syn-0-1.0 Request processed in 68us (6053us total) trans 21474838825 rc 0/0 00000100:00100000:0.0:1763335105.078107:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6396 00000100:00100000:0.0:1763335105.078119:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6397 00000100:00100000:0.0:1763335105.078125:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+16:3665:x1848989826050688:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763335105.078136:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:581 count 1 00010000:00010000:0.0:1763335105.078148:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c79e8e00/0x3ec0b54007574ec5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x245:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.078160:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007574c9c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x245:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fb8 expref: 11 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335105.078168:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335105.078169:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335105.078173:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c79e8e00/0x3ec0b54007574ec5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x245:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.078192:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007574c9c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x245:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fb8 expref: 11 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335105.078208:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007574c9c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x245:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fb8 expref: 11 pid: 28568 timeout: 1198 lvb_type: 1 00000100:00100000:0.0:1763335105.078219:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a78a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1848989826051712:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335105.078244:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001d1c57540 going to sleep for 11 seconds 00000100:00100000:0.0:1763335105.078264:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6398 00000100:00100000:0.0:1763335105.078274:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+39:3665:x1848989826051328:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335105.078401:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+40:3665:x1848989826051328:12345-0@lo:2:osp-syn-1-1.0 Request processed in 127us (4444us total) trans 17179871534 rc 0/0 00000100:00100000:0.0:1763335105.078407:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6398 00000100:00100000:0.0:1763335105.078442:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c37afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826051456:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335105.078470:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335105.078503:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826051456 00000100:00100000:0.0:1763335105.078510:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826051456 00000100:00100000:0.0:1763335105.078536:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6399 00000100:00100000:0.0:1763335105.078542:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+40:3666:x1848989826051456:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763335105.078594:0:28961:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x249:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335105.078597:0:28961:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x249:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763335105.078599:0:28961:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x249:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335105.078601:0:28961:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x249:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763335105.078603:0:28961:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x249:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335105.078631:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+41:3666:x1848989826051456:12345-0@lo:2:osp-syn-1-1.0 Request processed in 89us (161us total) trans 17179871535 rc 0/0 00000100:00100000:0.0:1763335105.078638:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6399 00000004:00080000:0.0:1763335105.078677:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c37afb80/2, rc 0, transno 17179871535 00000100:00100000:0.0:1763335105.078682:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c37afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826051456:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763335105.078794:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c37ae680/2, rc 0, transno 17179871534 00000100:00100000:0.0:1763335105.078799:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c37ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826051328:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763335105.078812:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5f7bb80/2, rc 0, transno 21474838825 00000100:00100000:0.0:1763335105.078816:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826050816:0@lo:2:osp-syn-0-1.0 00000100:00080000:2.0:1763335105.079014:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763335105.079032:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1763335105.079077:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f15c1180/2, rc 0, transno 21474838824 00000100:00100000:2.0:1763335105.079082:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f15c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826050944:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335105.079440:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335105.079526:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826051072 00000100:00100000:1.0:1763335105.079531:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826051072 00000100:00100000:1.0:1763335105.079567:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826051200 00000100:00100000:1.0:1763335105.079572:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826051200 00000100:00100000:1.0:1763335105.079592:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6400 00000100:00100000:1.0:1763335105.079598:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+42:3667:x1848989826051072:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763335105.079616:0:28568:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:582 count 1 00010000:00010000:1.0:1763335105.079633:0:28568:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b54007574ecc lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.079648:0:28568:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b54007574d28 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fe9 expref: 27 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.079655:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335105.079657:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335105.079661:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b54007574ecc lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.079686:0:28568:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b54007574d28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fe9 expref: 27 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.079697:0:28568:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b54007574d28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fe9 expref: 27 pid: 28568 timeout: 1198 lvb_type: 0 00000100:00100000:1.0:1763335105.079708:0:28568:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff920000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28568:1848989826051840:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335105.079758:0:28568:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c5f94900 going to sleep for 11 seconds 00000100:00100000:1.0:1763335105.079773:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6401 00000100:00100000:1.0:1763335105.079780:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f136a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+42:3664:x1848989826051200:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763335105.079790:0:28961:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:583 count 1 00010000:00010000:1.0:1763335105.079800:0:28961:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b54007574ed3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x247:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.079811:0:28961:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007574ca3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fbf expref: 27 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335105.079822:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335105.079824:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335105.079826:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b54007574ed3 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.079843:0:28961:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007574ca3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fbf expref: 27 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335105.079851:0:28961:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007574ca3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fbf expref: 27 pid: 28568 timeout: 1198 lvb_type: 1 00000100:00100000:1.0:1763335105.079860:0:28961:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff922a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28961:1848989826051968:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335105.079883:0:28961:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c5f94d80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335105.079958:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335105.080014:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814669312 00000100:00100000:1.0:1763335105.080018:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814669312 00000100:00100000:1.0:1763335105.080052:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9341 00000100:00100000:1.0:1763335105.080058:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff922d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+241:56922:x1848989814669312:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335105.080071:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335105.080086:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007574eda lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881075 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.080152:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007574ee1 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335105.080164:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007574ee1 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.080174:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007574ee1 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.080187:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574ee8 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335105.080193:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574ee8 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.080199:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574ee8 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.080295:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574eef lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335105.080304:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574eef lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.080310:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574eef lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:1.0:1763335105.080347:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1db:0x0]: returning size 2 00010000:00010000:1.0:1763335105.080426:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007574ee1 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.080433:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007574ee1 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.080438:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007574ee1 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.080444:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007574ee1 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.080449:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335105.080455:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007574ee1 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.080461:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007574ee1 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.080472:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2800) 00010000:00010000:1.0:1763335105.080475:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335105.080479:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007574ee1 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.080486:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007574ee1 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.080498:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574ee8 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.080504:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574ee8 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.080509:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574ee8 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.080514:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335105.080518:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574ee8 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.080524:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574ee8 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.080530:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2900) 00010000:00010000:1.0:1763335105.080533:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335105.080536:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574ee8 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.080545:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007574ee8 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.080585:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b54007574eda lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881075 expref: 244 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.080599:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574eef lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881075 expref: 243 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.080607:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9001c2a8ec00) 00010000:00010000:1.0:1763335105.080610:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335105.080613:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fceb3c00, rc 0) 00000100:00100000:1.0:1763335105.080649:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff922d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:56922:x1848989814669312:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 590us (691us total) trans 4294972961 rc 0/0 00000100:00100000:1.0:1763335105.080656:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9341 00000100:00100000:1.0:1763335105.085968:0:28568:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff920000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28568:1848989826051840:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335105.086004:0:28568:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b54007574ecc lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335105.086049:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335105.086070:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335105.086103:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335105.086142:0:28961:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff922a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28961:1848989826051968:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335105.086155:0:28961:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b54007574ed3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335105.086216:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335105.086281:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814669440 00000100:00100000:3.0:1763335105.086290:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814669440 00010000:00010000:3.0:1763335105.086357:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3800/0x3ec0b54007574d52 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x244:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ff7 expref: 12 pid: 28568 timeout: 1198 lvb_type: 0 00000100:00100000:3.0:1763335105.086389:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814669696 00000100:00100000:3.0:1763335105.086392:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814669696 00010000:00010000:3.0:1763335105.086406:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b54007574d28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fe9 expref: 28 pid: 28568 timeout: 1198 lvb_type: 0 00000100:00100000:3.0:1763335105.086425:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814669568 00000100:00100000:3.0:1763335105.086428:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814669568 00010000:00010000:3.0:1763335105.086441:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007574c9c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x245:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fb8 expref: 13 pid: 28568 timeout: 1198 lvb_type: 1 00000100:00100000:3.0:1763335105.086453:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814669824 00000100:00100000:3.0:1763335105.086456:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814669824 00010000:00010000:3.0:1763335105.086467:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007574ca3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fbf expref: 29 pid: 28568 timeout: 1198 lvb_type: 1 00000100:00100000:3.0:1763335105.086482:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3060 00000100:00100000:3.0:1763335105.086491:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff920000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:2429:x1848989814669440:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335105.086507:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335105.086512:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3800/0x3ec0b54007574d52 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x244:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ff7 expref: 13 pid: 28568 timeout: 1198 lvb_type: 0 00010000:00010000:3.0:1763335105.086524:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3800/0x3ec0b54007574d52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x244:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ff7 expref: 13 pid: 28568 timeout: 1198 lvb_type: 0 00010000:00010000:3.0:1763335105.086552:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335105.086555:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335105.086560:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c4664200/0x3ec0b54007574ebe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x244:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.086570:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4664200/0x3ec0b54007574ebe lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x244:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.086588:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335105.086636:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff920000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:2429:x1848989814669440:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 145us (587us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335105.086643:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3060 00000100:00100000:3.0:1763335105.086662:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3061 00000100:00100000:3.0:1763335105.086668:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff923800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:2429:x1848989814669696:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335105.086680:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335105.086684:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b54007574d28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x246:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fe9 expref: 29 pid: 28568 timeout: 1198 lvb_type: 0 00010000:00010000:3.0:1763335105.086692:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b54007574d28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x246:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fe9 expref: 29 pid: 28568 timeout: 1198 lvb_type: 0 00010000:00010000:3.0:1763335105.086706:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b54007574d28 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x246:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fe9 expref: 29 pid: 28568 timeout: 1198 lvb_type: 0 00010000:00010000:3.0:1763335105.086721:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335105.086722:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335105.086725:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b54007574ecc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.086733:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b54007574ecc lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.086746:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335105.086764:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff923800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+28:2429:x1848989814669696:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 96us (693us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335105.086770:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3061 00000100:00100000:3.0:1763335105.086782:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3062 00000100:00100000:3.0:1763335105.086788:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff921180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2429:x1848989814669568:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335105.086796:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335105.086800:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007574c9c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x245:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fb8 expref: 12 pid: 28568 timeout: 1198 lvb_type: 1 00010000:00010000:3.0:1763335105.086813:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007574c9c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x245:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fb8 expref: 12 pid: 28568 timeout: 1198 lvb_type: 1 00010000:00010000:3.0:1763335105.086824:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335105.086826:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335105.086829:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c79e8e00/0x3ec0b54007574ec5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x245:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.086837:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c79e8e00/0x3ec0b54007574ec5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x245:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.086847:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335105.086864:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff921180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2429:x1848989814669568:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 76us (761us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335105.086870:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3062 00000100:00100000:3.0:1763335105.086883:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3063 00000100:00100000:3.0:1763335105.086889:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff922a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+27:2429:x1848989814669824:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335105.086896:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335105.086900:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007574ca3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x247:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fbf expref: 27 pid: 28568 timeout: 1198 lvb_type: 1 00010000:00010000:3.0:1763335105.086909:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007574ca3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x247:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fbf expref: 27 pid: 28568 timeout: 1198 lvb_type: 1 00010000:00010000:3.0:1763335105.086934:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007574ca3 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x247:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fbf expref: 27 pid: 28568 timeout: 1198 lvb_type: 1 00010000:00010000:3.0:1763335105.086944:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335105.086946:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335105.086948:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b54007574ed3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.086956:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b54007574ed3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.086969:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335105.086988:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff922a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:2429:x1848989814669824:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 99us (772us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335105.086994:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3063 00010000:00010000:3.0:1763335105.087038:0:8417:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007574c9c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x245:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880fb8 expref: 11 pid: 28568 timeout: 1198 lvb_type: 1 00000100:00100000:3.0:1763335105.087049:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a78a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1848989826051712:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335105.087066:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c79e8e00/0x3ec0b54007574ec5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.087076:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c79e8e00/0x3ec0b54007574ec5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.087083:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c79e8e00/0x3ec0b54007574ec5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.087092:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c79e8e00/0x3ec0b54007574ec5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.087100:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c79e8e00/0x3ec0b54007574ec5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.087116:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335105.087371:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+17:3665:x1848989826050688:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9244us (15286us total) trans 21474838826 rc 0/0 00000100:00100000:3.0:1763335105.087379:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6397 00010000:00010000:2.0:1763335105.087456:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335105.087464:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c79e8e00/0x3ec0b54007574ec5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.087472:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c79e8e00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335105.087476:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c79e8e00/0x3ec0b54007574ec5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.087484:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c79e8e00/0x3ec0b54007574ec5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.087497:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c79e8e00/0x3ec0b54007574ec5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.087503:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c79e8e00/0x3ec0b54007574ec5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x245:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.087520:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335105.087522:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335105.087524:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335105.087547:0:8725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3800/0x3ec0b54007574d52 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x244:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a880ff7 expref: 10 pid: 28568 timeout: 1198 lvb_type: 0 00000100:00100000:2.0:1763335105.087556:0:8725:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a7b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8725:1848989826051584:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335105.087568:0:8725:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c4664200/0x3ec0b54007574ebe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.087576:0:8725:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c4664200/0x3ec0b54007574ebe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.087588:0:8725:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c4664200/0x3ec0b54007574ebe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.087596:0:8725:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c4664200/0x3ec0b54007574ebe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.087603:0:8725:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4664200/0x3ec0b54007574ebe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.087627:0:8725:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763335105.087737:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+17:3667:x1848989826050560:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10348us (15802us total) trans 21474838827 rc 0/0 00000100:00100000:2.0:1763335105.087744:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6394 00000004:00080000:2.0:1763335105.087779:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5f79500/2, rc 0, transno 21474838827 00000100:00100000:2.0:1763335105.087784:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826050560:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1763335105.088231:0:28961:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b54007574ed3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.088242:0:28961:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b54007574ed3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.088251:0:28961:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b54007574ed3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.088259:0:28961:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b54007574ed3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.088283:0:28961:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1763335105.088475:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f136a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+43:3664:x1848989826051200:12345-0@lo:6:osp-syn-1-1.0 Request processed in 8695us (9035us total) trans 17179871536 rc 0/0 00000100:00100000:1.0:1763335105.088484:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6401 00010000:00010000:1.0:1763335105.088510:0:28568:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b54007574ecc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.088519:0:28568:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b54007574ecc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.088529:0:28568:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b54007574ecc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.088543:0:28568:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b54007574ecc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.088555:0:28568:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1763335105.088644:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+43:3667:x1848989826051072:12345-0@lo:6:osp-syn-1-1.0 Request processed in 9046us (9611us total) trans 17179871537 rc 0/0 00000100:00100000:1.0:1763335105.088651:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6400 00000004:00080000:1.0:1763335105.088684:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c37adc00/2, rc 0, transno 17179871536 00000100:00100000:1.0:1763335105.088691:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c37adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826051200:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1763335105.089107:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1763335105.089116:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c4664200/0x3ec0b54007574ebe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.089124:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335105.089129:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c4664200/0x3ec0b54007574ebe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.089139:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c4664200/0x3ec0b54007574ebe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.089161:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c4664200/0x3ec0b54007574ebe lrc: 1/0,0 mode: --/PW res: [0x280000400:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.089169:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c4664200/0x3ec0b54007574ebe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x244:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.089189:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1763335105.089192:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b54007574ed3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.089198:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335105.089202:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b54007574ed3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.089210:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b54007574ed3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.089220:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b54007574ed3 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.089228:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b54007574ed3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.089240:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335105.089243:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b54007574ecc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.089254:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280400 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335105.089258:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b54007574ecc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.089265:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b54007574ecc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.089273:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b54007574ecc lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.089280:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b54007574ecc lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.089291:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335105.089293:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335105.089295:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335105.089303:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763335105.089337:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c37ad880/2, rc 0, transno 17179871537 00000100:00100000:2.0:1763335105.089342:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c37ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826051072:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1763335105.089788:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5f78a80/2, rc 0, transno 21474838826 00000100:00100000:0.0:1763335105.089794:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826050688:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1763335105.090420:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335105.091575:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335105.093698:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814669952 00000100:00100000:0.0:1763335105.093713:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814669952 00000100:00100000:1.0:1763335105.094002:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6402 00000100:00100000:1.0:1763335105.094013:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:2426:x1848989814669952:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335105.094033:0:8416:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335105.094057:0:8416:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3000/0x3ec0b54007574efd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x246:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88107c expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335105.094089:0:8416:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x246:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763335105.094108:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335105.094111:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335105.094122:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3000/0x3ec0b54007574efd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88107c expref: 11 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335105.094138:0:8416:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3000/0x3ec0b54007574efd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88107c expref: 11 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335105.094150:0:8416:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fceb3000, rc 0) 00000100:00100000:1.0:1763335105.094215:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2426:x1848989814669952:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 204us (2647us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335105.094222:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6402 00000100:00100000:3.0:1763335105.095945:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.096564:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814670080 00000100:00100000:2.0:1763335105.096574:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814670080 00000100:00100000:2.0:1763335105.096630:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6403 00000100:00100000:2.0:1763335105.096642:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:55956:x1848989814670080:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335105.096660:0:28568:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335105.096678:0:28568:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b54007574f04 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881083 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.096705:0:28568:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3000/0x3ec0b54007574efd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88107c expref: 12 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335105.096713:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335105.096715:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335105.096720:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b54007574f04 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881083 expref: 12 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.096753:0:28568:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3000/0x3ec0b54007574efd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88107c expref: 12 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335105.096766:0:28568:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3000/0x3ec0b54007574efd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88107c expref: 12 pid: 8416 timeout: 1198 lvb_type: 1 00000100:00100000:2.0:1763335105.096779:0:28568:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cbad3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:28568:1848989826052096:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335105.096849:0:28568:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c7ccbd80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335105.101413:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335105.101681:0:28568:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cbad3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:28568:1848989826052096:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335105.101722:0:28568:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b54007574f04 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881083 expref: 12 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.101742:0:28568:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6600, rc 0) 00000100:00100000:1.0:1763335105.101806:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:55956:x1848989814670080:12345-192.168.204.57@tcp:101:bash.0 Request processed in 5166us (5869us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335105.101816:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6403 00000100:00100000:0.0:1763335105.101915:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814670208 00000100:00100000:0.0:1763335105.101932:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814670208 00010000:00010000:0.0:1763335105.101962:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3000/0x3ec0b54007574efd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88107c expref: 12 pid: 8416 timeout: 1198 lvb_type: 1 00000100:00100000:0.0:1763335105.101997:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3064 00000100:00100000:0.0:1763335105.102006:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2427:x1848989814670208:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335105.102020:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335105.102026:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3000/0x3ec0b54007574efd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x246:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88107c expref: 12 pid: 8416 timeout: 1198 lvb_type: 1 00010000:00010000:0.0:1763335105.102039:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3000/0x3ec0b54007574efd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x246:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88107c expref: 12 pid: 8416 timeout: 1198 lvb_type: 1 00010000:00010000:0.0:1763335105.102062:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3000/0x3ec0b54007574efd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x246:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88107c expref: 12 pid: 8416 timeout: 1198 lvb_type: 1 00010000:00010000:0.0:1763335105.102080:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335105.102083:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335105.102090:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b54007574f04 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881083 expref: 11 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.102101:0:7458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b54007574f04 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881083 expref: 11 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.102132:0:7458:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b54007574f04 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881083 expref: 11 pid: 28568 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335105.102145:0:7458:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a79500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7458:1848989826052224:192.168.204.57@tcp:105: 00000100:00100000:0.0:1763335105.102195:0:7458:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001d1c57cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335105.105530:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335105.105727:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814670464 00000100:00100000:0.0:1763335105.105737:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814670464 00000100:00100000:0.0:1763335105.105797:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3220 00000100:00100000:0.0:1763335105.105808:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:56922:x1848989814670464:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335105.106048:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56922:x1848989814670464:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 241us (526us total) trans 4294972962 rc 0/0 00000100:00100000:0.0:1763335105.106056:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3220 00000100:00100000:0.0:1763335105.106160:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335105.106187:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814670592 00000100:00100000:0.0:1763335105.106191:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814670592 00000100:00100000:0.0:1763335105.106216:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6404 00000100:00100000:0.0:1763335105.106222:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:55956:x1848989814670592:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335105.106233:0:28568:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335105.106255:0:28568:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007574f0b lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x248:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88108a expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335105.106279:0:28568:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x248:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335105.106296:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335105.106298:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335105.106306:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007574f0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88108a expref: 27 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.106346:0:28568:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007574f0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88108a expref: 27 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.106358:0:28568:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c79e9e00, rc 0) 00000100:00100000:0.0:1763335105.106379:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+27:55956:x1848989814670592:12345-192.168.204.57@tcp:101:bash.0 Request processed in 157us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335105.106385:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6404 00000100:00100000:1.0:1763335105.106544:0:7458:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a79500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7458:1848989826052224:192.168.204.57@tcp:105: 00010000:00010000:1.0:1763335105.106566:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335105.106606:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2427:x1848989814670208:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 4601us (5203us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335105.106615:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3064 00000100:00100000:2.0:1763335105.118928:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.119004:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.119039:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335105.119156:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814670976 00000100:00100000:3.0:1763335105.119175:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814670976 00000100:00100000:3.0:1763335105.119370:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9342 00000100:00100000:3.0:1763335105.119381:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56923:x1848989814670976:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335105.119417:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335105.119450:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007574f12 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881091 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.119645:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007574f19 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335105.119662:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007574f19 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x1db:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.119685:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007574f19 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x1db:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:3.0:1763335105.119710:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1db:0x0]: returning size 2 00010000:00010000:3.0:1763335105.119877:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007574f12 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1db:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881091 expref: 247 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.119910:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007574f19 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1db:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881091 expref: 246 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.119929:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9001c2a8ec00) 00010000:00010000:3.0:1763335105.119946:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1763335105.119950:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6e1f600, rc 0) 00000100:00100000:3.0:1763335105.120007:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+246:56923:x1848989814670976:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 628us (1002us total) trans 4294972963 rc 0/0 00000100:00100000:3.0:1763335105.120016:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9342 00000100:00100000:1.0:1763335105.120633:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814670720 00000100:00100000:1.0:1763335105.120642:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814670720 00002000:00010000:1.0:1763335105.120682:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/582 (0->18446744073709551615) 00002000:00100000:1.0:1763335105.120687:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000cbad0700 with x1848989814670720 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335105.120697:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000cbad0700. 00000100:00100000:1.0:1763335105.120723:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814671104 00000100:00100000:1.0:1763335105.120726:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814671104 00002000:00010000:1.0:1763335105.120771:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/584 (0->18446744073709551615) 00002000:00100000:1.0:1763335105.120774:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000cbad2a00 with x1848989814671104 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335105.120793:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000cbad2a00. 00000100:00100000:1.0:1763335105.120816:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1580 00000100:00100000:1.0:1763335105.120824:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2427:x1848989814670720:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:1.0:1763335105.121237:0:23998:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x246:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335105.121242:0:23998:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x246:0x0] updating lvb mtime from disk: 0 -> 1763335105 00002000:00010000:1.0:1763335105.121245:0:23998:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x246:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335105.121248:0:23998:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x246:0x0] updating lvb ctime from disk: 0 -> 1763335105 00002000:00010000:1.0:1763335105.121250:0:23998:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x246:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335105.121404:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2427:x1848989814670720:12345-192.168.204.57@tcp:10:bash.0 Request processed in 579us (2498us total) trans 21474838828 rc 0/0 00000100:00100000:1.0:1763335105.121413:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1580 00002000:00010000:1.0:1763335105.121418:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/582 (0->18446744073709551615) 00002000:00100000:1.0:1763335105.121421:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000cbad0700 with x1848989814670720 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335105.121426:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000cbad0700. 00000100:00100000:1.0:1763335105.121471:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1581 00000100:00100000:1.0:1763335105.121479:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+27:2428:x1848989814671104:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:1.0:1763335105.121638:0:23998:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x248:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335105.121641:0:23998:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x248:0x0] updating lvb mtime from disk: 0 -> 1763335105 00002000:00010000:1.0:1763335105.121644:0:23998:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x248:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335105.121646:0:23998:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x248:0x0] updating lvb ctime from disk: 0 -> 1763335105 00002000:00010000:1.0:1763335105.121649:0:23998:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x248:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335105.121680:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+28:2428:x1848989814671104:12345-192.168.204.57@tcp:10:bash.0 Request processed in 201us (2640us total) trans 17179871538 rc 0/0 00000100:00100000:1.0:1763335105.121697:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1581 00002000:00010000:1.0:1763335105.121700:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/584 (0->18446744073709551615) 00002000:00100000:1.0:1763335105.121703:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000cbad2a00 with x1848989814671104 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335105.121709:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000cbad2a00. 00000100:00100000:1.0:1763335105.128805:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.128900:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814671488 00000100:00100000:2.0:1763335105.128910:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814671488 00000100:00100000:2.0:1763335105.128974:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9343 00000100:00100000:2.0:1763335105.128984:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff921500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+246:56923:x1848989814671488:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335105.129010:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335105.129029:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574f27 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881098 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.129140:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574f2e lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335105.129154:0:13840:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574eef lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881075 expref: 247 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.129163:0:13840:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574f2e lrc: 4/0,1 mode: --/CW res: [0x240000405:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.129195:0:13840:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574eef lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881075 expref: 247 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.129207:0:13840:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574eef lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881075 expref: 247 pid: 13840 timeout: 1198 lvb_type: 0 00000100:00100000:2.0:1763335105.129220:0:13840:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cbad1180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13840:1848989826052352:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335105.129292:0:13840:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c7ccb840 going to sleep for 11 seconds 00000100:00100000:0.0:1763335105.131218:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335105.131291:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814671616 00000100:00100000:3.0:1763335105.131300:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814671616 00000100:00100000:3.0:1763335105.131377:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3221 00000100:00100000:3.0:1763335105.131386:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:55956:x1848989814671616:12345-192.168.204.57@tcp:35:bash.0 00000100:00100000:3.0:1763335105.131634:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:55956:x1848989814671616:12345-192.168.204.57@tcp:35:bash.0 Request processed in 248us (423us total) trans 4294972964 rc 0/0 00000100:00100000:3.0:1763335105.131642:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3221 00000100:00100000:2.0:1763335105.134896:0:13840:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cbad1180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13840:1848989826052352:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335105.134939:0:13840:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574f2e lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000100:00100000:0.0:1763335105.139450:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.142116:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814671872 00000100:00100000:2.0:1763335105.142133:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814671872 00000100:00100000:2.0:1763335105.142203:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3222 00000100:00100000:2.0:1763335105.142216:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:56924:x1848989814671872:12345-192.168.204.57@tcp:35:rm.0 00000100:00100000:2.0:1763335105.142993:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:56924:x1848989814671872:12345-192.168.204.57@tcp:35:rm.0 Request processed in 774us (3547us total) trans 4294972965 rc 0/0 00000100:00100000:2.0:1763335105.143004:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3222 00000100:00100000:1.0:1763335105.143421:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335105.145267:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814672000 00000100:00100000:0.0:1763335105.145280:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814672000 00010000:00010000:1.0:1763335105.145398:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574eef lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881075 expref: 250 pid: 13840 timeout: 1198 lvb_type: 0 00000100:00100000:1.0:1763335105.145848:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3065 00000100:00100000:1.0:1763335105.145860:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c7958850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:2426:x1848989814672000:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335105.145876:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335105.145885:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574eef lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881075 expref: 250 pid: 13840 timeout: 1198 lvb_type: 0 00010000:00010000:1.0:1763335105.145898:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574eef lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881075 expref: 250 pid: 13840 timeout: 1198 lvb_type: 0 00010000:00010000:1.0:1763335105.145929:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574eef lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881075 expref: 250 pid: 13840 timeout: 1198 lvb_type: 0 00010000:00010000:1.0:1763335105.145947:0:7458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9001c2a8ec00) 00010000:00010000:1.0:1763335105.145953:0:7458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574f2e lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.145962:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574f2e lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.145970:0:7458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574f2e lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.146006:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335105.146069:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c7958850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:2426:x1848989814672000:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 212us (2651us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335105.146078:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3065 00010000:00010000:2.0:1763335105.146254:0:13840:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574f2e lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.146262:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574f2e lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:2.0:1763335105.146695:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1db:0x0]: returning size 2 00010000:00010000:2.0:1763335105.146826:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574f27 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1db:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881098 expref: 250 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.146844:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574f2e lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881098 expref: 249 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.146852:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9001c2a8ec00) 00010000:00010000:2.0:1763335105.146854:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763335105.146858:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7400, rc 0) 00000100:00100000:2.0:1763335105.146910:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff921500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:56923:x1848989814671488:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 17927us (18114us total) trans 4294972966 rc 0/0 00000100:00100000:2.0:1763335105.146927:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9343 00000100:00100000:1.0:1763335105.151100:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.151306:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814672256 00000100:00100000:2.0:1763335105.151346:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814672256 00000100:00100000:2.0:1763335105.151410:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9344 00000100:00100000:2.0:1763335105.151421:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff920000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:56924:x1848989814672256:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:2.0:1763335105.151476:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1763335105.151503:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007574f19 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1db:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881091 expref: 249 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.151525:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007574eb7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1db:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88106e expref: 248 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.151538:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574e9b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881060 expref: 247 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.151549:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9001c2a8ec00) 00010000:00010000:2.0:1763335105.151554:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335105.151579:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574f3c lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335105.151592:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574f3c lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.151601:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574f3c lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.151612:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574f43 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335105.151618:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574f43 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.151624:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574f43 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.151706:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574f4a lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335105.151717:0:13840:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574f2e lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881098 expref: 246 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.151728:0:13840:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574f4a lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.151759:0:13840:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574f2e lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881098 expref: 246 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.151773:0:13840:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574f2e lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881098 expref: 246 pid: 13840 timeout: 1198 lvb_type: 0 00000100:00100000:2.0:1763335105.151787:0:13840:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cbad1180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13840:1848989826052480:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335105.151874:0:13840:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c7ccbd80 going to sleep for 11 seconds 00000100:00100000:3.0:1763335105.153947:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335105.154221:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814672384 00000100:00100000:1.0:1763335105.154231:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814672384 00000100:00100000:1.0:1763335105.154293:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9345 00000100:00100000:1.0:1763335105.154304:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:56923:x1848989814672384:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335105.154355:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335105.154377:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007574f51 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88109f expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.154473:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574f58 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335105.154487:0:13591:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574f4a lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.154495:0:13591:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574f58 lrc: 4/1,0 mode: --/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.154512:0:13591:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574f4a lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.154522:0:13591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574f58 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000100:00100000:1.0:1763335105.158353:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335105.158496:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814672512 00000100:00100000:3.0:1763335105.158506:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814672512 00010000:00010000:3.0:1763335105.158546:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574f2e lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881098 expref: 249 pid: 13840 timeout: 1198 lvb_type: 0 00000100:00100000:3.0:1763335105.158591:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3066 00000100:00100000:3.0:1763335105.158601:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff923800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:2426:x1848989814672512:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335105.158615:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335105.158622:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574f2e lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881098 expref: 249 pid: 13840 timeout: 1198 lvb_type: 0 00010000:00010000:3.0:1763335105.158635:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574f2e lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881098 expref: 249 pid: 13840 timeout: 1198 lvb_type: 0 00010000:00010000:3.0:1763335105.158657:0:7458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9001c2a8ec00) 00010000:00010000:3.0:1763335105.158663:0:7458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574f4a lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.158673:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574f4a lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x40290400000020 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.158681:0:7458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574f4a lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x40290400000020 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.158688:0:7458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574f58 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.158695:0:7458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574f58 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.158702:0:7458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574f58 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.158719:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335105.158764:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff923800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:2426:x1848989814672512:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 164us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335105.158772:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3066 00010000:00010000:2.0:1763335105.159296:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574f2e lrc: 0/0,0 mode: --/CW res: [0x240000405:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881098 expref: 248 pid: 13840 timeout: 1198 lvb_type: 0 00000100:00100000:2.0:1763335105.159332:0:13840:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cbad1180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13840:1848989826052480:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335105.159356:0:13840:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574f4a lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.159365:0:13840:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574f4a lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.159370:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574f4a lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13840 initiator: MDT1 00000004:00080000:2.0:1763335105.159614:0:13840:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000405:0x1db:0x0] is inserted into orphan list, open count = 1 00010000:00010000:2.0:1763335105.159695:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574f4a lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.159702:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574f4a lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.159710:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574f4a lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.159716:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335105.159720:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574f4a lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.159726:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574f4a lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.159735:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9001c2a8ec00) 00010000:00010000:2.0:1763335105.159738:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763335105.159741:0:13840:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574f58 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.159747:0:13840:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574f58 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.159752:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574f58 lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.159789:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574f4a lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.159796:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574f4a lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.159809:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574f3c lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.159815:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574f3c lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.159820:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574f3c lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.159825:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574f3c lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.159829:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335105.159832:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574f3c lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.159837:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574f3c lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.159844:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c2a8ee00) 00010000:00010000:2.0:1763335105.159846:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335105.159848:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574f3c lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.159853:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574f3c lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000004:00010000:2.0:1763335105.159865:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000083eab1e5 reply state 00000000b429ecc6 transno 4294972967 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574f43 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.159875:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574f43 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.159880:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c2a8e600) 00010000:00010000:2.0:1763335105.159882:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335105.159884:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335105.159951:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff920000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:56924:x1848989814672256:12345-192.168.204.57@tcp:36:rm.0 Request processed in 8530us (8872us total) trans 4294972967 rc 0/0 00000100:00100000:2.0:1763335105.159959:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9344 00010000:00010000:0.0:1763335105.160728:0:13591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574f58 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.160741:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574f58 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:0.0:1763335105.160781:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1db:0x0]: returning size 5 00000004:00200000:0.0:1763335105.160786:0:13591:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335105.160803:0:13591:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574f58 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.160838:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007574f51 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88109f expref: 249 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.160856:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574f58 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88109f expref: 248 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.160864:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9001c2a8ec00) 00010000:00010000:0.0:1763335105.160867:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335105.160870:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fceb2200, rc 0) 00000100:00100000:0.0:1763335105.160932:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:56923:x1848989814672384:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 6628us (6995us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335105.160942:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9345 00000100:00100000:1.0:1763335105.181693:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335105.183016:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335105.183340:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814672768 00000100:00100000:1.0:1763335105.183351:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814672768 00000100:00100000:1.0:1763335105.183410:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814672896 00000100:00100000:1.0:1763335105.183415:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814672896 00000100:00100000:1.0:1763335105.183448:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9346 00000100:00100000:1.0:1763335105.183457:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff921180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:56923:x1848989814672768:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335105.183480:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335105.183502:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007574f5f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8810a6 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.183603:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574f66 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335105.183618:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574f66 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1db:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.183630:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574f66 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1db:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:1.0:1763335105.183642:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1db:0x0]: returning size 5 00010000:00010000:1.0:1763335105.183740:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007574f5f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1db:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810a6 expref: 252 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.183760:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574f66 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1db:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810a6 expref: 251 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.183769:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9001c2a8ec00) 00010000:00010000:1.0:1763335105.183772:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763335105.183776:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fceb3c00, rc 0) 00000100:00100000:1.0:1763335105.183827:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff921180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:56923:x1848989814672768:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 371us (2144us total) trans 4294972968 rc 0/0 00000100:00100000:1.0:1763335105.183835:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9346 00000100:00100000:1.0:1763335105.183857:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9347 00000100:00100000:1.0:1763335105.183864:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:56925:x1848989814672896:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335105.183871:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335105.183881:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007574f74 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8810ad expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.183914:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007574f7b lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335105.183935:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007574f7b lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.183943:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007574f7b lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.183953:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007574f82 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335105.183960:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007574f82 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.183967:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007574f82 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.183995:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007574f7b lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.184002:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007574f7b lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.184009:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007574f7b lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.184015:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007574f7b lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.184026:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202173000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335105.184030:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007574f7b lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.184038:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007574f7b lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.184047:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2800) 00010000:00010000:1.0:1763335105.184050:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335105.184054:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007574f7b lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.184060:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007574f7b lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.184071:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007574f82 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.184076:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007574f82 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.184097:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007574f82 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.184103:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202172200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335105.184106:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007574f82 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.184112:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007574f82 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.184119:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c2a8e600) 00010000:00010000:1.0:1763335105.184122:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335105.184125:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007574f82 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.184131:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007574f82 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.184152:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007574f74 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810ad expref: 251 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.184161:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2800) 00010000:00010000:1.0:1763335105.184163:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335105.184167:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007574f74 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810ad expref: 251 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.184180:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fceb3000, rc 0) 00000100:00100000:1.0:1763335105.184207:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:56925:x1848989814672896:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 343us (1194us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335105.184214:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9347 00000100:00100000:1.0:1763335105.188599:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335105.189188:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335105.189288:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814673152 00000100:00100000:3.0:1763335105.189299:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814673152 00000100:00100000:3.0:1763335105.189379:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6405 00000100:00100000:3.0:1763335105.189389:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff922300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2426:x1848989814673152:12345-192.168.204.57@tcp:1:lfs.0 00010000:00010000:3.0:1763335105.189433:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1f400/0x3ec0b54007574f89 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.189453:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b54007574f04 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881083 expref: 12 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.189462:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335105.189464:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335105.189467:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1f400/0x3ec0b54007574f89 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.189502:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b54007574f04 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881083 expref: 12 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.189516:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b54007574f04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881083 expref: 12 pid: 28568 timeout: 1198 lvb_type: 0 00000100:00100000:3.0:1763335105.189532:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c2f25f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1848989826052608:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335105.189609:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c7926600 going to sleep for 11 seconds 00000100:00100000:2.0:1763335105.190165:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814673024 00000100:00100000:2.0:1763335105.190171:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814673024 00000100:00100000:2.0:1763335105.190204:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9348 00000100:00100000:2.0:1763335105.190211:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff922a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:56925:x1848989814673024:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335105.190226:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335105.190242:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574f90 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8810b4 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.190297:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574f97 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335105.190309:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574f97 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.190346:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574f97 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.190358:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574f9e lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335105.190365:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574f9e lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.190372:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574f9e lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.190407:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574f97 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.190414:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574f97 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.190420:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574f97 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.190431:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574f97 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.190437:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335105.190442:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574f97 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.190450:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574f97 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.190461:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c2a8ee00) 00010000:00010000:2.0:1763335105.190464:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335105.190469:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574f97 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.190475:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574f97 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.190487:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574f9e lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.190492:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574f9e lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.190497:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574f9e lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.190501:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335105.190504:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574f9e lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.190508:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574f9e lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.190519:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c2a8e600) 00010000:00010000:2.0:1763335105.190521:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335105.190524:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574f9e lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.190529:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574f9e lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.190555:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574f90 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810b4 expref: 251 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.190565:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c2a8ee00) 00010000:00010000:2.0:1763335105.190568:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335105.190572:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574f90 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810b4 expref: 251 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.190585:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6e00, rc 0) 00000100:00100000:2.0:1763335105.190632:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff922a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:56925:x1848989814673024:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 421us (2044us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335105.190640:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9348 00000100:00100000:1.0:1763335105.194955:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335105.195175:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c2f25f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1848989826052608:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335105.195201:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1f400/0x3ec0b54007574f89 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335105.195596:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814673280 00000100:00100000:0.0:1763335105.195604:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814673280 00002000:00100000:0.0:1763335105.195646:0:23997:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x246:0x0] (0->4) req@ffff9001ff920e00 x1848989814673280/t0(0) o4->357649f3-b5ed-4e47-9c16-69abcfcf3637@192.168.204.57@tcp:151/0 lens 496/0 e 0 to 0 dl 1763335116 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335105.195657:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001ff920e00 with x1848989814673280 ext(0->4) 00010000:00010000:0.0:1763335105.195664:0:23997:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b54007574f04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881083 expref: 13 pid: 28568 timeout: 1198 lvb_type: 0 00010000:00010000:0.0:1763335105.195678:0:23997:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b54007574f04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881083 expref: 13 pid: 28568 timeout: 1198 lvb_type: 0 00002000:00010000:0.0:1763335105.195686:0:23997:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9001ff920e00 00000100:00100000:1.0:1763335105.195943:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335105.196051:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 105 00000100:00100000:0.0:1763335105.196062:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff920e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:2427:x1848989814673280:12345-192.168.204.57@tcp:4:bash.0 00000100:00100000:3.0:1763335105.196416:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814673408 00000100:00100000:3.0:1763335105.196422:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814673408 00000100:00100000:3.0:1763335105.197356:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9349 00000100:00100000:3.0:1763335105.197368:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff920380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:56925:x1848989814673408:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335105.197381:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335105.197404:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f000/0x3ec0b54007574fa5 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8810bb expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.197456:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007574fac lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335105.197470:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007574fac lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.197481:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007574fac lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:3.0:1763335105.197514:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:3.0:1763335105.197519:0:7841:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763335105.197550:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f000/0x3ec0b54007574fa5 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810bb expref: 252 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.197567:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007574fac lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810bb expref: 251 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.197577:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c613a300) 00010000:00010000:3.0:1763335105.197580:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763335105.197583:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6e1e600, rc 0) 00000100:00100000:3.0:1763335105.197634:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff920380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:56925:x1848989814673408:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 269us (1691us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335105.197641:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9349 00000100:00100000:3.0:1763335105.198989:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff920e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+15:2427:x1848989814673280:12345-192.168.204.57@tcp:4:bash.0 Request processed in 2923us (4038us total) trans 21474838829 rc 0/0 00000100:00100000:3.0:1763335105.199000:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 105 00002000:00100000:3.0:1763335105.199012:0:23997:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x246:0x0] (0->4) req@ffff9001ff920e00 x1848989814673280/t21474838829(0) o4->357649f3-b5ed-4e47-9c16-69abcfcf3637@192.168.204.57@tcp:151/0 lens 496/448 e 0 to 0 dl 1763335116 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335105.199021:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001ff920e00 with x1848989814673280 ext(0->4) 00010000:00010000:3.0:1763335105.199029:0:23997:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b54007574f04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881083 expref: 15 pid: 28568 timeout: 1198 lvb_type: 0 00010000:00010000:3.0:1763335105.199044:0:23997:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b54007574f04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881083 expref: 15 pid: 28568 timeout: 1198 lvb_type: 0 00002000:00010000:3.0:1763335105.199051:0:23997:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9001ff920e00 00000100:00100000:1.0:1763335105.202849:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335105.203512:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814673536 00000100:00100000:3.0:1763335105.203525:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814673536 00000100:00100000:3.0:1763335105.203588:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9350 00000100:00100000:3.0:1763335105.203598:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff920a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:56925:x1848989814673536:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335105.203618:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335105.203636:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007574fb3 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8810c2 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.203708:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007574fba lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335105.203722:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007574fba lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.203733:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007574fba lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.203742:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007574fc1 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335105.203753:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007574fc1 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.203759:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007574fc1 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.203797:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007574fba lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.203804:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007574fba lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.203810:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007574fba lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.203817:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007574fba lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.203823:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1f600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335105.203828:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007574fba lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.203835:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007574fba lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.203847:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c613a300) 00010000:00010000:3.0:1763335105.203850:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335105.203854:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007574fba lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.203860:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007574fba lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.203873:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007574fc1 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.203880:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007574fc1 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.203885:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007574fc1 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.203890:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1e000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335105.203893:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007574fc1 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.203899:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007574fc1 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.203906:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c2a8e600) 00010000:00010000:3.0:1763335105.203908:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335105.203911:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007574fc1 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.203929:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007574fc1 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.203956:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007574fb3 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810c2 expref: 252 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.203966:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c613a300) 00010000:00010000:3.0:1763335105.203969:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335105.203972:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007574fb3 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810c2 expref: 252 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.203981:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6e1fa00, rc 0) 00000100:00100000:3.0:1763335105.204052:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff920a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:56925:x1848989814673536:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 454us (1213us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335105.204061:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9350 00000100:00100000:0.0:1763335105.207760:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335105.207841:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814673664 00000100:00100000:1.0:1763335105.207852:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814673664 00010000:00010000:1.0:1763335105.207887:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b54007574f04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881083 expref: 15 pid: 28568 timeout: 1198 lvb_type: 0 00000100:00100000:1.0:1763335105.208875:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3067 00000100:00100000:1.0:1763335105.208889:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a78a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+15:2428:x1848989814673664:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335105.208906:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1763335105.208933:0:6514:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x246:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:1.0:1763335105.208937:0:6514:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x246:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1763335105.208943:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b54007574f04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x246:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881083 expref: 15 pid: 28568 timeout: 1198 lvb_type: 0 00010000:00010000:1.0:1763335105.208958:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b54007574f04 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x246:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881083 expref: 15 pid: 28568 timeout: 1198 lvb_type: 0 00010000:00010000:1.0:1763335105.208980:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b54007574f04 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x246:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881083 expref: 15 pid: 28568 timeout: 1198 lvb_type: 0 00010000:00010000:1.0:1763335105.208994:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335105.208997:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335105.209002:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1f400/0x3ec0b54007574f89 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.209011:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1f400/0x3ec0b54007574f89 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.209045:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335105.209106:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a78a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:2428:x1848989814673664:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 220us (1353us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335105.209114:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3067 00010000:00010000:3.0:1763335105.209484:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1f400/0x3ec0b54007574f89 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.209495:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1f400/0x3ec0b54007574f89 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.209514:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1f400/0x3ec0b54007574f89 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.209523:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1f400/0x3ec0b54007574f89 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.209532:0:8416:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1f400/0x3ec0b54007574f89 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.209539:0:8416:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1f400 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335105.209543:0:8416:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1f400/0x3ec0b54007574f89 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.209553:0:8416:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1f400/0x3ec0b54007574f89 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.209564:0:8416:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1f400/0x3ec0b54007574f89 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.209572:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1f400/0x3ec0b54007574f89 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335105.209619:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff922300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:2426:x1848989814673152:12345-192.168.204.57@tcp:1:lfs.0 Request processed in 20232us (20431us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335105.209627:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6405 00000100:00100000:1.0:1763335105.212524:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.212714:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814673920 00000100:00100000:2.0:1763335105.212724:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814673920 00000100:00100000:2.0:1763335105.212778:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9351 00000100:00100000:2.0:1763335105.212788:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff921880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:56925:x1848989814673920:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335105.212810:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335105.212812:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763335105.212835:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007574fac lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810bb expref: 251 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.212856:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c613a300) 00010000:00010000:2.0:1763335105.212866:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335105.212880:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574fc8 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8810c9 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.212988:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574fcf lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335105.213001:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574fcf lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.213010:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574fcf lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.213020:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574fd6 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335105.213027:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574fd6 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.213033:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574fd6 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.213438:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574fdd lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1dc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335105.213448:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574fdd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1dc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.213456:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574fdd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1dc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:2.0:1763335105.213465:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1dc:0x0]: returning size 0 00010000:00010000:2.0:1763335105.213489:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574fcf lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.213496:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574fcf lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.213501:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574fcf lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.213507:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574fcf lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.213512:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335105.213516:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574fcf lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.213523:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574fcf lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.213532:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c2a8ee00) 00010000:00010000:2.0:1763335105.213535:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335105.213538:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574fcf lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.213544:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007574fcf lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000004:00010000:2.0:1763335105.213555:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005f302735 reply state 00000000703cc150 transno 4294972969 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574fd6 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.213565:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574fd6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.213570:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c2a8e600) 00010000:00010000:2.0:1763335105.213572:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335105.213575:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763335105.213598:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007574fc8 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810c9 expref: 253 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.213614:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574fdd lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1dc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810c9 expref: 252 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.213620:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1dc:0x0].0x0 (ffff9001c2a8e400) 00010000:00010000:2.0:1763335105.213622:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335105.213624:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7e00, rc 0) 00000100:00100000:2.0:1763335105.213677:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff921880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56925:x1848989814673920:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 890us (1162us total) trans 4294972969 rc 0/0 00000100:00100000:2.0:1763335105.213684:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9351 00000100:00100000:1.0:1763335105.214370:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335105.214744:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814674176 00000100:00100000:3.0:1763335105.214752:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814674176 00000100:00100000:3.0:1763335105.214791:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9352 00000100:00100000:3.0:1763335105.214800:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff920700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56923:x1848989814674176:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:3.0:1763335105.214833:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335105.214851:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007574f58 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88109f expref: 253 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.214864:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9001c2a8ec00) 00010000:00010000:3.0:1763335105.214869:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335105.214890:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007574feb lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335105.214901:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007574feb lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.214910:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007574feb lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000040:00080000:3.0:1763335105.220046:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1436, 88 off120744 00000004:00080000:3.0:1763335105.220070:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1098199754263ns, next at 1098673279623ns, rc = 0 00000040:00080000:3.0:1763335105.220139:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1437, 88 off120744 00000004:00080000:3.0:1763335105.220144:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1098199829740ns, next at 1098674552476ns, rc = 0 00000040:00080000:3.0:1763335105.220160:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1438, 88 off120832 00000004:00080000:3.0:1763335105.220164:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1098199849408ns, next at 1098674552476ns, rc = 0 00000040:00080000:3.0:1763335105.220176:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1437, 88 off120832 00000004:00080000:3.0:1763335105.220180:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1098199865280ns, next at 1098673279623ns, rc = 0 00000100:00100000:1.0:1763335105.221858:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.221926:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814674432 00000100:00100000:2.0:1763335105.221935:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814674432 00000100:00100000:2.0:1763335105.221996:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9353 00000100:00100000:2.0:1763335105.222006:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff928380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56925:x1848989814674432:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335105.222031:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335105.222054:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007574ff2 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1dc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8810d0 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.222171:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574ff9 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1dc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335105.222187:0:13591:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574fdd lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810c9 expref: 255 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.222197:0:13591:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574ff9 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1dc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.222235:0:13591:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574fdd lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810c9 expref: 255 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.222249:0:13591:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574fdd lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810c9 expref: 255 pid: 13591 timeout: 1198 lvb_type: 0 00000100:00100000:2.0:1763335105.222264:0:13591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cbad1180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826052736:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335105.222360:0:13591:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c7ccb840 going to sleep for 11 seconds 00000100:00100000:2.0:1763335105.225844:0:13591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cbad1180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826052736:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335105.225874:0:13591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574ff9 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1dc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000100:00100000:1.0:1763335105.227055:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335105.227353:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814674560 00000100:00100000:3.0:1763335105.227362:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814674560 00010000:00010000:3.0:1763335105.227394:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574fdd lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810c9 expref: 256 pid: 13591 timeout: 1198 lvb_type: 0 00000100:00100000:3.0:1763335105.227426:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3068 00000100:00100000:3.0:1763335105.227435:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:2426:x1848989814674560:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335105.227449:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335105.227456:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574fdd lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1dc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810c9 expref: 256 pid: 13591 timeout: 1198 lvb_type: 0 00010000:00010000:3.0:1763335105.227468:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574fdd lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1dc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810c9 expref: 256 pid: 13591 timeout: 1198 lvb_type: 0 00010000:00010000:3.0:1763335105.227490:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007574fdd lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1dc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810c9 expref: 256 pid: 13591 timeout: 1198 lvb_type: 0 00010000:00010000:3.0:1763335105.227508:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1dc:0x0].0x0 (ffff9001c2a8e400) 00010000:00010000:3.0:1763335105.227513:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574ff9 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1dc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.227523:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574ff9 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1dc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.227532:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574ff9 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1dc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.227555:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335105.227599:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:2426:x1848989814674560:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 163us (547us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335105.227606:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3068 00000001:00080000:2.0:1763335105.227783:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972970 is committed 00000004:00080000:2.0:1763335105.227790:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 943 committed 00000004:00080000:2.0:1763335105.227800:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 940 committed 00000004:00080000:2.0:1763335105.227811:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 939 committed 00000004:00080000:2.0:1763335105.227813:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 942 committed 00000100:00100000:2.0:1763335105.227949:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cbad1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826052864:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335105.227989:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335105.228016:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763335105.228021:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cbad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826053248:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763335105.228041:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335105.228065:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cbad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826053120:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763335105.228175:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335105.228194:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763335105.228200:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cbad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826052992:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335105.228223:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335105.228246:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826052864 00000100:00100000:2.0:1763335105.228251:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826052864 00000100:00100000:2.0:1763335105.228274:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6406 00000100:00100000:2.0:1763335105.228280:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+17:3667:x1848989826052864:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335105.228445:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+18:3667:x1848989826052864:12345-0@lo:2:osp-syn-0-1.0 Request processed in 164us (453us total) trans 21474838830 rc 0/0 00000100:00100000:2.0:1763335105.228451:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6406 00000100:00100000:2.0:1763335105.228463:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826053248 00000100:00100000:2.0:1763335105.228466:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826053248 00000100:00100000:2.0:1763335105.228483:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826053120 00000100:00100000:2.0:1763335105.228485:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826053120 00000100:00100000:2.0:1763335105.228499:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826052992 00000100:00100000:2.0:1763335105.228501:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826052992 00000100:00100000:2.0:1763335105.228516:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6407 00000100:00100000:2.0:1763335105.228521:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+44:3667:x1848989826053248:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763335105.228588:0:28568:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x249:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335105.228591:0:28568:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x249:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763335105.228594:0:28568:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x249:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335105.228596:0:28568:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x249:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763335105.228598:0:28568:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x249:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335105.228621:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+45:3667:x1848989826053248:12345-0@lo:2:osp-syn-1-1.0 Request processed in 99us (579us total) trans 17179871539 rc 0/0 00000100:00100000:2.0:1763335105.228627:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6407 00000100:00100000:2.0:1763335105.228639:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6408 00000100:00100000:2.0:1763335105.228645:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+44:3665:x1848989826053120:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763335105.228686:0:28568:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x248:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335105.228689:0:28568:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x248:0x0] updating lvb mtime from disk: 1763335105 -> 1763335105 00002000:00010000:2.0:1763335105.228692:0:28568:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x248:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335105.228694:0:28568:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x248:0x0] updating lvb ctime from disk: 1763335105 -> 1763335105 00002000:00010000:2.0:1763335105.228696:0:28568:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x248:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335105.228722:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+45:3665:x1848989826053120:12345-0@lo:2:osp-syn-1-1.0 Request processed in 77us (547us total) trans 17179871540 rc 0/0 00000100:00100000:2.0:1763335105.228728:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6408 00000100:00100000:2.0:1763335105.228739:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6409 00000100:00100000:2.0:1763335105.228746:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1334000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+18:3665:x1848989826052992:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763335105.228788:0:28568:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x247:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335105.228791:0:28568:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x247:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763335105.228794:0:28568:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x247:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335105.228796:0:28568:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x247:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763335105.228798:0:28568:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x247:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335105.228820:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1334000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+19:3665:x1848989826052992:12345-0@lo:2:osp-syn-0-1.0 Request processed in 74us (595us total) trans 21474838831 rc 0/0 00000100:00100000:2.0:1763335105.228826:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6409 00000004:00080000:2.0:1763335105.228878:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000cbad2d80/2, rc 0, transno 21474838831 00000100:00100000:2.0:1763335105.228883:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cbad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826052992:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763335105.228892:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000cbad1c00/2, rc 0, transno 17179871540 00000100:00100000:2.0:1763335105.228896:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cbad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826053120:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763335105.228910:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000cbad0380/2, rc 0, transno 17179871539 00000100:00100000:2.0:1763335105.228914:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cbad0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826053248:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763335105.228935:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000cbad1180/2, rc 0, transno 21474838830 00000100:00100000:2.0:1763335105.228938:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cbad1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826052864:0@lo:2:osp-syn-0-1.0 00000004:00010000:2.0:1763335105.228984:0:7841:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003e848376 reply state 00000000e9e32f46 transno 4294972970 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007574feb lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335105.229000:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007574feb lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335105.229008:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9001c2a8ec00) 00010000:00010000:2.0:1763335105.229010:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763335105.229013:0:7841:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1763335105.229073:0:7841:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00010000:00010000:3.0:1763335105.230792:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574f43 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.230808:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574f43 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.230816:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574f43 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.230822:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335105.230826:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574f43 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.230833:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574f43 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.230847:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c2a8e600) 00010000:00010000:3.0:1763335105.230850:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335105.230854:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574f43 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.230860:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007574f43 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.230878:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574fd6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.230884:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574fd6 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.230890:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574fd6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.230894:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335105.230896:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574fd6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.230900:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574fd6 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.230907:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c2a8e600) 00010000:00010000:3.0:1763335105.230909:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335105.230911:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574fd6 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.230926:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007574fd6 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000100:00100000:1.0:1763335105.232515:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335105.232580:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814674688 00000100:00100000:0.0:1763335105.232591:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814674688 00000100:00100000:0.0:1763335105.232650:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9354 00000100:00100000:0.0:1763335105.232661:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56923:x1848989814674688:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335105.232684:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335105.232704:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007575000 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8810d7 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.232759:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007575000 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810d7 expref: 245 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.232773:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007575000 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810d7 expref: 245 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.232792:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9001c2a8ec00) 00010000:00010000:0.0:1763335105.232795:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335105.232798:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c79e8e00, rc 0) 00000100:00100000:0.0:1763335105.232858:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56923:x1848989814674688:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 198us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335105.232865:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9354 00000100:00100000:2.0:1763335105.233408:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff920700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56923:x1848989814674176:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 14285us (14715us total) trans 4294972970 rc 0/0 00000100:00100000:2.0:1763335105.233417:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9352 00010000:00010000:2.0:1763335105.233443:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007574feb lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335105.233452:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007574feb lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335105.233459:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007574feb lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335105.233465:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1fa00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335105.233469:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007574feb lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335105.233477:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007574feb lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335105.233488:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9001c2a8ec00) 00010000:00010000:2.0:1763335105.233491:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763335105.233495:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007574feb lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335105.233501:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007574feb lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335105.233553:0:13591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574ff9 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1dc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.233561:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574ff9 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1dc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:2.0:1763335105.233581:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1dc:0x0]: returning size 0 00000004:00080000:2.0:1763335105.233743:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x24a:0x0], index 1: 0 00000004:00080000:2.0:1763335105.233750:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x248:0x0], index 0: 0 00000004:00080000:2.0:1763335105.233755:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x249:0x0], index 0: 0 00000004:00080000:2.0:1763335105.233759:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x24b:0x0], index 1: 0 00010000:00010000:2.0:1763335105.233852:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574ff9 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1dc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.233860:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574ff9 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1dc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.233866:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574ff9 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1dc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.233872:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335105.233875:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574ff9 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1dc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.233881:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574ff9 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1dc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.233890:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1dc:0x0].0x0 (ffff9001c2a8e400) 00010000:00010000:2.0:1763335105.233893:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763335105.233896:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574ff9 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1dc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.233902:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007574ff9 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1dc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.233960:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007574ff2 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1dc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810d0 expref: 243 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.233970:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1dc:0x0].0x0 (ffff9001c2a8e400) 00010000:00010000:2.0:1763335105.233972:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763335105.233975:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007574ff2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1dc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810d0 expref: 243 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.233988:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7a00, rc 0) 00000100:00100000:2.0:1763335105.234025:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff928380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56925:x1848989814674432:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 12022us (12175us total) trans 4294972971 rc 301/301 00000100:00100000:2.0:1763335105.234031:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9353 00000100:00100000:1.0:1763335105.236836:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335105.237047:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814674816 00000100:00100000:3.0:1763335105.237058:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814674816 00000100:00100000:0.0:1763335105.237977:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9355 00000100:00100000:0.0:1763335105.237992:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56923:x1848989814674816:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335105.238013:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335105.238033:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b5400757500e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8810de expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.238120:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007575015 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335105.238133:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007575015 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.238144:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007575015 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:0.0:1763335105.238184:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1db:0x0]: returning size 5 00000004:00200000:0.0:1763335105.238188:0:7841:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335105.238203:0:7841:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007575015 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.238226:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b5400757500e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810de expref: 244 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.238244:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007575015 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810de expref: 243 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.238254:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9001c2a8ec00) 00010000:00010000:0.0:1763335105.238257:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1763335105.238261:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c3b9e800, rc 0) 00000100:00100000:0.0:1763335105.238341:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:56923:x1848989814674816:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 354us (1514us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335105.238349:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9355 00000100:00100000:1.0:1763335105.239707:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.240483:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814675072 00000100:00100000:2.0:1763335105.240493:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814675072 00000100:00100000:2.0:1763335105.240533:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3223 00000100:00100000:2.0:1763335105.240541:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001d184bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:56925:x1848989814675072:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335105.240786:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001d184bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56925:x1848989814675072:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 245us (1081us total) trans 4294972972 rc 0/0 00000100:00100000:2.0:1763335105.240794:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3223 00000100:00100000:1.0:1763335105.243699:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.244181:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814675200 00000100:00100000:2.0:1763335105.244192:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814675200 00000100:00100000:2.0:1763335105.244250:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6410 00000100:00100000:2.0:1763335105.244261:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:2426:x1848989814675200:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335105.244278:0:28961:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335105.244298:0:28961:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c4665400/0x3ec0b5400757501c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x246:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8810e5 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335105.244362:0:28961:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x246:0x0] initial LVB size: 5, mtime: 0x691a5bc1, atime: 0x0, ctime: 0x691a5bc1, blocks: 0x8 00010000:00010000:2.0:1763335105.244381:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335105.244384:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335105.244394:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4665400/0x3ec0b5400757501c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810e5 expref: 14 pid: 28961 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335105.244410:0:28961:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c4665400/0x3ec0b5400757501c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810e5 expref: 14 pid: 28961 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335105.244422:0:28961:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665400, rc 0) 00000100:00100000:2.0:1763335105.244474:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:2426:x1848989814675200:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 215us (782us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335105.244481:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6410 00000100:00100000:0.0:1763335105.256104:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335105.256176:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814675456 00000100:00100000:3.0:1763335105.256188:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814675456 00000100:00100000:2.0:1763335105.256273:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3224 00000100:00100000:2.0:1763335105.256286:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56925:x1848989814675456:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335105.256545:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56925:x1848989814675456:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 261us (462us total) trans 4294972973 rc 0/0 00000100:00100000:2.0:1763335105.256552:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3224 00000100:00100000:1.0:1763335105.261043:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.261175:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814675712 00000100:00100000:2.0:1763335105.261186:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814675712 00000100:00100000:2.0:1763335105.261252:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9356 00000100:00100000:2.0:1763335105.261264:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:55956:x1848989814675712:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335105.261290:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335105.261345:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007575023 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8810ec expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.261493:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b5400757502a lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335105.261508:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b5400757502a lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.261521:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b5400757502a lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.261535:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007575031 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335105.261542:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007575031 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.261549:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007575031 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.261614:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575038 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1dc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335105.261623:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575038 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1dc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.261631:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575038 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1dc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:2.0:1763335105.261643:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1dc:0x0]: returning size 0 00010000:00010000:2.0:1763335105.261730:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b5400757502a lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.261742:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b5400757502a lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.261748:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b5400757502a lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.261755:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b5400757502a lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.261761:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335105.261766:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b5400757502a lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.261775:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b5400757502a lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.261788:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c2a8e400) 00010000:00010000:2.0:1763335105.261791:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335105.261795:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b5400757502a lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.261801:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b5400757502a lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.261814:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007575031 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.261819:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007575031 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.261825:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007575031 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.261829:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335105.261833:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007575031 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.261838:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007575031 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.261844:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c2a8e000) 00010000:00010000:2.0:1763335105.261846:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335105.261848:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007575031 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.261853:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b54007575031 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.261892:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007575023 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810ec expref: 248 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.261907:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575038 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1dc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810ec expref: 247 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.261913:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1dc:0x0].0x0 (ffff9001c2a8e300) 00010000:00010000:2.0:1763335105.261927:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335105.261929:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664c00, rc 0) 00000100:00100000:2.0:1763335105.262001:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:55956:x1848989814675712:12345-192.168.204.57@tcp:101:bash.0 Request processed in 739us (967us total) trans 4294972974 rc 0/0 00000100:00100000:2.0:1763335105.262008:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9356 00000100:00100000:1.0:1763335105.269735:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335105.271022:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814675840 00000100:00100000:0.0:1763335105.271035:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814675840 00000100:00100000:0.0:1763335105.271111:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9357 00000100:00100000:0.0:1763335105.271121:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:55956:x1848989814675840:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335105.271146:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335105.271167:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007575046 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1dc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8810f3 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.271205:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b5400757504d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1dc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335105.271221:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b5400757504d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1dc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.271232:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b5400757504d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1dc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.271361:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007575046 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1dc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810f3 expref: 249 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.271380:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b5400757504d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1dc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810f3 expref: 248 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.271388:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1dc:0x0].0x0 (ffff9001c2a8e300) 00010000:00010000:0.0:1763335105.271391:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763335105.271394:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c3b9f400, rc 0) 00000100:00100000:0.0:1763335105.271459:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:55956:x1848989814675840:12345-192.168.204.57@tcp:101:bash.0 Request processed in 339us (1734us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335105.271467:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9357 00000100:00100000:0.0:1763335105.275657:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.276207:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814676096 00000100:00100000:2.0:1763335105.276219:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814676096 00000100:00100000:2.0:1763335105.276280:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9358 00000100:00100000:2.0:1763335105.276290:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:55956:x1848989814676096:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:2.0:1763335105.276378:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335105.276405:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575038 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810ec expref: 248 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.276425:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1dc:0x0].0x0 (ffff9001c2a8e300) 00010000:00010000:2.0:1763335105.276430:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335105.276616:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007575054 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1dc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335105.276630:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007575054 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1dc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.276638:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007575054 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1dc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000001:00080000:2.0:1763335105.276682:0:13591:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972975 00000004:00010000:2.0:1763335105.276705:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000869ae724 reply state 00000000ba404681 transno 4294972976 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007575054 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1dc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.276717:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007575054 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1dc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.276723:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1dc:0x0].0x0 (ffff9001c2a8e300) 00010000:00010000:2.0:1763335105.276726:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335105.276728:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335105.294395:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:55956:x1848989814676096:12345-192.168.204.57@tcp:36:bash.0 Request processed in 18092us (18732us total) trans 4294972976 rc 0/0 00000100:00100000:2.0:1763335105.294409:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9358 00000020:00080000:2.0:1763335105.294421:0:13591:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763335105.295262:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.295699:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814676224 00000100:00100000:2.0:1763335105.295711:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814676224 00000100:00100000:2.0:1763335105.295768:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6411 00000100:00100000:2.0:1763335105.295778:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:2426:x1848989814676224:12345-192.168.204.57@tcp:23:lfs.0 00000100:00100000:2.0:1763335105.295889:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:2426:x1848989814676224:12345-192.168.204.57@tcp:23:lfs.0 Request processed in 112us (630us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335105.295896:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6411 00000100:00100000:3.0:1763335105.299148:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335105.299230:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335105.299347:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814676480 00000100:00100000:0.0:1763335105.299357:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814676480 00000100:00100000:0.0:1763335105.299406:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6412 00000100:00100000:0.0:1763335105.299416:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:2428:x1848989814676480:12345-192.168.204.57@tcp:23:lfs.0 00000100:00100000:0.0:1763335105.299524:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:2428:x1848989814676480:12345-192.168.204.57@tcp:23:lfs.0 Request processed in 109us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335105.299532:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6412 00000100:00100000:2.0:1763335105.299704:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814676352 00000100:00100000:2.0:1763335105.299709:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814676352 00000100:00100000:2.0:1763335105.299747:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9359 00000100:00100000:2.0:1763335105.299754:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:55956:x1848989814676352:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335105.299770:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335105.299789:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b5400757505b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1dc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8810fa expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.299837:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b5400757505b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1dc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810fa expref: 251 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.299851:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b5400757505b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1dc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810fa expref: 251 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.299870:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1dc:0x0].0x0 (ffff9001c2a8e300) 00010000:00010000:2.0:1763335105.299874:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763335105.299878:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664200, rc 0) 00000100:00100000:2.0:1763335105.299902:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:55956:x1848989814676352:12345-192.168.204.57@tcp:101:bash.0 Request processed in 148us (764us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335105.299908:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9359 00000100:00100000:0.0:1763335105.302477:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.303601:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814676736 00000100:00100000:2.0:1763335105.303613:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814676736 00000100:00100000:2.0:1763335105.303672:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9360 00000100:00100000:2.0:1763335105.303682:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:55956:x1848989814676736:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335105.303700:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335105.303704:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763335105.303729:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b5400757505b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1dc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810fa expref: 251 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.303749:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1dc:0x0].0x0 (ffff9001c2a8e300) 00010000:00010000:2.0:1763335105.303753:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335105.303765:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575062 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1dc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881101 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.303811:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007575069 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1dc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335105.303824:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007575069 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1dc:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335105.303834:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007575069 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1dc:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000040:00080000:2.0:1763335105.304061:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1439, 88 off120920 00000004:00080000:2.0:1763335105.304069:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1098283753503ns, next at 1098674552476ns, rc = 0 00000040:00080000:2.0:1763335105.304108:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1438, 88 off120920 00000004:00080000:2.0:1763335105.304114:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1098283799071ns, next at 1098673279623ns, rc = 0 00000040:00080000:2.0:1763335105.304134:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1439, 88 off121008 00000004:00080000:2.0:1763335105.304138:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1098283823274ns, next at 1098673279623ns, rc = 0 00000040:00080000:2.0:1763335105.304148:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1440, 88 off121008 00000004:00080000:2.0:1763335105.304152:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1098283837064ns, next at 1098674552476ns, rc = 0 00000001:00080000:0.0:1763335105.306581:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972977 is committed 00000004:00080000:0.0:1763335105.306594:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 942 committed 00010000:00010000:3.0:1763335105.306700:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007575054 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1dc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.306712:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007575054 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1dc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.306719:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007575054 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1dc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.306726:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335105.306731:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007575054 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1dc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.306739:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007575054 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1dc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.306754:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1dc:0x0].0x0 (ffff9001c2a8e300) 00010000:00010000:3.0:1763335105.306757:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335105.306762:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007575054 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1dc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.306767:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007575054 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1dc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000004:00080000:0.0:1763335105.306813:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 945 committed 00000100:00100000:1.0:1763335105.306959:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7ed7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826053376:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335105.307025:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335105.307074:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763335105.307095:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7ed6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826053504:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335105.307121:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335105.307152:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826053376 00000100:00100000:1.0:1763335105.307162:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826053376 00000100:00100000:1.0:1763335105.307203:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826053504 00000100:00100000:1.0:1763335105.307206:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826053504 00000100:00100000:1.0:1763335105.307229:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6413 00000100:00100000:1.0:1763335105.307238:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+46:3667:x1848989826053376:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335105.307432:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+47:3667:x1848989826053376:12345-0@lo:2:osp-syn-1-1.0 Request processed in 194us (405us total) trans 17179871541 rc 0/0 00000100:00100000:1.0:1763335105.307439:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6413 00000100:00100000:1.0:1763335105.307457:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6414 00000100:00100000:1.0:1763335105.307464:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+46:3665:x1848989826053504:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335105.307538:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+47:3665:x1848989826053504:12345-0@lo:2:osp-syn-1-1.0 Request processed in 74us (416us total) trans 17179871542 rc 0/0 00000100:00100000:1.0:1763335105.307544:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6414 00000004:00080000:1.0:1763335105.307587:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f7ed6a00/2, rc 0, transno 17179871542 00000100:00100000:1.0:1763335105.307593:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7ed6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826053504:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763335105.307612:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f7ed7480/2, rc 0, transno 17179871541 00000100:00100000:1.0:1763335105.307616:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7ed7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826053376:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763335105.307750:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 944 committed 00000100:00100000:1.0:1763335105.307897:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4ac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826053760:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335105.307941:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335105.307982:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c2f26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826053632:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335105.308002:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335105.308026:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826053760 00000100:00100000:1.0:1763335105.308030:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826053760 00000100:00100000:1.0:1763335105.308051:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826053632 00000100:00100000:1.0:1763335105.308054:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826053632 00000100:00100000:1.0:1763335105.308071:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6415 00000100:00100000:1.0:1763335105.308078:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+20:3666:x1848989826053760:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335105.308156:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6416 00000100:00100000:3.0:1763335105.308165:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+20:3665:x1848989826053632:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335105.308272:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+21:3665:x1848989826053632:12345-0@lo:2:osp-syn-0-1.0 Request processed in 108us (267us total) trans 21474838832 rc 0/0 00000100:00100000:3.0:1763335105.308278:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6416 00000004:00080000:0.0:1763335105.308559:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 941 committed 00010000:00010000:2.0:1763335105.308750:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007575069 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1dc:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881101 expref: 245 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.308763:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1dc:0x0].0x0 (ffff9001c2a8e300) 00010000:00010000:2.0:1763335105.308766:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763335105.308783:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575062 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1dc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881101 expref: 245 pid: 7841 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763335105.308802:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007575069 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1dc:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881101 expref: 244 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.308829:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1dc:0x0].0x0 (ffff9001c2a8e300) 00010000:00010000:2.0:1763335105.308832:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763335105.308834:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665600, rc 0) 00000100:00100000:2.0:1763335105.308895:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:55956:x1848989814676736:12345-192.168.204.57@tcp:101:bash.0 Request processed in 5214us (6426us total) trans 4294972977 rc 0/0 00000100:00100000:2.0:1763335105.308903:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9360 00000100:00100000:1.0:1763335105.311201:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+21:3666:x1848989826053760:12345-0@lo:2:osp-syn-0-1.0 Request processed in 3113us (3249us total) trans 21474838833 rc 0/0 00000100:00100000:1.0:1763335105.311214:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6415 00000004:00080000:1.0:1763335105.311293:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c2f26a00/2, rc 0, transno 21474838832 00000100:00100000:1.0:1763335105.311301:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c2f26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826053632:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763335105.311466:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4ac8700/2, rc 0, transno 21474838833 00000100:00100000:0.0:1763335105.311471:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4ac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826053760:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335105.312799:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335105.313405:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814676864 00000100:00100000:3.0:1763335105.313415:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814676864 00000100:00100000:3.0:1763335105.313485:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1582 00000100:00100000:3.0:1763335105.313495:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:2428:x1848989814676864:12345-192.168.204.57@tcp:3:lfs.0 00010000:00010000:3.0:1763335105.313532:0:23997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1f400/0x3ec0b54007575070 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.313547:0:23997:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335105.313550:0:23997:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335105.313556:0:23997:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1f400/0x3ec0b54007575070 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.313568:0:23997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1f400/0x3ec0b54007575070 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.313669:0:23997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1f400/0x3ec0b54007575070 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.313678:0:23997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1f400/0x3ec0b54007575070 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.313686:0:23997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1f400/0x3ec0b54007575070 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.313693:0:23997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1f400 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335105.313697:0:23997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1f400/0x3ec0b54007575070 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.313706:0:23997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1f400/0x3ec0b54007575070 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.313721:0:23997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1f400/0x3ec0b54007575070 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.313729:0:23997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1f400/0x3ec0b54007575070 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335105.313799:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:2428:x1848989814676864:12345-192.168.204.57@tcp:3:lfs.0 Request processed in 306us (1006us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335105.313810:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1582 00000100:00100000:3.0:1763335105.322430:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335105.322473:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.322556:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814677120 00000100:00100000:2.0:1763335105.322566:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814677120 00000100:00100000:2.0:1763335105.322616:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9361 00000100:00100000:2.0:1763335105.322625:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4acaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56923:x1848989814677120:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335105.322649:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335105.322671:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575077 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88110f expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.322708:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b5400757507e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335105.322724:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b5400757507e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335105.322738:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b5400757507e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335105.322849:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575077 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88110f expref: 246 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.322868:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664200/0x3ec0b5400757507e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88110f expref: 245 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.322878:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9001c2a8ec00) 00010000:00010000:2.0:1763335105.322881:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763335105.322885:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664200, rc 0) 00000100:00100000:2.0:1763335105.322961:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4acaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56923:x1848989814677120:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 337us (488us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335105.322969:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9361 00000100:00100000:1.0:1763335105.325427:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814676992 00000100:00100000:1.0:1763335105.325441:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814676992 00000100:00100000:1.0:1763335105.325508:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6417 00000100:00100000:1.0:1763335105.325517:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4ac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+28:55956:x1848989814676992:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335105.325533:0:28961:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335105.325552:0:28961:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff900202172600/0x3ec0b54007575085 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881108 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335105.325580:0:28961:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x24a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763335105.325602:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335105.325605:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335105.325614:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff900202172600/0x3ec0b54007575085 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881108 expref: 29 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.325630:0:28961:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff900202172600/0x3ec0b54007575085 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881108 expref: 29 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.325642:0:28961:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202172600, rc 0) 00000100:00100000:1.0:1763335105.325708:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4ac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:55956:x1848989814676992:12345-192.168.204.57@tcp:101:bash.0 Request processed in 192us (3288us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335105.325716:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6417 00000100:00100000:3.0:1763335105.326148:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.326249:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814677248 00000100:00100000:2.0:1763335105.326254:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814677248 00000100:00100000:2.0:1763335105.326300:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1583 00000100:00100000:2.0:1763335105.326309:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4ac9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:2427:x1848989814677248:12345-192.168.204.57@tcp:4:lfs.0 00010000:00010000:2.0:1763335105.326358:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b5400757508c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x249:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.326374:0:28395:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574e5c lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x249:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881044 expref: 29 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335105.326381:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335105.326383:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335105.326387:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b5400757508c lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x249:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.326417:0:28395:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574e5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x249:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881044 expref: 29 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335105.326430:0:28395:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574e5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x249:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881044 expref: 29 pid: 28568 timeout: 1198 lvb_type: 1 00000100:00100000:2.0:1763335105.326444:0:28395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1334a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:28395:1848989826053888:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335105.326511:0:28395:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c7ccbd80 going to sleep for 11 seconds 00000100:00100000:0.0:1763335105.328157:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.328223:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814677376 00000100:00100000:2.0:1763335105.328230:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814677376 00000100:00100000:2.0:1763335105.328276:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6418 00000100:00100000:2.0:1763335105.328285:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:55956:x1848989814677376:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335105.328301:0:27804:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335105.328351:0:27804:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007575093 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x248:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881116 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335105.328372:0:27804:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x248:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763335105.328389:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335105.328391:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335105.328398:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007575093 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881116 expref: 15 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.328412:0:27804:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007575093 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881116 expref: 15 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.328429:0:27804:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664c00, rc 0) 00000100:00100000:2.0:1763335105.328480:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+15:55956:x1848989814677376:12345-192.168.204.57@tcp:101:bash.0 Request processed in 196us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335105.328487:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6418 00000100:00100000:2.0:1763335105.330261:0:28395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1334a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:28395:1848989826053888:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335105.330288:0:28395:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b5400757508c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x249:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335105.331376:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.331483:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814677504 00000100:00100000:2.0:1763335105.331490:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814677504 00010000:00010000:2.0:1763335105.331521:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574e5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x249:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881044 expref: 30 pid: 28568 timeout: 1198 lvb_type: 1 00000100:00100000:2.0:1763335105.331559:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3069 00000100:00100000:2.0:1763335105.331568:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+30:2427:x1848989814677504:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335105.331583:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335105.331603:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574e5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x249:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881044 expref: 30 pid: 28568 timeout: 1198 lvb_type: 1 00010000:00010000:2.0:1763335105.331616:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574e5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x249:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881044 expref: 30 pid: 28568 timeout: 1198 lvb_type: 1 00010000:00010000:2.0:1763335105.331638:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007574e5c lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x249:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881044 expref: 30 pid: 28568 timeout: 1198 lvb_type: 1 00010000:00010000:2.0:1763335105.331659:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335105.331661:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335105.331667:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b5400757508c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x249:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.331677:0:7458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b5400757508c lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x249:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.331706:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335105.331753:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:2427:x1848989814677504:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 185us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335105.331761:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3069 00010000:00010000:0.0:1763335105.332385:0:28395:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b5400757508c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x249:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.332395:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b5400757508c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x249:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335105.333652:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335105.333689:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.333775:0:8422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814677632 00000100:00100000:2.0:1763335105.333783:0:8422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814677632 00002000:00010000:2.0:1763335105.333807:0:8422:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/586 (0->18446744073709551615) 00002000:00100000:2.0:1763335105.333812:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c4ac9500 with x1848989814677632 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335105.333821:0:8422:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c4ac9500. 00000100:00100000:2.0:1763335105.333836:0:8422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814677760 00000100:00100000:2.0:1763335105.333838:0:8422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814677760 00002000:00010000:2.0:1763335105.333846:0:8422:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/584 (0->18446744073709551615) 00002000:00100000:2.0:1763335105.333849:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c4acad80 with x1848989814677760 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335105.333854:0:8422:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c4acad80. 00000100:00100000:2.0:1763335105.333868:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1584 00000100:00100000:2.0:1763335105.333875:0:8422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4ac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:2426:x1848989814677632:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:2.0:1763335105.333991:0:8422:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x24a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335105.333994:0:8422:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x24a:0x0] updating lvb mtime from disk: 0 -> 1763335105 00002000:00010000:2.0:1763335105.333997:0:8422:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x24a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335105.334000:0:8422:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x24a:0x0] updating lvb ctime from disk: 0 -> 1763335105 00002000:00010000:2.0:1763335105.334002:0:8422:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x24a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335105.334042:0:8422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4ac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+30:2426:x1848989814677632:12345-192.168.204.57@tcp:10:bash.0 Request processed in 167us (394us total) trans 17179871543 rc 0/0 00000100:00100000:2.0:1763335105.334049:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1584 00002000:00010000:2.0:1763335105.334053:0:8422:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/586 (0->18446744073709551615) 00002000:00100000:2.0:1763335105.334056:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c4ac9500 with x1848989814677632 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335105.334059:0:8422:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c4ac9500. 00000100:00100000:2.0:1763335105.334072:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1585 00000100:00100000:2.0:1763335105.334078:0:8422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4acad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+15:2426:x1848989814677760:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:2.0:1763335105.334160:0:8422:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x248:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335105.334163:0:8422:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x248:0x0] updating lvb mtime from disk: 0 -> 1763335105 00002000:00010000:2.0:1763335105.334166:0:8422:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x248:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335105.334168:0:8422:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x248:0x0] updating lvb ctime from disk: 0 -> 1763335105 00002000:00010000:2.0:1763335105.334170:0:8422:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x248:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335105.334187:0:8422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4acad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2426:x1848989814677760:12345-192.168.204.57@tcp:10:bash.0 Request processed in 109us (497us total) trans 21474838834 rc 0/0 00000100:00100000:2.0:1763335105.334193:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1585 00002000:00010000:2.0:1763335105.334196:0:8422:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/584 (0->18446744073709551615) 00002000:00100000:2.0:1763335105.334198:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c4acad80 with x1848989814677760 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335105.334202:0:8422:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c4acad80. 00000100:00100000:3.0:1763335105.337280:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335105.337656:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814678016 00000100:00100000:0.0:1763335105.337666:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814678016 00000100:00100000:0.0:1763335105.337716:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3225 00000100:00100000:0.0:1763335105.337725:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:55956:x1848989814678016:12345-192.168.204.57@tcp:35:bash.0 00000100:00100000:0.0:1763335105.337980:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+246:55956:x1848989814678016:12345-192.168.204.57@tcp:35:bash.0 Request processed in 256us (710us total) trans 4294972978 rc 0/0 00000100:00100000:0.0:1763335105.337991:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3225 00000001:00080000:2.0:1763335105.343282:0:26000:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871544 is committed 00000001:00080000:2.0:1763335105.343300:0:26000:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871542 is committed 00002000:00010000:0.0:1763335105.343715:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x249:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:0.0:1763335105.343721:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x249:0x0] updating lvb mtime from disk: 0 -> 1763335105 00002000:00010000:0.0:1763335105.343724:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x249:0x0] updating lvb ctime from disk: 0 -> 1763335105 00002000:00010000:0.0:1763335105.343727:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x249:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1763335105.343742:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b5400757508c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x249:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.343755:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b5400757508c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x249:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.343765:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b5400757508c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x249:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.343772:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665e00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335105.343777:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b5400757508c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x249:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.343785:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b5400757508c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x249:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.343807:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b5400757508c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x249:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.343813:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b5400757508c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x249:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335105.343935:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4ac9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+15:2427:x1848989814677248:12345-192.168.204.57@tcp:4:lfs.0 Request processed in 17621us (17782us total) trans 17179871544 rc 0/0 00000100:00100000:0.0:1763335105.343945:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1583 00000100:00100000:3.0:1763335105.355623:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335105.355700:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814678144 00000100:00100000:0.0:1763335105.355710:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814678144 00000100:00100000:0.0:1763335105.355765:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9362 00000100:00100000:0.0:1763335105.355774:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4ac8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+246:56926:x1848989814678144:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:0.0:1763335105.355797:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335105.355817:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b5400757509a lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88111d expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.355878:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b540075750a1 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335105.355891:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b540075750a1 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.355901:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b540075750a1 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.355922:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b540075750a8 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335105.355929:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b540075750a8 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.355936:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b540075750a8 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.356011:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075750af lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1dc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335105.356019:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075750af lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1dc:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.356026:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075750af lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1dc:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:0.0:1763335105.356061:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1dc:0x0]: returning size 5 00000004:00200000:0.0:1763335105.356065:0:13591:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335105.356081:0:13591:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075750af lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1dc:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.356099:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075750af lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.356108:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b540075750a1 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.356115:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b540075750a1 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.356121:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b540075750a1 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.356127:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b540075750a1 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.356133:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c3b9fa00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335105.356136:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b540075750a1 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.356143:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b540075750a1 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.356154:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881100) 00010000:00010000:0.0:1763335105.356157:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335105.356161:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b540075750a1 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.356168:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b540075750a1 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.356180:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b540075750a8 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.356185:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b540075750a8 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.356191:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b540075750a8 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.356196:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035fe00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335105.356198:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b540075750a8 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.356203:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b540075750a8 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.356209:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881300) 00010000:00010000:0.0:1763335105.356211:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335105.356214:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b540075750a8 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.356219:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b540075750a8 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.356242:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b5400757509a lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88111d expref: 248 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.356254:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075750af lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88111d expref: 247 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.356267:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1dc:0x0].0x0 (ffff9001c2a8e300) 00010000:00010000:0.0:1763335105.356269:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335105.356271:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035e000, rc 0) 00000100:00100000:0.0:1763335105.356371:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4ac8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:56926:x1848989814678144:12345-192.168.204.57@tcp:101:rm.0 Request processed in 597us (758us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335105.356377:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9362 00000100:00100000:2.0:1763335105.365948:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335105.366245:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814678400 00000100:00100000:0.0:1763335105.366256:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814678400 00000100:00100000:0.0:1763335105.366333:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9363 00000100:00100000:0.0:1763335105.366344:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1334a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:56926:x1848989814678400:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:0.0:1763335105.366397:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1763335105.366422:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007575069 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1dc:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881101 expref: 247 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.366444:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075750af lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88111d expref: 246 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.366457:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b5400757504d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1dc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810f3 expref: 245 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.366468:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1dc:0x0].0x0 (ffff9001c2a8e300) 00010000:00010000:0.0:1763335105.366478:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335105.366503:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b540075750b6 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335105.366516:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b540075750b6 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.366530:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b540075750b6 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.366541:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b540075750bd lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335105.366547:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b540075750bd lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.366554:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b540075750bd lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.366622:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b540075750c4 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1dc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335105.366630:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b540075750c4 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.366637:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b540075750c4 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000040:00080000:0.0:1763335105.366851:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1441, 64 off121072 00000040:00080000:0.0:1763335105.366874:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1440, 64 off121072 00000040:00080000:0.0:1763335105.366884:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1441, 64 off121136 00000040:00080000:0.0:1763335105.366893:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1442, 64 off121136 00010000:00010000:0.0:1763335105.366951:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035f400/0x3ec0b540075750cb lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1dc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335105.366961:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035f400/0x3ec0b540075750cb lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.366968:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035f400/0x3ec0b540075750cb lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.366979:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035f400/0x3ec0b540075750cb lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.366985:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035f400/0x3ec0b540075750cb lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.366991:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035f400/0x3ec0b540075750cb lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.367007:0:7841:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763335105.367023:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b540075750c4 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1dc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.367030:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b540075750c4 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1dc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.367036:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b540075750c4 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1dc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.367042:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035e400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335105.367047:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b540075750c4 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1dc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.367054:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b540075750c4 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1dc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.367062:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1dc:0x0].0x0 (ffff9000c4881900) 00010000:00010000:0.0:1763335105.367065:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763335105.367070:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b540075750c4 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1dc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.367076:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b540075750c4 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1dc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.367200:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b540075750b6 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.367208:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b540075750b6 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.367213:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b540075750b6 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.367219:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b540075750b6 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.367225:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035fe00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335105.367228:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b540075750b6 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.367233:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b540075750b6 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.367241:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881100) 00010000:00010000:0.0:1763335105.367244:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335105.367247:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b540075750b6 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.367253:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b540075750b6 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000004:00010000:0.0:1763335105.367265:0:7841:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e45d6167 reply state 00000000b4f99aac transno 4294972979 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b540075750bd lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.367275:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b540075750bd lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.367281:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881300) 00010000:00010000:0.0:1763335105.367284:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335105.367286:0:7841:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335105.367384:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1334a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+246:56926:x1848989814678400:12345-192.168.204.57@tcp:36:rm.0 Request processed in 1040us (1473us total) trans 4294972979 rc 0/0 00000100:00100000:0.0:1763335105.367392:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9363 00010000:00010000:1.0:1763335105.367474:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335105.367482:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035f400/0x3ec0b540075750cb lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1dc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.367488:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035f400 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335105.367492:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035f400/0x3ec0b540075750cb lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1dc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.367498:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035f400/0x3ec0b540075750cb lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1dc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.367507:0:7457:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1dc:0x0].0x0 (ffff9000c4881900) 00010000:00010000:1.0:1763335105.367510:0:7457:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335105.367513:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035f400/0x3ec0b540075750cb lrc: 1/0,0 mode: --/PW res: [0x240000405:0x1dc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.367523:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035f400/0x3ec0b540075750cb lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1dc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.367535:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335105.367537:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335105.367539:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335105.371921:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.372009:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814678656 00000100:00100000:2.0:1763335105.372018:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814678656 00000100:00100000:2.0:1763335105.372073:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9364 00000100:00100000:2.0:1763335105.372099:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+246:56923:x1848989814678656:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:2.0:1763335105.372153:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335105.372177:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007575015 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1db:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810de expref: 246 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.372196:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9001c2a8ec00) 00010000:00010000:2.0:1763335105.372201:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335105.372264:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075750d2 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335105.372278:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075750d2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.372288:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075750d2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00010000:2.0:1763335105.372430:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000017cbe46f reply state 00000000dd3d28f1 transno 4294972980 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075750d2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.372442:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075750d2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.372448:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9001c2a8ec00) 00010000:00010000:2.0:1763335105.372450:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335105.372453:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335105.372548:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:56923:x1848989814678656:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 466us (645us total) trans 4294972980 rc 0/0 00000100:00100000:2.0:1763335105.372555:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9364 00000100:00100000:3.0:1763335105.376516:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335105.376675:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814678784 00000100:00100000:1.0:1763335105.376687:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814678784 00000100:00100000:1.0:1763335105.376746:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6419 00000100:00100000:1.0:1763335105.376756:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+15:56923:x1848989814678784:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335105.376775:0:28961:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335105.376796:0:28961:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff900202173000/0x3ec0b540075750d9 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x249:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881124 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335105.376821:0:28961:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x249:0x0] initial LVB size: 4096, mtime: 0x691a5bc1, atime: 0x0, ctime: 0x691a5bc1, blocks: 0x8 00010000:00010000:1.0:1763335105.376845:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335105.376848:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335105.376857:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff900202173000/0x3ec0b540075750d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881124 expref: 16 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.376872:0:28961:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff900202173000/0x3ec0b540075750d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881124 expref: 16 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.376885:0:28961:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202173000, rc 0) 00000100:00100000:1.0:1763335105.376946:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:56923:x1848989814678784:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 190us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335105.376958:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6419 00000100:00100000:3.0:1763335105.380108:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335105.380157:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335105.380746:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814678912 00000100:00100000:0.0:1763335105.380756:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814678912 00000100:00100000:0.0:1763335105.380814:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9365 00000100:00100000:0.0:1763335105.380823:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:56927:x1848989814678912:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335105.380844:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335105.380863:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b540075750e0 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88112b expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.380929:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075750e7 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335105.380943:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075750e7 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.380954:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075750e7 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.380962:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075750ee lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335105.380968:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075750ee lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.380973:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075750ee lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.381010:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075750e7 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.381017:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075750e7 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.381022:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075750e7 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.381028:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075750e7 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.381033:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035e000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335105.381036:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075750e7 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.381042:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075750e7 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.381052:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881100) 00010000:00010000:0.0:1763335105.381055:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335105.381058:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075750e7 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.381064:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075750e7 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.381077:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075750ee lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.381095:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075750ee lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.381101:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075750ee lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.381105:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035ec00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335105.381108:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075750ee lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.381114:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075750ee lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.381120:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881300) 00010000:00010000:0.0:1763335105.381123:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335105.381126:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075750ee lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.381131:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075750ee lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.381156:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b540075750e0 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88112b expref: 248 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.381166:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881100) 00010000:00010000:0.0:1763335105.381169:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335105.381172:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b540075750e0 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88112b expref: 248 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.381184:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035e400, rc 0) 00000100:00100000:0.0:1763335105.381240:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:56927:x1848989814678912:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 418us (1157us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335105.381247:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9365 00000100:00100000:2.0:1763335105.381687:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814679040 00000100:00100000:2.0:1763335105.381693:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814679040 00000100:00100000:2.0:1763335105.381720:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6420 00000100:00100000:2.0:1763335105.381727:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:56923:x1848989814679040:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335105.381736:0:27804:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335105.381747:0:27804:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075750f5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x247:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881132 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.381767:0:27804:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c5280a00/0x3ec0b54007574e63 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88104b expref: 17 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335105.381774:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335105.381777:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335105.381781:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075750f5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881132 expref: 17 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.381810:0:27804:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c5280a00/0x3ec0b54007574e63 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88104b expref: 17 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335105.381822:0:27804:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c5280a00/0x3ec0b54007574e63 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88104b expref: 17 pid: 28568 timeout: 1198 lvb_type: 1 00000100:00100000:2.0:1763335105.381835:0:27804:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1337100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27804:1848989826054016:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335105.381901:0:27804:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c7ccb840 going to sleep for 11 seconds 00000100:00100000:2.0:1763335105.385938:0:27804:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1337100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27804:1848989826054016:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335105.385977:0:27804:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075750f5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881132 expref: 17 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.386003:0:27804:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665c00, rc 0) 00000100:00100000:2.0:1763335105.386069:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:56923:x1848989814679040:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 4341us (5910us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335105.386079:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6420 00000100:00100000:0.0:1763335105.387692:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335105.388127:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335105.388236:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814679168 00000100:00100000:3.0:1763335105.388246:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814679168 00010000:00010000:3.0:1763335105.388280:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280a00/0x3ec0b54007574e63 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88104b expref: 17 pid: 28568 timeout: 1198 lvb_type: 1 00000100:00100000:3.0:1763335105.388404:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3070 00000100:00100000:3.0:1763335105.388415:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2427:x1848989814679168:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335105.388429:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335105.388449:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c5280a00/0x3ec0b54007574e63 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x247:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88104b expref: 17 pid: 28568 timeout: 1198 lvb_type: 1 00010000:00010000:3.0:1763335105.388463:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c5280a00/0x3ec0b54007574e63 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x247:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88104b expref: 17 pid: 28568 timeout: 1198 lvb_type: 1 00010000:00010000:3.0:1763335105.388486:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c5280a00/0x3ec0b54007574e63 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x247:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88104b expref: 17 pid: 28568 timeout: 1198 lvb_type: 1 00010000:00010000:3.0:1763335105.388502:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335105.388504:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335105.388510:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075750f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881132 expref: 16 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.388521:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075750f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881132 expref: 16 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.388557:0:6514:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075750f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881132 expref: 16 pid: 27804 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335105.388571:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b47b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6514:1848989826054144:192.168.204.57@tcp:105: 00000100:00100000:1.0:1763335105.388779:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814679296 00000100:00100000:1.0:1763335105.388785:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814679296 00000100:00100000:1.0:1763335105.388819:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9366 00000100:00100000:1.0:1763335105.388826:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:56927:x1848989814679296:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335105.388842:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335105.388861:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075750fc lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881139 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.388930:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575103 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335105.388942:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575103 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.388952:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575103 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.388962:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b5400757510a lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335105.388968:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b5400757510a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.388973:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b5400757510a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.389008:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575103 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.389014:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575103 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.389021:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575103 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.389026:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575103 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.389031:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202172200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335105.389034:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575103 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.389041:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575103 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.389050:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2200) 00010000:00010000:1.0:1763335105.389052:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335105.389056:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575103 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.389061:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575103 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.389072:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b5400757510a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.389077:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b5400757510a lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.389097:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b5400757510a lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.389102:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202173a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335105.389104:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b5400757510a lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.389112:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b5400757510a lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.389118:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881300) 00010000:00010000:1.0:1763335105.389121:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335105.389124:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b5400757510a lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.389128:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b5400757510a lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.389152:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075750fc lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881139 expref: 248 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.389160:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2200) 00010000:00010000:1.0:1763335105.389162:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335105.389165:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075750fc lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881139 expref: 248 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.389178:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202173800, rc 0) 00000100:00100000:2.0:1763335105.389692:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c7926e40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335105.389786:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:56927:x1848989814679296:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 958us (2098us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335105.389795:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9366 00000100:00100000:3.0:1763335105.394695:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335105.394730:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335105.394757:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.394945:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b47b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6514:1848989826054144:192.168.204.57@tcp:105: 00010000:00010000:2.0:1763335105.394969:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335105.395016:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2427:x1848989814679168:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 6602us (6889us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335105.395027:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3070 00000100:00100000:1.0:1763335105.395130:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814679424 00000100:00100000:1.0:1763335105.395138:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814679424 00002000:00010000:1.0:1763335105.395174:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/585 (5->18446744073709551615) 00002000:00100000:1.0:1763335105.395179:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c9b46d80 with x1848989814679424 ext(5->18446744073709551615) 00002000:00010000:1.0:1763335105.395190:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c9b46d80. 00000100:00100000:1.0:1763335105.395216:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814679552 00000100:00100000:1.0:1763335105.395221:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814679552 00002000:00010000:1.0:1763335105.395232:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/583 (0->18446744073709551615) 00002000:00100000:1.0:1763335105.395235:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001c12a8a80 with x1848989814679552 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335105.395242:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9001c12a8a80. 00000100:00100000:1.0:1763335105.395260:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1586 00000100:00100000:1.0:1763335105.395269:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2429:x1848989814679424:12345-192.168.204.57@tcp:10:lfs.0 00002000:00010000:1.0:1763335105.395593:0:23997:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x249:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:1.0:1763335105.395597:0:23997:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x249:0x0] updating lvb mtime from disk: 1763335105 -> 1763335105 00002000:00010000:1.0:1763335105.395600:0:23997:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x249:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335105.395602:0:23997:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x249:0x0] updating lvb ctime from disk: 1763335105 -> 1763335105 00002000:00010000:1.0:1763335105.395605:0:23997:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x249:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763335105.395631:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2429:x1848989814679424:12345-192.168.204.57@tcp:10:lfs.0 Request processed in 362us (945us total) trans 17179871545 rc 0/0 00000100:00100000:1.0:1763335105.395638:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1586 00002000:00010000:1.0:1763335105.395642:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/585 (5->18446744073709551615) 00002000:00100000:1.0:1763335105.395645:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c9b46d80 with x1848989814679424 ext(5->18446744073709551615) 00002000:00010000:1.0:1763335105.395649:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c9b46d80. 00000100:00100000:1.0:1763335105.395663:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1587 00000100:00100000:1.0:1763335105.395669:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2428:x1848989814679552:12345-192.168.204.57@tcp:10:lfs.0 00002000:00010000:1.0:1763335105.395761:0:23997:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x247:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335105.395764:0:23997:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x247:0x0] updating lvb mtime from disk: 0 -> 1763335105 00002000:00010000:1.0:1763335105.395766:0:23997:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x247:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335105.395769:0:23997:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x247:0x0] updating lvb ctime from disk: 0 -> 1763335105 00002000:00010000:1.0:1763335105.395771:0:23997:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x247:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335105.395793:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2428:x1848989814679552:12345-192.168.204.57@tcp:10:lfs.0 Request processed in 123us (1062us total) trans 21474838835 rc 0/0 00000100:00100000:1.0:1763335105.395801:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1587 00002000:00010000:1.0:1763335105.395804:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/583 (0->18446744073709551615) 00002000:00100000:1.0:1763335105.395806:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001c12a8a80 with x1848989814679552 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335105.395810:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9001c12a8a80. 00000100:00100000:1.0:1763335105.395832:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814679680 00000100:00100000:1.0:1763335105.395836:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814679680 00000100:00100000:1.0:1763335105.395862:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9367 00000100:00100000:1.0:1763335105.395868:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:56927:x1848989814679680:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335105.395879:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335105.395898:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575111 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881140 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.395961:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575118 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335105.395975:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575118 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.395986:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575118 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:1.0:1763335105.396020:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1763335105.396025:0:7841:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763335105.396056:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575111 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881140 expref: 249 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.396074:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575118 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881140 expref: 248 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.396089:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2b00) 00010000:00010000:1.0:1763335105.396093:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763335105.396096:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7a00, rc 0) 00000100:00100000:1.0:1763335105.396117:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:56927:x1848989814679680:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 249us (1360us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335105.396124:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9367 00000100:00100000:2.0:1763335105.400633:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335105.406531:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814679936 00000100:00100000:1.0:1763335105.406549:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814679936 00000100:00100000:1.0:1763335105.406637:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9368 00000100:00100000:1.0:1763335105.406648:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1337100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:56923:x1848989814679936:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:1.0:1763335105.406744:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757511f lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335105.406765:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757511f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.406777:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757511f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00010000:1.0:1763335105.406892:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f5d46513 reply state 00000000769a3197 transno 4294972981 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757511f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.406905:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757511f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.406923:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9001c2a8ec00) 00010000:00010000:1.0:1763335105.406927:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335105.406930:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335105.407032:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1337100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:56923:x1848989814679936:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 384us (6412us total) trans 4294972981 rc 0/0 00000100:00100000:1.0:1763335105.407039:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9368 00000100:00100000:0.0:1763335105.407627:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.407699:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814680064 00000100:00100000:2.0:1763335105.407705:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814680064 00000100:00100000:2.0:1763335105.407743:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9369 00000100:00100000:2.0:1763335105.407753:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:56927:x1848989814680064:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335105.407764:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335105.407778:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007575126 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881147 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.407829:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b5400757512d lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335105.407838:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b5400757512d lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335105.407846:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b5400757512d lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335105.407857:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575134 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335105.407863:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575134 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335105.407868:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575134 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335105.407900:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b5400757512d lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335105.407906:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b5400757512d lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335105.407921:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b5400757512d lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335105.407928:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b5400757512d lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335105.407934:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335105.407937:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b5400757512d lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335105.407943:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b5400757512d lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335105.407953:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2b00) 00010000:00010000:2.0:1763335105.407956:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335105.407959:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b5400757512d lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335105.407965:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b5400757512d lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335105.407980:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575134 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335105.407986:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575134 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335105.407991:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575134 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335105.407997:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadac00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335105.408000:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575134 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335105.408005:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575134 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335105.408011:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881300) 00010000:00010000:2.0:1763335105.408014:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335105.408017:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575134 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335105.408022:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575134 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335105.408046:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007575126 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881147 expref: 251 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.408057:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2b00) 00010000:00010000:2.0:1763335105.408059:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335105.408062:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007575126 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881147 expref: 251 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.408076:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664800, rc 0) 00000100:00100000:2.0:1763335105.408132:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:56927:x1848989814680064:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 380us (507us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335105.408138:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9369 00000100:00100000:3.0:1763335105.413811:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.414220:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814680192 00000100:00100000:2.0:1763335105.414232:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814680192 00000100:00100000:2.0:1763335105.414294:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6421 00000100:00100000:2.0:1763335105.414305:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2429:x1848989814680192:12345-192.168.204.57@tcp:2:lfs.0 00002000:00010000:2.0:1763335105.414460:0:27804:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x246:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:2.0:1763335105.414464:0:27804:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x246:0x0] updating lvb mtime from disk: 1763335105 -> 1763335105 00002000:00010000:2.0:1763335105.414467:0:27804:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x246:0x0] updating lvb atime from disk: 0 -> 1763335105 00002000:00010000:2.0:1763335105.414470:0:27804:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x246:0x0] updating lvb ctime from disk: 1763335105 -> 1763335105 00002000:00010000:2.0:1763335105.414472:0:27804:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x246:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763335105.414528:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2429:x1848989814680192:12345-192.168.204.57@tcp:2:lfs.0 Request processed in 224us (726us total) trans 21474838836 rc 0/0 00000100:00100000:2.0:1763335105.414536:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6421 00000100:00100000:3.0:1763335105.416336:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335105.416491:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814680448 00000100:00100000:1.0:1763335105.416500:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814680448 00000100:00100000:1.0:1763335105.416549:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9370 00000100:00100000:1.0:1763335105.416560:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:56927:x1848989814680448:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335105.416580:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335105.416583:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763335105.416607:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575118 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881140 expref: 250 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.416625:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2b00) 00010000:00010000:1.0:1763335105.416635:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335105.416648:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b5400757513b lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88114e expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.416740:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575142 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335105.416753:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575142 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.416763:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575142 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.416773:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007575149 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335105.416781:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007575149 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.416788:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007575149 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.417168:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007575150 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335105.417178:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007575150 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.417186:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007575150 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:1.0:1763335105.417196:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1de:0x0]: returning size 0 00010000:00010000:1.0:1763335105.417220:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575142 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.417227:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575142 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.417234:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575142 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.417241:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575142 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.417247:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335105.417251:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575142 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.417258:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575142 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.417267:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2200) 00010000:00010000:1.0:1763335105.417270:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335105.417273:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575142 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.417284:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575142 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000004:00010000:1.0:1763335105.417294:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000aaafb5a9 reply state 00000000d97477de transno 4294972982 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007575149 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.417304:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007575149 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.417310:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881300) 00010000:00010000:1.0:1763335105.417347:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335105.417350:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763335105.417571:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b5400757513b lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88114e expref: 252 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.417590:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007575150 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88114e expref: 251 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.417598:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1de:0x0].0x0 (ffff9001cada2a00) 00010000:00010000:1.0:1763335105.417600:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335105.417603:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7e00, rc 0) 00000100:00100000:1.0:1763335105.417669:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:56927:x1848989814680448:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1110us (1360us total) trans 4294972982 rc 0/0 00000100:00100000:1.0:1763335105.417678:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9370 00000100:00100000:0.0:1763335105.424494:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.424639:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814680704 00000100:00100000:2.0:1763335105.424650:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814680704 00000100:00100000:2.0:1763335105.424716:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3226 00000100:00100000:2.0:1763335105.424728:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:56923:x1848989814680704:12345-192.168.204.57@tcp:35:lfs.0 00000004:00010000:2.0:1763335105.424796:0:6533:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000405:0x1db:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574f66 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1db:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810a6 expref: 252 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.424849:0:6533:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757515e lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 00010000:00010000:2.0:1763335105.424864:0:6533:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007575000 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810d7 expref: 252 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.424873:0:6533:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757515e lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335105.424904:0:6533:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007575000 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810d7 expref: 252 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.424927:0:6533:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007575000 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810d7 expref: 252 pid: 6532 timeout: 1198 lvb_type: 0 00000100:00100000:2.0:1763335105.424942:0:6533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1336680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6533:1848989826054272:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335105.425026:0:6533:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c7ccb840 going to sleep for 11 seconds 00000100:00100000:0.0:1763335105.425680:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335105.425729:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814680960 00000100:00100000:1.0:1763335105.425736:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814680960 00000100:00100000:1.0:1763335105.425783:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9371 00000100:00100000:1.0:1763335105.425793:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56927:x1848989814680960:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335105.425809:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335105.425824:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007575165 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881155 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.425927:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b5400757516c lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335105.425939:0:13591:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007575150 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88114e expref: 254 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.425947:0:13591:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b5400757516c lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.425968:0:13591:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007575150 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88114e expref: 254 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.425977:0:13591:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007575150 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88114e expref: 254 pid: 13591 timeout: 1198 lvb_type: 0 00000100:00100000:1.0:1763335105.425987:0:13591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7ed5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826054400:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335105.426047:0:13591:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c5f94900 going to sleep for 11 seconds 00000100:00100000:2.0:1763335105.436426:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335105.436461:0:6533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1336680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6533:1848989826054272:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335105.436490:0:6533:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757515e lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT1 00000100:00100000:2.0:1763335105.436500:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.436532:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814681088 00000100:00100000:2.0:1763335105.436539:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814681088 00000100:00100000:1.0:1763335105.436564:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814681216 00000100:00100000:1.0:1763335105.436570:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814681216 00010000:00010000:2.0:1763335105.436576:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007575000 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810d7 expref: 256 pid: 6532 timeout: 1198 lvb_type: 0 00010000:00010000:1.0:1763335105.436592:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007575150 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88114e expref: 256 pid: 13591 timeout: 1198 lvb_type: 0 00000100:00100000:2.0:1763335105.436625:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3071 00000100:00100000:2.0:1763335105.436635:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1337800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:2426:x1848989814681088:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335105.436651:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335105.436658:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007575000 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810d7 expref: 256 pid: 6532 timeout: 1198 lvb_type: 0 00000100:00100000:1.0:1763335105.436662:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3072 00000100:00100000:1.0:1763335105.436675:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c7959450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:2427:x1848989814681216:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335105.436678:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007575000 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810d7 expref: 256 pid: 6532 timeout: 1198 lvb_type: 0 00010000:00010000:1.0:1763335105.436687:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335105.436694:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007575150 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88114e expref: 256 pid: 13591 timeout: 1198 lvb_type: 0 00010000:00010000:1.0:1763335105.436710:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007575150 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88114e expref: 256 pid: 13591 timeout: 1198 lvb_type: 0 00010000:00010000:1.0:1763335105.436732:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1de:0x0].0x0 (ffff9001cada2a00) 00010000:00010000:1.0:1763335105.436737:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b5400757516c lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.436746:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b5400757516c lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.436753:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b5400757516c lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.436771:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335105.436816:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c7959450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:2427:x1848989814681216:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 144us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335105.436823:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3072 00010000:00010000:0.0:1763335105.437023:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007575150 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88114e expref: 255 pid: 13591 timeout: 1198 lvb_type: 0 00000100:00100000:0.0:1763335105.437037:0:13591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7ed5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826054400:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335105.437051:0:13591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b5400757516c lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.437059:0:13591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b5400757516c lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.437064:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b5400757516c lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:0.0:1763335105.437086:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1de:0x0]: returning size 0 00010000:00010000:2.0:1763335105.437850:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007575000 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810d7 expref: 254 pid: 6532 timeout: 1198 lvb_type: 0 00010000:00010000:2.0:1763335105.437867:0:7458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9001c2a8ec00) 00010000:00010000:2.0:1763335105.437872:0:7458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757515e lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335105.437881:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757515e lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335105.437887:0:7458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757515e lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335105.437923:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335105.437946:0:6533:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757515e lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335105.437955:0:6533:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757515e lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT1 00000100:00100000:2.0:1763335105.437965:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1337800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:2426:x1848989814681088:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 1330us (1550us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335105.437973:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3071 00000040:00080000:1.0:1763335105.438158:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1442, 88 off121224 00000004:00080000:1.0:1763335105.438165:0:6533:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1098417850544ns, next at 1098673279623ns, rc = 0 00000040:00080000:1.0:1763335105.438191:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1443, 88 off121224 00000004:00080000:1.0:1763335105.438196:0:6533:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1098417881731ns, next at 1098674552476ns, rc = 0 00000040:00080000:1.0:1763335105.438211:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1444, 88 off121312 00000004:00080000:1.0:1763335105.438215:0:6533:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1098417900956ns, next at 1098674552476ns, rc = 0 00000040:00080000:1.0:1763335105.438227:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1443, 88 off121312 00000004:00080000:1.0:1763335105.438230:0:6533:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1098417915887ns, next at 1098673279623ns, rc = 0 00000004:00080000:0.0:1763335105.439146:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x24a:0x0], index 0: 0 00000004:00080000:0.0:1763335105.439156:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x24c:0x0], index 1: 0 00000004:00080000:0.0:1763335105.439162:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x24d:0x0], index 1: 0 00000004:00080000:0.0:1763335105.439166:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x24b:0x0], index 0: 0 00010000:00010000:0.0:1763335105.439951:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b5400757516c lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.439963:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b5400757516c lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.439970:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b5400757516c lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.439976:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202172c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335105.439980:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b5400757516c lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.439988:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b5400757516c lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.440002:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1de:0x0].0x0 (ffff9001cada2a00) 00010000:00010000:0.0:1763335105.440005:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335105.440009:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b5400757516c lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.440014:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b5400757516c lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.440070:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007575165 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1de:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881155 expref: 254 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.440081:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1de:0x0].0x0 (ffff9001cada2a00) 00010000:00010000:0.0:1763335105.441092:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763335105.441101:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007575165 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1de:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881155 expref: 254 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.441121:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6600, rc 0) 00000100:00100000:0.0:1763335105.441191:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56927:x1848989814680960:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 15400us (15512us total) trans 4294972984 rc 301/301 00000100:00100000:0.0:1763335105.441200:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9371 00000100:00100000:1.0:1763335105.444848:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000001:00080000:2.0:1763335105.446149:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972983 is committed 00000004:00080000:2.0:1763335105.446158:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 947 committed 00000004:00080000:2.0:1763335105.446171:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 944 committed 00000004:00080000:2.0:1763335105.446181:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 943 committed 00000004:00080000:2.0:1763335105.446183:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 946 committed 00000004:00010000:2.0:1763335105.446310:0:6533:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000025130bd8 reply state 000000006884fecd transno 4294972983 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757515e lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335105.446343:0:6533:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757515e lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335105.446351:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9001c2a8ec00) 00010000:00010000:2.0:1763335105.446354:0:6533:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763335105.446357:0:6533:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763335105.446363:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9001c2a8ec00) 00010000:00010000:2.0:1763335105.446365:0:6533:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763335105.446372:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007574f66 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1db:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810a6 expref: 246 pid: 13840 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1763335105.446478:0:6533:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1763335105.446491:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+246:56923:x1848989814680704:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 21765us (22006us total) trans 4294972983 rc 0/0 00000100:00100000:2.0:1763335105.446501:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3226 00000100:00100000:2.0:1763335105.446525:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814681472 00000100:00100000:2.0:1763335105.446531:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814681472 00000100:00100000:1.0:1763335105.446603:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1337800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826054528:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763335105.446653:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335105.446686:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763335105.446692:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1335880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826054912:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335105.446717:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335105.446743:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1335c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826054656:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763335105.446770:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335105.446788:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763335105.446793:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1336a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826054784:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335105.446818:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335105.446849:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826054528 00000100:00100000:1.0:1763335105.446853:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826054528 00000100:00100000:1.0:1763335105.446883:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826054912 00000100:00100000:1.0:1763335105.446887:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826054912 00000100:00100000:1.0:1763335105.446906:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826054656 00000100:00100000:1.0:1763335105.446909:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826054656 00000100:00100000:1.0:1763335105.446941:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826054784 00000100:00100000:1.0:1763335105.446944:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826054784 00000100:00100000:1.0:1763335105.446966:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6422 00000100:00100000:1.0:1763335105.446976:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+8:3667:x1848989826054528:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763335105.447002:0:28961:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:586 count 1 00010000:00010000:1.0:1763335105.447030:0:28961:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff900202173a00/0x3ec0b5400757517a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.447048:0:28961:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff900202172600/0x3ec0b54007575085 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881108 expref: 16 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.447058:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335105.447061:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335105.447065:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff900202173a00/0x3ec0b5400757517a lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.447093:0:28961:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff900202172600/0x3ec0b54007575085 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881108 expref: 16 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.447107:0:28961:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff900202172600/0x3ec0b54007575085 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881108 expref: 16 pid: 28961 timeout: 1198 lvb_type: 0 00000100:00100000:1.0:1763335105.447120:0:28961:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6eb4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28961:1848989826055040:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335105.447167:0:28961:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c9e3a900 going to sleep for 11 seconds 00000100:00100000:1.0:1763335105.447185:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6423 00000100:00100000:1.0:1763335105.447195:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+8:3667:x1848989826054912:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763335105.447354:0:8415:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x249:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1763335105.447357:0:8415:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x249:0x0] updating lvb mtime from disk: 1763335105 -> 1763335105 00002000:00010000:1.0:1763335105.447360:0:8415:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x249:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335105.447362:0:8415:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x249:0x0] updating lvb ctime from disk: 1763335105 -> 1763335105 00002000:00010000:1.0:1763335105.447365:0:8415:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x249:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763335105.447399:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+9:3667:x1848989826054912:12345-0@lo:2:osp-syn-1-1.0 Request processed in 206us (681us total) trans 17179871546 rc 0/0 00000100:00100000:1.0:1763335105.447406:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6423 00000100:00100000:1.0:1763335105.447420:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6424 00000100:00100000:1.0:1763335105.447426:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+8:3664:x1848989826054656:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763335105.447438:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:587 count 1 00002000:00010000:1.0:1763335105.447454:0:8415:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x24b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763335105.447459:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b54007575181 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x24b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.447467:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335105.447468:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335105.447472:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b54007575181 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.447482:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b54007575181 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.447490:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b54007575181 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.447498:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b54007575181 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.447514:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763335105.447667:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+9:3664:x1848989826054656:12345-0@lo:6:osp-syn-1-1.0 Request processed in 241us (896us total) trans 17179871547 rc 0/0 00000100:00100000:1.0:1763335105.447673:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6424 00000100:00100000:1.0:1763335105.447686:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6425 00000100:00100000:1.0:1763335105.447693:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f6025c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+8:3664:x1848989826054784:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763335105.447740:0:8415:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x248:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335105.447743:0:8415:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x248:0x0] updating lvb mtime from disk: 1763335105 -> 1763335105 00002000:00010000:1.0:1763335105.447745:0:8415:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x248:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335105.447748:0:8415:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x248:0x0] updating lvb ctime from disk: 1763335105 -> 1763335105 00002000:00010000:1.0:1763335105.447750:0:8415:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x248:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335105.447774:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f6025c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+9:3664:x1848989826054784:12345-0@lo:2:osp-syn-1-1.0 Request processed in 82us (955us total) trans 17179871548 rc 0/0 00000100:00100000:1.0:1763335105.447780:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6425 00010000:00010000:1.0:1763335105.447801:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335105.447807:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b54007575181 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.447814:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202172200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335105.447818:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b54007575181 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.447827:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b54007575181 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.447843:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b54007575181 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.447849:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b54007575181 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.447865:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335105.447866:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335105.447868:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335105.447946:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826055424:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335105.447971:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335105.447989:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763335105.447994:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826055296:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763335105.448017:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335105.448037:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826055424 00000100:00100000:1.0:1763335105.448042:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826055424 00000100:00100000:1.0:1763335105.448068:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826055296 00000100:00100000:1.0:1763335105.448071:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826055296 00000100:00100000:1.0:1763335105.448082:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6426 00000100:00100000:1.0:1763335105.448087:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+22:3665:x1848989826055424:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763335105.448155:0:27803:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x246:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1763335105.448158:0:27803:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x246:0x0] updating lvb mtime from disk: 1763335105 -> 1763335105 00002000:00010000:1.0:1763335105.448161:0:27803:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x246:0x0] updating lvb atime from disk: 1763335105 -> 1763335105 00002000:00010000:1.0:1763335105.448163:0:27803:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x246:0x0] updating lvb ctime from disk: 1763335105 -> 1763335105 00002000:00010000:1.0:1763335105.448165:0:27803:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x246:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763335105.448190:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+23:3665:x1848989826055424:12345-0@lo:2:osp-syn-0-1.0 Request processed in 103us (218us total) trans 21474838837 rc 0/0 00000100:00100000:1.0:1763335105.448196:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6426 00000100:00100000:1.0:1763335105.448206:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6427 00000100:00100000:1.0:1763335105.448211:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+22:3665:x1848989826055296:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763335105.448220:0:27803:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:585 count 1 00002000:00010000:1.0:1763335105.448232:0:27803:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x249:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763335105.448237:0:27803:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff900202173800/0x3ec0b54007575188 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x249:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.448245:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335105.448246:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335105.448250:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff900202173800/0x3ec0b54007575188 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.448263:0:27803:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff900202173800/0x3ec0b54007575188 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.448270:0:27803:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff900202173800/0x3ec0b54007575188 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.448277:0:27803:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff900202173800/0x3ec0b54007575188 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.448291:0:27803:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763335105.448417:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+23:3665:x1848989826055296:12345-0@lo:6:osp-syn-0-1.0 Request processed in 204us (398us total) trans 21474838838 rc 0/0 00000100:00100000:1.0:1763335105.448423:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6427 00000004:00080000:1.0:1763335105.448459:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6eb6d80/2, rc 0, transno 21474838838 00000100:00100000:1.0:1763335105.448465:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826055296:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1763335105.448474:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6eb7b80/2, rc 0, transno 21474838837 00000100:00100000:1.0:1763335105.448477:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826055424:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335105.448494:0:3664:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179871542 gen 2 00000004:00080000:1.0:1763335105.448498:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c78cca80, transno 17179871489 00000004:00080000:1.0:1763335105.448507:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c78cdc00, transno 17179871490 00000004:00080000:1.0:1763335105.448509:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f7e4d880, transno 17179871493 00000004:00080000:1.0:1763335105.448512:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f7e4e680, transno 17179871494 00000004:00080000:1.0:1763335105.448514:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c393e680, transno 17179871495 00000004:00080000:1.0:1763335105.448517:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001e7d6f800, transno 17179871496 00000004:00080000:1.0:1763335105.448519:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c393c380, transno 17179871497 00000004:00080000:1.0:1763335105.448521:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001e7d6d500, transno 17179871498 00000004:00080000:1.0:1763335105.448524:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f1368700, transno 17179871499 00000004:00080000:1.0:1763335105.448525:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001e7d6dc00, transno 17179871500 00000004:00080000:1.0:1763335105.448528:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f74a80, transno 17179871502 00000004:00080000:1.0:1763335105.448530:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f76a00, transno 17179871503 00000004:00080000:1.0:1763335105.448532:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f74380, transno 17179871504 00000004:00080000:1.0:1763335105.448534:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f76680, transno 17179871505 00000004:00080000:1.0:1763335105.448536:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001ff92a680, transno 17179871507 00000004:00080000:1.0:1763335105.448539:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4aa0e00, transno 17179871508 00000004:00080000:1.0:1763335105.448541:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c34e1180, transno 17179871509 00000004:00080000:1.0:1763335105.448543:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c34e3800, transno 17179871510 00000004:00080000:1.0:1763335105.448545:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a78e00, transno 17179871512 00000004:00080000:1.0:1763335105.448548:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a79c00, transno 17179871513 00000004:00080000:1.0:1763335105.448550:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a7b800, transno 17179871514 00000004:00080000:1.0:1763335105.448552:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a79f80, transno 17179871515 00000004:00080000:1.0:1763335105.448555:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c2f25180, transno 17179871518 00000004:00080000:1.0:1763335105.448557:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c2f26300, transno 17179871519 00000004:00080000:1.0:1763335105.448559:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c37af480, transno 17179871520 00000004:00080000:1.0:1763335105.448561:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f79c00, transno 17179871521 00000004:00080000:1.0:1763335105.448564:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f79180, transno 17179871525 00000004:00080000:1.0:1763335105.448566:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f7b100, transno 17179871526 00000004:00080000:1.0:1763335105.448568:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f79880, transno 17179871527 00000004:00080000:1.0:1763335105.448570:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f7a300, transno 17179871528 00000004:00080000:1.0:1763335105.448572:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f15c2a00, transno 17179871529 00000004:00080000:1.0:1763335105.448574:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f15c3480, transno 17179871530 00000004:00080000:1.0:1763335105.448576:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f15c2300, transno 17179871531 00000004:00080000:1.0:1763335105.448579:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f15c0a80, transno 17179871532 00000004:00080000:1.0:1763335105.448581:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c37ae680, transno 17179871534 00000004:00080000:1.0:1763335105.448583:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c37afb80, transno 17179871535 00000004:00080000:1.0:1763335105.448586:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c37adc00, transno 17179871536 00000004:00080000:1.0:1763335105.448589:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c37ad880, transno 17179871537 00000004:00080000:1.0:1763335105.448592:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000cbad0380, transno 17179871539 00000004:00080000:1.0:1763335105.448594:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000cbad1c00, transno 17179871540 00000004:00080000:1.0:1763335105.448596:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f7ed7480, transno 17179871541 00000004:00080000:1.0:1763335105.448599:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f7ed6a00, transno 17179871542 00000100:00100000:1.0:1763335105.448605:0:3664:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9001f1336a00 x1848989826054784/t17179871548(17179871548) o2->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763335121 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1763335105.448613:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f1336a00/2, rc 0, transno 17179871548 00000100:00100000:1.0:1763335105.448617:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1336a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826054784:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763335105.448627:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f1335c00/2, rc 0, transno 17179871547 00000100:00100000:1.0:1763335105.448631:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1335c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826054656:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1763335105.448826:0:10046:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 4 in progress, 2 in flight, 42 done 00000100:00100000:1.0:1763335105.448840:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826055168:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763335105.448864:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1763335105.448883:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f1335880/2, rc 0, transno 17179871546 00000100:00100000:1.0:1763335105.448887:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1335880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826054912:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335105.448894:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763335105.448898:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6eb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826055552:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335105.448924:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335105.448939:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826055168 00000100:00100000:1.0:1763335105.448943:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826055168 00000100:00100000:1.0:1763335105.448955:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826055552 00000100:00100000:1.0:1763335105.448957:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826055552 00000100:00100000:1.0:1763335105.448965:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6428 00000100:00100000:1.0:1763335105.448970:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+24:3667:x1848989826055168:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763335105.448980:0:27803:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:584 count 1 00010000:00010000:1.0:1763335105.448993:0:27803:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7e00/0x3ec0b5400757518f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x248:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.449006:0:27803:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007575093 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881116 expref: 17 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.449012:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335105.449014:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335105.449017:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7e00/0x3ec0b5400757518f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.449036:0:27803:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007575093 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881116 expref: 17 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.449045:0:27803:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007575093 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881116 expref: 17 pid: 27804 timeout: 1198 lvb_type: 0 00000100:00100000:1.0:1763335105.449054:0:27803:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6eb7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27803:1848989826055680:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335105.449083:0:27803:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c9e3a9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335105.449096:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6429 00000100:00100000:1.0:1763335105.449102:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+24:3667:x1848989826055552:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763335105.449152:0:8415:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x247:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335105.449155:0:8415:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x247:0x0] updating lvb mtime from disk: 1763335105 -> 1763335105 00002000:00010000:1.0:1763335105.449157:0:8415:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x247:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335105.449159:0:8415:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x247:0x0] updating lvb ctime from disk: 1763335105 -> 1763335105 00002000:00010000:1.0:1763335105.449162:0:8415:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x247:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335105.449186:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+25:3667:x1848989826055552:12345-0@lo:2:osp-syn-0-1.0 Request processed in 84us (272us total) trans 21474838839 rc 0/0 00000100:00100000:1.0:1763335105.449194:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6429 00000004:00080000:1.0:1763335105.449213:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6eb7100/2, rc 0, transno 21474838839 00000100:00100000:1.0:1763335105.449217:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6eb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826055552:0@lo:2:osp-syn-0-1.0 00010000:00010000:3.0:1763335105.449707:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b540075750bd lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.449717:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b540075750bd lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.449727:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b540075750bd lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.449732:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035ea00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335105.449736:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b540075750bd lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.449742:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b540075750bd lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.449755:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881300) 00010000:00010000:3.0:1763335105.449758:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335105.449761:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b540075750bd lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.449767:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b540075750bd lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.449783:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075750d2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.449789:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075750d2 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.449794:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075750d2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.449799:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335105.449802:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075750d2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.449807:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075750d2 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.449814:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9001c2a8ec00) 00010000:00010000:3.0:1763335105.449817:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335105.449820:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075750d2 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.449824:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075750d2 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.449834:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757511f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.449840:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757511f lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.449845:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757511f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.449850:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335105.449853:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757511f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.449858:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757511f lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.449865:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9001c2a8ec00) 00010000:00010000:3.0:1763335105.449867:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335105.449870:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757511f lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.449875:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757511f lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.449886:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007575149 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.449892:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007575149 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.449897:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007575149 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.449901:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335105.449903:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007575149 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.449908:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007575149 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.449924:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881300) 00010000:00010000:3.0:1763335105.449926:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335105.449929:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007575149 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.449935:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007575149 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.449959:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757515e lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335105.449964:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757515e lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335105.449969:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757515e lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335105.449974:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadac00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335105.449976:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757515e lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335105.449983:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757515e lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335105.449989:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9001c2a8ec00) 00010000:00010000:3.0:1763335105.449991:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335105.449994:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757515e lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335105.449998:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757515e lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT1 00000100:00100000:0.0:1763335105.453485:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3227 00000100:00100000:0.0:1763335105.453506:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56927:x1848989814681472:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335105.453798:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:56927:x1848989814681472:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 299us (8962us total) trans 4294972985 rc 0/0 00000100:00100000:0.0:1763335105.453806:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3227 00010000:00010000:2.0:1763335105.454190:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335105.454200:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff900202173800/0x3ec0b54007575188 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.454211:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202173800 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335105.454215:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff900202173800/0x3ec0b54007575188 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.454225:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff900202173800/0x3ec0b54007575188 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.454244:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff900202173800/0x3ec0b54007575188 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.454251:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff900202173800/0x3ec0b54007575188 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.454270:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335105.454272:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335105.454274:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335105.461141:0:28961:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6eb4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28961:1848989826055040:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335105.461172:0:28961:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff900202173a00/0x3ec0b5400757517a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335105.462552:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335105.462572:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335105.462597:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335105.462635:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.462704:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814681600 00000100:00100000:2.0:1763335105.462713:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814681600 00010000:00010000:2.0:1763335105.462749:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff900202172600/0x3ec0b54007575085 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881108 expref: 17 pid: 28961 timeout: 1198 lvb_type: 0 00000100:00100000:2.0:1763335105.462788:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814681728 00000100:00100000:2.0:1763335105.462792:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814681728 00010000:00010000:2.0:1763335105.462806:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007575093 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881116 expref: 18 pid: 27804 timeout: 1198 lvb_type: 0 00000100:00100000:2.0:1763335105.462831:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3073 00000100:00100000:2.0:1763335105.462840:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2428:x1848989814681600:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335105.462856:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335105.462861:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff900202172600/0x3ec0b54007575085 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881108 expref: 17 pid: 28961 timeout: 1198 lvb_type: 0 00010000:00010000:2.0:1763335105.462873:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff900202172600/0x3ec0b54007575085 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881108 expref: 17 pid: 28961 timeout: 1198 lvb_type: 0 00010000:00010000:2.0:1763335105.462898:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff900202172600/0x3ec0b54007575085 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881108 expref: 17 pid: 28961 timeout: 1198 lvb_type: 0 00010000:00010000:2.0:1763335105.462930:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335105.462933:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335105.462938:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff900202173a00/0x3ec0b5400757517a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.462948:0:7458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff900202173a00/0x3ec0b5400757517a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.462974:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335105.463025:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2428:x1848989814681600:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 184us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335105.463032:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3073 00000100:00100000:2.0:1763335105.463051:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3074 00000100:00100000:2.0:1763335105.463057:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2428:x1848989814681728:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335105.463066:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335105.463070:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007575093 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x248:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881116 expref: 18 pid: 27804 timeout: 1198 lvb_type: 0 00010000:00010000:2.0:1763335105.463080:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007575093 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x248:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881116 expref: 18 pid: 27804 timeout: 1198 lvb_type: 0 00010000:00010000:2.0:1763335105.463093:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335105.463095:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335105.463098:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7e00/0x3ec0b5400757518f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x248:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.463110:0:7458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7e00/0x3ec0b5400757518f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x248:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.463121:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335105.463140:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2428:x1848989814681728:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 83us (567us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335105.463147:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3074 00010000:00010000:2.0:1763335105.463169:0:28961:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff900202173a00/0x3ec0b5400757517a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.463177:0:28961:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff900202173a00/0x3ec0b5400757517a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.463187:0:28961:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff900202173a00/0x3ec0b5400757517a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.463196:0:28961:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff900202173a00/0x3ec0b5400757517a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.463214:0:28961:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763335105.463479:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+9:3667:x1848989826054528:12345-0@lo:6:osp-syn-1-1.0 Request processed in 16504us (16824us total) trans 17179871549 rc 0/0 00000100:00100000:2.0:1763335105.463486:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6422 00010000:00010000:2.0:1763335105.463606:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335105.463613:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff900202173a00/0x3ec0b5400757517a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.463625:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202173a00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335105.463629:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff900202173a00/0x3ec0b5400757517a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.463638:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff900202173a00/0x3ec0b5400757517a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.463648:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff900202173a00/0x3ec0b5400757517a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.463656:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff900202173a00/0x3ec0b5400757517a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.463673:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335105.463675:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335105.463677:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335105.464233:0:27803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007575093 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881116 expref: 17 pid: 27804 timeout: 1198 lvb_type: 0 00000100:00100000:3.0:1763335105.464248:0:27803:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6eb7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27803:1848989826055680:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335105.464267:0:27803:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7e00/0x3ec0b5400757518f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.464276:0:27803:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7e00/0x3ec0b5400757518f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.464283:0:27803:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7e00/0x3ec0b5400757518f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.464291:0:27803:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7e00/0x3ec0b5400757518f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.464298:0:27803:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7e00/0x3ec0b5400757518f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.464340:0:27803:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335105.464494:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+25:3667:x1848989826055168:12345-0@lo:6:osp-syn-0-1.0 Request processed in 15522us (15628us total) trans 21474838840 rc 0/0 00000100:00100000:3.0:1763335105.464502:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6428 00000100:00100000:0.0:1763335105.464722:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814682112 00000100:00100000:0.0:1763335105.464730:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814682112 00000100:00100000:0.0:1763335105.464777:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3228 00000100:00100000:0.0:1763335105.464784:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001d184a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+242:56927:x1848989814682112:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335105.464954:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001d184a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:56927:x1848989814682112:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 171us (2356us total) trans 4294972986 rc 0/0 00000100:00100000:0.0:1763335105.464961:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3228 00000100:00100000:0.0:1763335105.465092:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814681856 00000100:00100000:0.0:1763335105.465096:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814681856 00000100:00100000:0.0:1763335105.465123:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9372 00000100:00100000:0.0:1763335105.465128:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+243:56923:x1848989814681856:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335105.465137:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335105.465152:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035f400/0x3ec0b54007575196 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88115c expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.465194:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035f400/0x3ec0b54007575196 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88115c expref: 244 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.465209:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035f400/0x3ec0b54007575196 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88115c expref: 244 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.465225:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9001c2a8ec00) 00010000:00010000:0.0:1763335105.465228:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335105.465231:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035f400, rc 0) 00000100:00100000:0.0:1763335105.465255:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56923:x1848989814681856:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 126us (2619us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335105.465261:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9372 00000004:00080000:1.0:1763335105.465388:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6eb4a80/2, rc 0, transno 21474838840 00000100:00100000:1.0:1763335105.465395:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826055168:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1763335105.465408:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f1337800/2, rc 0, transno 17179871549 00000100:00100000:1.0:1763335105.465412:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1337800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826054528:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1763335105.469734:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335105.469750:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7e00/0x3ec0b5400757518f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.469764:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7e00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335105.469768:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7e00/0x3ec0b5400757518f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.469779:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7e00/0x3ec0b5400757518f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.469806:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7e00/0x3ec0b5400757518f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.469813:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7e00/0x3ec0b5400757518f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.469834:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335105.469837:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335105.469838:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335105.479667:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335105.479755:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.480011:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814682368 00000100:00100000:2.0:1763335105.480022:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814682368 00000100:00100000:2.0:1763335105.480295:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3229 00000100:00100000:2.0:1763335105.480306:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56923:x1848989814682368:12345-192.168.204.57@tcp:35:lfs.0 00000004:00080000:2.0:1763335105.480555:0:6533:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x1db:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1763335105.480614:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1444, 64 off121376 00000040:00080000:2.0:1763335105.480634:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1445, 64 off121376 00000040:00080000:2.0:1763335105.480644:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1446, 64 off121440 00000040:00080000:2.0:1763335105.480652:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1445, 64 off121440 00010000:00010000:2.0:1763335105.480707:0:6533:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757519d lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 00010000:00010000:2.0:1763335105.480724:0:6533:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757519d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1db:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335105.480735:0:6533:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757519d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1db:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335105.480744:0:6533:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757519d lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1db:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335105.480751:0:6533:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757519d lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1db:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335105.480758:0:6533:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757519d lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1db:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335105.480777:0:6533:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763335105.480806:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335105.480811:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757519d lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1db:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335105.480818:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadba00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335105.480822:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757519d lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1db:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335105.480830:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757519d lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1db:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335105.480841:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1db:0x0].0x0 (ffff9001c2a8ec00) 00010000:00010000:2.0:1763335105.480844:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335105.480848:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757519d lrc: 1/0,0 mode: --/PW res: [0x240000405:0x1db:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335105.480854:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b5400757519d lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1db:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335105.480865:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335105.480867:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335105.480869:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335105.481033:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56923:x1848989814682368:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 728us (1376us total) trans 4294972987 rc 0/0 00000100:00100000:2.0:1763335105.481042:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3229 00000100:00100000:1.0:1763335105.481473:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814682624 00000100:00100000:1.0:1763335105.481478:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814682624 00000100:00100000:1.0:1763335105.481523:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9373 00000100:00100000:1.0:1763335105.481530:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:55956:x1848989814682624:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335105.481540:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335105.481554:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b540075751a4 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881163 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.481639:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075751ab lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335105.481648:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075751ab lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.481656:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075751ab lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.481671:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075751b2 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335105.481677:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075751b2 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.481683:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075751b2 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.481730:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075751b9 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335105.481737:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075751b9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.481742:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075751b9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:1.0:1763335105.481751:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1de:0x0]: returning size 0 00010000:00010000:1.0:1763335105.481802:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075751ab lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.481807:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075751ab lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.481812:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075751ab lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.481816:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075751ab lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.481820:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335105.481824:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075751ab lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.481833:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075751ab lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.481840:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0eba00) 00010000:00010000:1.0:1763335105.481843:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335105.481846:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075751ab lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.481852:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075751ab lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.481862:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075751b2 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.481868:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075751b2 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.481874:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075751b2 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.481879:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335105.481882:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075751b2 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.481888:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075751b2 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.481895:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da0eb900) 00010000:00010000:1.0:1763335105.481897:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335105.481900:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075751b2 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.481906:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075751b2 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.481950:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b540075751a4 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881163 expref: 248 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.481965:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075751b9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881163 expref: 247 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.481973:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1de:0x0].0x0 (ffff9001da0ebf00) 00010000:00010000:1.0:1763335105.481976:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335105.481978:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7e00, rc 0) 00000100:00100000:1.0:1763335105.482023:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:55956:x1848989814682624:12345-192.168.204.57@tcp:101:bash.0 Request processed in 492us (2267us total) trans 4294972988 rc 0/0 00000100:00100000:1.0:1763335105.482030:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9373 00000100:00100000:3.0:1763335105.483626:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335105.484819:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335105.484836:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814682752 00000100:00100000:0.0:1763335105.484844:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814682752 00000100:00100000:0.0:1763335105.484898:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9374 00000100:00100000:0.0:1763335105.484907:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:55956:x1848989814682752:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335105.484938:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335105.484955:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b540075751c7 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88116a expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.484987:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b540075751ce lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335105.484999:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b540075751ce lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.485010:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b540075751ce lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.485115:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b540075751c7 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88116a expref: 249 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.485134:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b540075751ce lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88116a expref: 248 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.485143:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1de:0x0].0x0 (ffff9001da0ebf00) 00010000:00010000:0.0:1763335105.485146:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763335105.485150:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035e400, rc 0) 00000100:00100000:0.0:1763335105.485192:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:55956:x1848989814682752:12345-192.168.204.57@tcp:101:bash.0 Request processed in 287us (1574us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335105.485199:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9374 00000100:00100000:0.0:1763335105.485559:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814683008 00000100:00100000:0.0:1763335105.485564:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814683008 00000100:00100000:0.0:1763335105.485599:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9375 00000100:00100000:0.0:1763335105.485607:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:56923:x1848989814683008:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335105.485617:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335105.485626:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075751d5 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881171 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.485686:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b540075751dc lrc: 3/1,0 mode: --/CR res: [0x240000405:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335105.485696:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b540075751dc lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x1de:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.485704:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b540075751dc lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x1de:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:0.0:1763335105.485713:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1de:0x0]: returning size 0 00010000:00010000:0.0:1763335105.486493:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075751d5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1de:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881171 expref: 251 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.486512:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b540075751dc lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1de:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881171 expref: 250 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.486519:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1de:0x0].0x0 (ffff9001da0ebf00) 00010000:00010000:0.0:1763335105.486522:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1763335105.486525:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035ea00, rc 0) 00000100:00100000:0.0:1763335105.486577:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:56923:x1848989814683008:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 970us (1762us total) trans 4294972989 rc 0/0 00000100:00100000:0.0:1763335105.486585:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9375 00000100:00100000:3.0:1763335105.490376:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335105.512752:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814683264 00000100:00100000:0.0:1763335105.512768:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814683264 00000100:00100000:0.0:1763335105.512838:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9376 00000100:00100000:0.0:1763335105.512849:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:55956:x1848989814683264:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:0.0:1763335105.512905:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335105.512944:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075751b9 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881163 expref: 250 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.512971:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1de:0x0].0x0 (ffff9001da0ebf00) 00010000:00010000:0.0:1763335105.512978:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335105.513178:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075751ea lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335105.513193:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075751ea lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.513202:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075751ea lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000001:00080000:0.0:1763335105.513249:0:7841:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294972990 00000004:00010000:0.0:1763335105.513270:0:7841:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005899653b reply state 00000000315f6ce5 transno 4294972991 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075751ea lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.513282:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075751ea lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.513288:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1de:0x0].0x0 (ffff9001da0ebf00) 00010000:00010000:0.0:1763335105.513291:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335105.513294:0:7841:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335105.513414:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:55956:x1848989814683264:12345-192.168.204.57@tcp:36:bash.0 Request processed in 565us (23047us total) trans 4294972991 rc 0/0 00000100:00100000:0.0:1763335105.513422:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9376 00000020:00080000:0.0:1763335105.513427:0:7841:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763335105.513495:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335105.513624:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814683392 00000100:00100000:0.0:1763335105.513629:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814683392 00000100:00100000:0.0:1763335105.513652:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9377 00000100:00100000:0.0:1763335105.513658:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:56923:x1848989814683392:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335105.513670:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335105.513679:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b540075751f1 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881178 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.513732:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b540075751f8 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335105.513742:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b540075751f8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.513750:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b540075751f8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:0.0:1763335105.513768:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1de:0x0]: returning size 0 00000004:00200000:0.0:1763335105.513772:0:7841:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335105.513784:0:7841:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b540075751f8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.513803:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b540075751f1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881178 expref: 254 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.513819:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b540075751f8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881178 expref: 253 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.513826:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1de:0x0].0x0 (ffff9001da0ebf00) 00010000:00010000:0.0:1763335105.513829:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335105.513831:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202172200, rc 0) 00000100:00100000:0.0:1763335105.513858:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56923:x1848989814683392:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 199us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335105.513865:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9377 00000100:00100000:0.0:1763335105.516733:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335105.516818:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814683648 00000100:00100000:3.0:1763335105.516828:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814683648 00000100:00100000:3.0:1763335105.516885:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9378 00000100:00100000:3.0:1763335105.516896:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:55956:x1848989814683648:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335105.516930:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335105.516933:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763335105.516960:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b540075751dc lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1de:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881171 expref: 253 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.516979:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1de:0x0].0x0 (ffff9001da0ebf00) 00010000:00010000:3.0:1763335105.516983:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335105.517065:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075751ff lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88117f expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.517134:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575206 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335105.517149:0:13591:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b540075751f8 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881178 expref: 253 pid: 7841 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335105.517155:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1763335105.517169:0:13591:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575206 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1de:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.517203:0:13591:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b540075751f8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881178 expref: 253 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.517219:0:13591:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b540075751f8 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881178 expref: 253 pid: 7841 timeout: 1198 lvb_type: 0 00000100:00100000:1.0:1763335105.517222:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814683776 00000100:00100000:1.0:1763335105.517229:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814683776 00000100:00100000:3.0:1763335105.517239:0:13591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001c12a9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826055808:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335105.517270:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6430 00000100:00100000:1.0:1763335105.517280:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1334000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2426:x1848989814683776:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335105.517291:0:27803:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335105.517305:0:27803:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b5400757520d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881186 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335105.517353:0:27803:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x24a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:3.0:1763335105.517358:0:13591:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c79269c0 going to sleep for 11 seconds 00010000:00010000:1.0:1763335105.517368:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335105.517371:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335105.517380:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b5400757520d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881186 expref: 18 pid: 27803 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335105.517401:0:27803:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b5400757520d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881186 expref: 18 pid: 27803 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335105.517413:0:27803:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7400, rc 0) 00000100:00100000:1.0:1763335105.517442:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1334000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2426:x1848989814683776:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 164us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335105.517450:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6430 00000100:00100000:0.0:1763335105.524754:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335105.524837:0:13591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001c12a9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826055808:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335105.524971:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814683904 00000100:00100000:1.0:1763335105.524979:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814683904 00010000:00010000:1.0:1763335105.525011:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b540075751f8 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881178 expref: 254 pid: 7841 timeout: 1198 lvb_type: 0 00000100:00100000:1.0:1763335105.525055:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3075 00000100:00100000:1.0:1763335105.525064:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:2427:x1848989814683904:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335105.525079:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335105.525085:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b540075751f8 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881178 expref: 254 pid: 7841 timeout: 1198 lvb_type: 0 00010000:00010000:1.0:1763335105.525097:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b540075751f8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881178 expref: 254 pid: 7841 timeout: 1198 lvb_type: 0 00010000:00010000:1.0:1763335105.525119:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b540075751f8 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881178 expref: 254 pid: 7841 timeout: 1198 lvb_type: 0 00010000:00010000:1.0:1763335105.525136:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1de:0x0].0x0 (ffff9001da0ebf00) 00010000:00010000:1.0:1763335105.525141:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575206 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1de:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.525150:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575206 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1de:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.525157:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575206 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1de:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.525174:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335105.525229:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:2427:x1848989814683904:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 165us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335105.525237:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3075 00010000:00010000:3.0:1763335105.526347:0:13591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575206 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1de:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.526361:0:13591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575206 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1de:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.526366:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575206 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1de:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000040:00080000:3.0:1763335105.526991:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1446, 88 off121528 00000004:00080000:3.0:1763335105.527000:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1098506684456ns, next at 1098673279623ns, rc = 0 00000040:00080000:3.0:1763335105.527035:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1447, 88 off121528 00000004:00080000:3.0:1763335105.527041:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1098506726118ns, next at 1098674552476ns, rc = 0 00000040:00080000:3.0:1763335105.527731:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1448, 88 off121616 00000004:00080000:3.0:1763335105.527739:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1098507424481ns, next at 1098674552476ns, rc = 0 00000040:00080000:3.0:1763335105.528707:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1447, 88 off121616 00000004:00080000:3.0:1763335105.528716:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1098508401241ns, next at 1098673279623ns, rc = 0 00000100:00100000:0.0:1763335105.531067:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335105.531367:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814684032 00000100:00100000:1.0:1763335105.531378:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814684032 00000100:00100000:1.0:1763335105.531431:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9379 00000100:00100000:1.0:1763335105.531441:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56923:x1848989814684032:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335105.531463:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335105.531482:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575214 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88118d expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.531535:0:13840:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575206 lrc: 2/0,1 mode: EX/EX res: [0x240000405:0x1de:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.531547:0:13840:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575214 lrc: 4/0,0 mode: --/CR res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88118d expref: 255 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.531566:0:13840:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575206 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1de:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.531579:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575214 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88118d expref: 255 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.531598:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1de:0x0].0x0 (ffff9001da0ebf00) 00010000:00010000:1.0:1763335105.531601:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763335105.531605:0:13840:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575214 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88118d expref: 255 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.531613:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7a00, rc 0) 00000100:00100000:1.0:1763335105.531672:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:56923:x1848989814684032:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 231us (614us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335105.531679:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9379 00000001:00080000:2.0:1763335105.535702:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294972992 is committed 00000004:00080000:2.0:1763335105.535716:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 949 committed 00000004:00080000:2.0:1763335105.535728:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 946 committed 00010000:00010000:3.0:1763335105.535731:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075751ea lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.535745:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075751ea lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00000004:00080000:2.0:1763335105.535746:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 945 committed 00000004:00080000:2.0:1763335105.535751:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 948 committed 00010000:00010000:3.0:1763335105.535759:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075751ea lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.535766:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035e000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335105.535771:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075751ea lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.535780:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075751ea lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.535797:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1de:0x0].0x0 (ffff9001da0ebf00) 00010000:00010000:3.0:1763335105.535801:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335105.535806:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075751ea lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.535812:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075751ea lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335105.535847:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575206 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1de:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88117f expref: 245 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.535858:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1de:0x0].0x0 (ffff9001da0ebf00) 00010000:00010000:2.0:1763335105.535861:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763335105.535866:0:13591:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575214 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88118d expref: 245 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.535877:0:13591:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575214 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88118d expref: 245 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.535885:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575214 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88118d expref: 245 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.535935:0:13591:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575214 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88118d expref: 245 pid: 13840 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335105.535952:0:13591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1335180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826055936:192.168.204.57@tcp:105: 00000100:00100000:1.0:1763335105.536034:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826056064:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763335105.536036:0:13591:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001cad67f00 going to sleep for 11 seconds 00000100:00100000:1.0:1763335105.536080:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335105.536120:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763335105.536126:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f136a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826056448:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335105.536147:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335105.536171:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763335105.538214:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6eb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826056320:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335105.538269:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335105.538296:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4aa2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826056832:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335105.538339:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335105.538362:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1763335105.538369:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6eb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826056192:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763335105.538390:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335105.538417:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4aa1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826056704:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763335105.538436:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335105.538670:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826056064 00000100:00100000:2.0:1763335105.538681:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826056064 00000100:00100000:2.0:1763335105.538722:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826056448 00000100:00100000:2.0:1763335105.538725:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826056448 00000100:00100000:2.0:1763335105.538739:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826056320 00000100:00100000:2.0:1763335105.538742:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826056320 00000100:00100000:2.0:1763335105.538756:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826056832 00000100:00100000:2.0:1763335105.538758:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826056832 00000100:00100000:2.0:1763335105.538768:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826056192 00000100:00100000:2.0:1763335105.538770:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826056192 00000100:00100000:2.0:1763335105.538777:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826056704 00000100:00100000:2.0:1763335105.538779:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826056704 00000100:00100000:2.0:1763335105.538790:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6431 00000100:00100000:2.0:1763335105.538799:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+28:3667:x1848989826056064:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763335105.538828:0:28961:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:582 count 1 00010000:00010000:2.0:1763335105.538853:0:28961:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000cbadba00/0x3ec0b5400757521b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.538872:0:28961:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c4665400/0x3ec0b5400757501c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810e5 expref: 17 pid: 28961 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335105.538879:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335105.538882:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335105.538885:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbadba00/0x3ec0b5400757521b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.538926:0:28961:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c4665400/0x3ec0b5400757501c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810e5 expref: 17 pid: 28961 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335105.538940:0:28961:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c4665400/0x3ec0b5400757501c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810e5 expref: 17 pid: 28961 timeout: 1198 lvb_type: 1 00000100:00100000:2.0:1763335105.538951:0:28961:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1334380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28961:1848989826057088:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335105.539004:0:28961:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c678fb40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335105.539662:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826056960:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335105.539697:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335105.539712:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4aa0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826056576:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763335105.539725:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335105.539750:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826056960 00000100:00100000:1.0:1763335105.539755:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826056960 00000100:00100000:1.0:1763335105.539770:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826056576 00000100:00100000:1.0:1763335105.539772:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826056576 00000100:00100000:1.0:1763335105.539781:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6432 00000100:00100000:1.0:1763335105.539787:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+28:3667:x1848989826056448:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335105.539924:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6433 00000100:00100000:0.0:1763335105.539935:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+29:3665:x1848989826056320:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335105.539957:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+29:3667:x1848989826056448:12345-0@lo:2:osp-syn-0-1.0 Request processed in 168us (3807us total) trans 21474838841 rc 0/0 00000100:00100000:1.0:1763335105.539965:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6432 00000100:00100000:1.0:1763335105.539982:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6434 00000100:00100000:1.0:1763335105.539987:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+12:3665:x1848989826056832:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763335105.540021:0:28568:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x24a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335105.540025:0:28568:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x24a:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763335105.540028:0:28568:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x24a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335105.540030:0:28568:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x24a:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763335105.540033:0:28568:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x24a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335105.540073:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+29:3665:x1848989826056320:12345-0@lo:2:osp-syn-0-1.0 Request processed in 141us (1803us total) trans 21474838842 rc 0/0 00000100:00100000:0.0:1763335105.540081:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6433 00000100:00100000:1.0:1763335105.540091:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+13:3665:x1848989826056832:12345-0@lo:2:osp-syn-1-1.0 Request processed in 102us (1750us total) trans 17179871550 rc 0/0 00000100:00100000:0.0:1763335105.540099:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6435 00000100:00100000:0.0:1763335105.540252:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+28:3665:x1848989826056192:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763335105.540268:0:28568:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:583 count 1 00010000:00010000:0.0:1763335105.540282:0:28568:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff900202172200/0x3ec0b54007575222 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x247:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.540298:0:28568:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075750f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881132 expref: 17 pid: 27804 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335105.540304:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6434 00010000:00010000:0.0:1763335105.540311:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335105.540332:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335105.540336:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff900202172200/0x3ec0b54007575222 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335105.540342:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6436 00000100:00100000:1.0:1763335105.540352:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+12:3665:x1848989826056704:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763335105.540366:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:585 count 1 00010000:00010000:0.0:1763335105.540368:0:28568:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075750f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881132 expref: 17 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.540379:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575229 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x249:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.540383:0:28568:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075750f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881132 expref: 17 pid: 27804 timeout: 1198 lvb_type: 0 00010000:00010000:1.0:1763335105.540400:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff900202173000/0x3ec0b540075750d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x249:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881124 expref: 15 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.540408:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335105.540410:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335105.540412:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575229 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x249:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.540430:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff900202173000/0x3ec0b540075750d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x249:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881124 expref: 15 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.540438:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff900202173000/0x3ec0b540075750d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x249:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881124 expref: 15 pid: 28961 timeout: 1198 lvb_type: 0 00000100:00100000:1.0:1763335105.540454:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c2f25180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1848989826057344:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335105.540484:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c9e3ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335105.540500:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6437 00000100:00100000:1.0:1763335105.540506:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+12:3666:x1848989826056960:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335105.540580:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+13:3666:x1848989826056960:12345-0@lo:2:osp-syn-1-1.0 Request processed in 73us (881us total) trans 17179871551 rc 0/0 00000100:00100000:1.0:1763335105.540586:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6437 00000100:00100000:1.0:1763335105.540599:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6438 00000100:00100000:1.0:1763335105.540605:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+12:3666:x1848989826056576:12345-0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1763335105.540606:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f136a300/2, rc 0, transno 21474838841 00000100:00100000:2.0:1763335105.540615:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f136a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826056448:0@lo:2:osp-syn-0-1.0 00002000:00080000:1.0:1763335105.540616:0:27803:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:584 count 1 00010000:00010000:1.0:1763335105.540629:0:27803:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007575230 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x248:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.540641:0:27803:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007574f0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88108a expref: 15 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.540647:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335105.540649:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335105.540651:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007575230 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.540679:0:27803:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007574f0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88108a expref: 15 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.540687:0:27803:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007574f0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88108a expref: 15 pid: 28568 timeout: 1198 lvb_type: 0 00000100:00100000:1.0:1763335105.540696:0:27803:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c2f26300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27803:1848989826057472:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335105.540722:0:27803:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c9e3a600 going to sleep for 11 seconds 00000004:00080000:1.0:1763335105.540741:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a37b80/2, rc 0, transno 17179871551 00000100:00100000:1.0:1763335105.540746:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826056960:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335105.540774:0:28568:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a34e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:28568:1848989826057216:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335105.540802:0:28568:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001d1c57c00 going to sleep for 11 seconds 00000004:00080000:0.0:1763335105.540838:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6eb4e00/2, rc 0, transno 21474838842 00000100:00100000:0.0:1763335105.540843:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6eb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826056320:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763335105.540851:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4aa2680/2, rc 0, transno 17179871550 00000100:00100000:0.0:1763335105.540855:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4aa2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826056832:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335105.550107:0:28961:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1334380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28961:1848989826057088:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335105.550174:0:13591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1335180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826055936:192.168.204.57@tcp:105: 00010000:00010000:2.0:1763335105.550229:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075751ff lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88117f expref: 245 pid: 13591 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763335105.550255:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575206 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1de:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88117f expref: 244 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.550288:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6e1e000, rc 0) 00000100:00100000:2.0:1763335105.550403:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:55956:x1848989814683648:12345-192.168.204.57@tcp:101:bash.0 Request processed in 33507us (33677us total) trans 4294972992 rc 0/0 00000100:00100000:0.0:1763335105.550609:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335105.550635:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814684160 00000100:00100000:0.0:1763335105.550642:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814684160 00010000:00010000:0.0:1763335105.550674:0:6516:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4665400/0x3ec0b5400757501c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810e5 expref: 18 pid: 28961 timeout: 1198 lvb_type: 1 00000100:00100000:0.0:1763335105.550707:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3076 00000100:00100000:0.0:1763335105.550716:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a35880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2428:x1848989814684160:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335105.550731:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335105.550737:0:6516:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c4665400/0x3ec0b5400757501c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x246:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810e5 expref: 18 pid: 28961 timeout: 1198 lvb_type: 1 00010000:00010000:1.0:1763335105.550830:0:28961:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000cbadba00/0x3ec0b5400757521b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x246:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335105.550861:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c2f25180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1848989826057344:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335105.550875:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575229 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x249:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335105.550903:0:27803:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c2f26300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27803:1848989826057472:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335105.550923:0:27803:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007575230 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335105.551425:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9378 00000100:00100000:1.0:1763335105.551537:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335105.552112:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.552171:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814684416 00000100:00100000:2.0:1763335105.552179:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814684416 00010000:00010000:2.0:1763335105.552205:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007574f0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88108a expref: 16 pid: 28568 timeout: 1198 lvb_type: 0 00010000:00010000:0.0:1763335105.552341:0:6516:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c4665400/0x3ec0b5400757501c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x246:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810e5 expref: 18 pid: 28961 timeout: 1198 lvb_type: 1 00010000:00010000:0.0:1763335105.552363:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c4665400/0x3ec0b5400757501c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x246:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8810e5 expref: 18 pid: 28961 timeout: 1198 lvb_type: 1 00010000:00010000:0.0:1763335105.552378:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335105.552380:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335105.552384:0:6516:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000cbadba00/0x3ec0b5400757521b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.552395:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbadba00/0x3ec0b5400757521b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x246:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.552417:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335105.552456:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a35880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2428:x1848989814684160:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 1741us (1848us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335105.552465:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3076 00000100:00100000:0.0:1763335105.552480:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814684288 00000100:00100000:0.0:1763335105.552483:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814684288 00010000:00010000:0.0:1763335105.552493:0:6516:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff900202173000/0x3ec0b540075750d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x249:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881124 expref: 17 pid: 28961 timeout: 1198 lvb_type: 0 00000100:00100000:2.0:1763335105.552672:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3077 00000100:00100000:2.0:1763335105.552684:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f26300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2428:x1848989814684416:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335105.552696:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335105.552701:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007574f0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x248:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88108a expref: 17 pid: 28568 timeout: 1198 lvb_type: 0 00010000:00010000:2.0:1763335105.552710:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007574f0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x248:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88108a expref: 17 pid: 28568 timeout: 1198 lvb_type: 0 00010000:00010000:2.0:1763335105.552729:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007574f0b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x248:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88108a expref: 17 pid: 28568 timeout: 1198 lvb_type: 0 00010000:00010000:2.0:1763335105.552738:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335105.552740:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335105.552743:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007575230 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.552750:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007575230 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x248:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.552768:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335105.552791:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f26300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2428:x1848989814684416:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 112us (1254us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335105.552798:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3077 00000100:00100000:1.0:1763335105.552871:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3078 00000100:00100000:1.0:1763335105.552878:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f25180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+15:2428:x1848989814684288:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335105.552886:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335105.552891:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff900202173000/0x3ec0b540075750d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x249:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881124 expref: 15 pid: 28961 timeout: 1198 lvb_type: 0 00010000:00010000:1.0:1763335105.552901:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff900202173000/0x3ec0b540075750d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x249:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881124 expref: 15 pid: 28961 timeout: 1198 lvb_type: 0 00010000:00010000:1.0:1763335105.552924:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff900202173000/0x3ec0b540075750d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x249:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881124 expref: 15 pid: 28961 timeout: 1198 lvb_type: 0 00010000:00010000:0.0:1763335105.552935:0:28961:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000cbadba00/0x3ec0b5400757521b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.552936:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335105.552938:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335105.552941:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575229 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x249:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.552944:0:28961:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000cbadba00/0x3ec0b5400757521b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.552950:0:7458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575229 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x249:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.552954:0:28961:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000cbadba00/0x3ec0b5400757521b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.552962:0:28961:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbadba00/0x3ec0b5400757521b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.552968:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335105.552980:0:28961:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763335105.552992:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f25180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:2428:x1848989814684288:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 115us (881us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335105.552999:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3078 00000100:00100000:3.0:1763335105.553017:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:1.0:1763335105.553023:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575229 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.553032:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575229 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.553040:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575229 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.553051:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575229 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335105.553062:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:1.0:1763335105.553067:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763335105.553114:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814684672 00000100:00100000:3.0:1763335105.553119:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814684672 00000100:00100000:3.0:1763335105.553158:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3230 00000100:00100000:3.0:1763335105.553167:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56923:x1848989814684672:12345-192.168.204.57@tcp:49:lfs.0 00000100:00100000:3.0:1763335105.553255:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56923:x1848989814684672:12345-192.168.204.57@tcp:49:lfs.0 Request processed in 89us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335105.553263:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3230 00000100:00100000:1.0:1763335105.553295:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+13:3665:x1848989826056704:12345-0@lo:6:osp-syn-1-1.0 Request processed in 12942us (14855us total) trans 17179871552 rc 0/0 00000100:00100000:1.0:1763335105.553304:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6436 00010000:00010000:1.0:1763335105.553345:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1763335105.553351:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000cbadba00/0x3ec0b5400757521b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.553358:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadba00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335105.553363:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000cbadba00/0x3ec0b5400757521b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.553371:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000cbadba00/0x3ec0b5400757521b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.553385:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000cbadba00/0x3ec0b5400757521b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.553393:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000cbadba00/0x3ec0b5400757521b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x246:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.553409:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335105.553413:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575229 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.553419:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7800 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335105.553422:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575229 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.553429:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575229 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.553438:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575229 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.553445:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575229 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x249:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.553458:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335105.553460:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335105.553461:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335105.553470:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814684544 00000100:00100000:1.0:1763335105.553474:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814684544 00000100:00100000:0.0:1763335105.553543:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+29:3667:x1848989826056064:12345-0@lo:6:osp-syn-0-1.0 Request processed in 14744us (17461us total) trans 21474838843 rc 0/0 00000100:00100000:0.0:1763335105.553549:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6431 00010000:00010000:0.0:1763335105.553566:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763335105.553597:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6eb6300/2, rc 0, transno 21474838843 00000100:00100000:0.0:1763335105.553603:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826056064:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1763335105.553629:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4aa1500/2, rc 0, transno 17179871552 00000100:00100000:0.0:1763335105.553633:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4aa1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826056704:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763335105.553651:0:28568:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a34e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:28568:1848989826057216:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335105.553668:0:28568:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff900202172200/0x3ec0b54007575222 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.553695:0:27803:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007575230 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.553703:0:27803:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007575230 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.553711:0:27803:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007575230 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.553718:0:27803:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007575230 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.553731:0:27803:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763335105.553839:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+13:3666:x1848989826056576:12345-0@lo:6:osp-syn-1-1.0 Request processed in 13233us (14111us total) trans 17179871553 rc 0/0 00000100:00100000:0.0:1763335105.553846:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6438 00010000:00010000:0.0:1763335105.553864:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335105.553869:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007575230 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.553877:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6c00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335105.553880:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007575230 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.553893:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007575230 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.553904:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007575230 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.553921:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007575230 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x248:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.553934:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335105.553936:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335105.553937:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335105.553938:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075750f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881132 expref: 17 pid: 27804 timeout: 1198 lvb_type: 0 00000004:00080000:0.0:1763335105.553962:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4aa0e00/2, rc 0, transno 17179871553 00000100:00100000:0.0:1763335105.553966:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4aa0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826056576:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763335105.554457:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.554566:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3079 00000100:00100000:2.0:1763335105.554574:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c7959c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2427:x1848989814684544:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335105.554585:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335105.554591:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075750f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x247:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881132 expref: 17 pid: 27804 timeout: 1198 lvb_type: 0 00010000:00010000:2.0:1763335105.554601:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075750f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x247:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881132 expref: 17 pid: 27804 timeout: 1198 lvb_type: 0 00010000:00010000:2.0:1763335105.554616:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075750f5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x247:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881132 expref: 17 pid: 27804 timeout: 1198 lvb_type: 0 00010000:00010000:2.0:1763335105.554633:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335105.554634:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335105.554638:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff900202172200/0x3ec0b54007575222 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.554647:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff900202172200/0x3ec0b54007575222 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x247:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.554673:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335105.554701:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c7959c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2427:x1848989814684544:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 128us (1688us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335105.554707:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3079 00010000:00010000:1.0:1763335105.554794:0:28568:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff900202172200/0x3ec0b54007575222 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.554802:0:28568:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff900202172200/0x3ec0b54007575222 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.554813:0:28568:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff900202172200/0x3ec0b54007575222 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.554820:0:28568:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff900202172200/0x3ec0b54007575222 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.554841:0:28568:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763335105.556274:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335105.556285:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff900202172200/0x3ec0b54007575222 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.556294:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202172200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335105.556298:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff900202172200/0x3ec0b54007575222 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.556306:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff900202172200/0x3ec0b54007575222 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.556336:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff900202172200/0x3ec0b54007575222 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.556343:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff900202172200/0x3ec0b54007575222 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x247:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.556365:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335105.556367:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335105.556368:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335105.557573:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+29:3665:x1848989826056192:12345-0@lo:6:osp-syn-0-1.0 Request processed in 17461us (19176us total) trans 21474838844 rc 0/0 00000100:00100000:1.0:1763335105.557584:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6435 00000100:00100000:1.0:1763335105.558389:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000004:00080000:2.0:1763335105.558582:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6eb4000/2, rc 0, transno 21474838844 00000100:00100000:2.0:1763335105.558591:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6eb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826056192:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763335105.560034:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814684800 00000100:00100000:0.0:1763335105.560049:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814684800 00000100:00100000:0.0:1763335105.560105:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814685056 00000100:00100000:0.0:1763335105.560109:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814685056 00000100:00100000:0.0:1763335105.560132:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3231 00000100:00100000:0.0:1763335105.560140:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:55956:x1848989814684800:12345-192.168.204.57@tcp:49:bash.0 00000100:00100000:0.0:1763335105.560295:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:55956:x1848989814684800:12345-192.168.204.57@tcp:49:bash.0 Request processed in 153us (5837us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335105.560302:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3231 00000100:00100000:2.0:1763335105.560336:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3232 00000100:00100000:2.0:1763335105.560346:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:56923:x1848989814685056:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335105.560507:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56923:x1848989814685056:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 163us (2123us total) trans 4294972993 rc 0/0 00000100:00100000:2.0:1763335105.560770:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3232 00000100:00100000:1.0:1763335105.563490:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.563536:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814685440 00000100:00100000:2.0:1763335105.563546:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814685440 00000100:00100000:0.0:1763335105.564381:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9380 00000100:00100000:0.0:1763335105.564394:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56923:x1848989814685440:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335105.564418:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335105.564441:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575237 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88119b expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.564520:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b5400757523e lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335105.564533:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b5400757523e lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.564543:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b5400757523e lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.564556:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575245 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335105.564561:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575245 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.564567:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575245 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.564673:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757524c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335105.564689:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757524c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.564696:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757524c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:0.0:1763335105.564706:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1de:0x0]: returning size 2 00010000:00010000:0.0:1763335105.564777:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b5400757523e lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.564787:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b5400757523e lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.564793:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b5400757523e lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.564799:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b5400757523e lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.564805:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202173a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335105.564808:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b5400757523e lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.564815:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b5400757523e lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.564826:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881c00) 00010000:00010000:0.0:1763335105.564829:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335105.564833:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b5400757523e lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.564838:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b5400757523e lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.564851:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575245 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.564857:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575245 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.564862:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575245 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.564866:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202173000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335105.564869:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575245 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.564873:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575245 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.564880:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881e00) 00010000:00010000:0.0:1763335105.564882:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335105.564884:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575245 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.564890:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575245 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.564942:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575237 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88119b expref: 248 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.564959:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757524c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88119b expref: 247 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.564967:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1de:0x0].0x0 (ffff9001da0ebf00) 00010000:00010000:0.0:1763335105.564969:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335105.564972:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202172600, rc 0) 00000100:00100000:0.0:1763335105.565046:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:56923:x1848989814685440:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 655us (1564us total) trans 4294972994 rc 0/0 00000100:00100000:0.0:1763335105.565053:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9380 00000100:00100000:2.0:1763335105.565457:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335105.566380:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814685184 00000100:00100000:1.0:1763335105.566390:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814685184 00000100:00100000:1.0:1763335105.566442:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6439 00000100:00100000:1.0:1763335105.566452:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1335180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:55956:x1848989814685184:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335105.566466:0:28568:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335105.566482:0:28568:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b5400757525a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881194 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.566509:0:28568:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b5400757520d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881186 expref: 17 pid: 27803 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335105.566518:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335105.566520:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335105.566525:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b5400757525a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881194 expref: 17 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.566558:0:28568:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b5400757520d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881186 expref: 17 pid: 27803 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335105.566571:0:28568:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b5400757520d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881186 expref: 17 pid: 27803 timeout: 1198 lvb_type: 1 00000100:00100000:1.0:1763335105.566584:0:28568:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f79c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:28568:1848989826057600:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335105.566672:0:28568:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c9e3ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335105.570825:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335105.570940:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814685696 00000100:00100000:3.0:1763335105.570952:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814685696 00000100:00100000:3.0:1763335105.571017:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3233 00000100:00100000:3.0:1763335105.571028:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001d184b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:56923:x1848989814685696:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335105.571304:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001d184b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:56923:x1848989814685696:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 277us (488us total) trans 4294972995 rc 0/0 00000100:00100000:3.0:1763335105.571329:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3233 00000100:00100000:2.0:1763335105.573176:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.573239:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335105.573371:0:28568:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f79c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:28568:1848989826057600:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335105.573399:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814685952 00000100:00100000:0.0:1763335105.573406:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814685952 00010000:00010000:1.0:1763335105.573408:0:28568:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b5400757525a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881194 expref: 17 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.573440:0:28568:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6600, rc 0) 00000100:00100000:0.0:1763335105.573453:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3234 00000100:00100000:0.0:1763335105.573461:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1334700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:56923:x1848989814685952:12345-192.168.204.57@tcp:33:lfs.0 00000100:00100000:1.0:1763335105.573492:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1335180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:55956:x1848989814685184:12345-192.168.204.57@tcp:101:bash.0 Request processed in 7042us (8036us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335105.573499:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6439 00000100:00100000:0.0:1763335105.573568:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1334700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:56923:x1848989814685952:12345-192.168.204.57@tcp:33:lfs.0 Request processed in 107us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335105.573575:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3234 00000100:00100000:3.0:1763335105.573761:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814685824 00000100:00100000:3.0:1763335105.573766:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814685824 00010000:00010000:3.0:1763335105.573793:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b5400757520d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881186 expref: 17 pid: 27803 timeout: 1198 lvb_type: 1 00000100:00100000:3.0:1763335105.573829:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3080 00000100:00100000:3.0:1763335105.573837:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1336300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2426:x1848989814685824:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335105.573854:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335105.573860:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b5400757520d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x24a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881186 expref: 17 pid: 27803 timeout: 1198 lvb_type: 1 00010000:00010000:3.0:1763335105.573871:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b5400757520d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881186 expref: 17 pid: 27803 timeout: 1198 lvb_type: 1 00010000:00010000:3.0:1763335105.573896:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b5400757520d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x24a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881186 expref: 17 pid: 27803 timeout: 1198 lvb_type: 1 00010000:00010000:3.0:1763335105.573922:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335105.573925:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335105.573931:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b5400757525a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881194 expref: 16 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.573941:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b5400757525a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881194 expref: 16 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.573969:0:6514:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b5400757525a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881194 expref: 16 pid: 28568 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335105.573982:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001c12a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6514:1848989826057728:192.168.204.57@tcp:105: 00000100:00100000:3.0:1763335105.574038:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c7926e40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335105.582569:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335105.582591:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001c12a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6514:1848989826057728:192.168.204.57@tcp:105: 00010000:00010000:0.0:1763335105.582618:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335105.582671:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1336300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2426:x1848989814685824:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 8834us (9500us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335105.582682:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3080 00000100:00100000:1.0:1763335105.586848:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814686080 00000100:00100000:1.0:1763335105.586866:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814686080 00000100:00100000:0.0:1763335105.589552:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6440 00000100:00100000:0.0:1763335105.589577:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1334e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:55956:x1848989814686080:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335105.589598:0:27803:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335105.589634:0:27803:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff900202173a00/0x3ec0b54007575261 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x24c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8811a2 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335105.589660:0:27803:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x24c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335105.589683:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335105.589686:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335105.589695:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff900202173a00/0x3ec0b54007575261 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811a2 expref: 15 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.589712:0:27803:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff900202173a00/0x3ec0b54007575261 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811a2 expref: 15 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.589726:0:27803:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202173a00, rc 0) 00000100:00100000:0.0:1763335105.589802:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1334e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+15:55956:x1848989814686080:12345-192.168.204.57@tcp:101:bash.0 Request processed in 236us (7242us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335105.589812:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6440 00000100:00100000:2.0:1763335105.591900:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.591961:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335105.592055:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814686208 00000100:00100000:1.0:1763335105.592066:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814686208 00002000:00010000:1.0:1763335105.592111:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/586 (0->18446744073709551615) 00002000:00100000:1.0:1763335105.592116:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f1334380 with x1848989814686208 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335105.592127:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9001f1334380. 00000100:00100000:1.0:1763335105.592154:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814686336 00000100:00100000:1.0:1763335105.592158:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814686336 00000100:00100000:0.0:1763335105.592162:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1588 00002000:00010000:1.0:1763335105.592171:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/588 (0->18446744073709551615) 00002000:00100000:1.0:1763335105.592173:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f1336680 with x1848989814686336 ext(0->18446744073709551615) 00000100:00100000:0.0:1763335105.592173:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1334380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2426:x1848989814686208:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:1.0:1763335105.592179:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001f1336680. 00000100:00100000:1.0:1763335105.592204:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1589 00000100:00100000:1.0:1763335105.592211:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1336680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+15:2427:x1848989814686336:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:1.0:1763335105.592351:0:23998:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x24c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335105.592351:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x24a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335105.592355:0:23998:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x24c:0x0] updating lvb mtime from disk: 0 -> 1763335105 00002000:00010000:0.0:1763335105.592355:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x24a:0x0] updating lvb mtime from disk: 0 -> 1763335105 00002000:00010000:1.0:1763335105.592358:0:23998:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x24c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335105.592359:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x24a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335105.592362:0:23998:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x24c:0x0] updating lvb ctime from disk: 0 -> 1763335105 00002000:00010000:0.0:1763335105.592362:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x24a:0x0] updating lvb ctime from disk: 0 -> 1763335105 00002000:00010000:1.0:1763335105.592365:0:23998:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x24c:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1763335105.592365:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x24a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335105.592414:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1334380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2426:x1848989814686208:12345-192.168.204.57@tcp:10:bash.0 Request processed in 242us (520us total) trans 21474838845 rc 0/0 00000100:00100000:0.0:1763335105.592421:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1588 00002000:00010000:0.0:1763335105.592425:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/586 (0->18446744073709551615) 00002000:00100000:0.0:1763335105.592427:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f1334380 with x1848989814686208 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335105.592432:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9001f1334380. 00000100:00100000:1.0:1763335105.592975:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1336680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2427:x1848989814686336:12345-192.168.204.57@tcp:10:bash.0 Request processed in 762us (1011us total) trans 17179871554 rc 0/0 00000100:00100000:1.0:1763335105.592983:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1589 00002000:00010000:1.0:1763335105.592987:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/588 (0->18446744073709551615) 00002000:00100000:1.0:1763335105.592990:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f1336680 with x1848989814686336 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335105.592994:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001f1336680. 00000100:00100000:2.0:1763335105.598111:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335105.598201:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814686592 00000100:00100000:3.0:1763335105.598212:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814686592 00000100:00100000:3.0:1763335105.598272:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3235 00000100:00100000:3.0:1763335105.598282:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:55956:x1848989814686592:12345-192.168.204.57@tcp:35:bash.0 00000100:00100000:2.0:1763335105.599166:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:55956:x1848989814686592:12345-192.168.204.57@tcp:35:bash.0 Request processed in 882us (1062us total) trans 4294972996 rc 0/0 00000100:00100000:2.0:1763335105.599176:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3235 00000100:00100000:0.0:1763335105.602427:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.602836:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814686848 00000100:00100000:2.0:1763335105.602846:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814686848 00000100:00100000:2.0:1763335105.602934:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9381 00000100:00100000:2.0:1763335105.602946:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:56928:x1848989814686848:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335105.602974:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335105.603001:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007575268 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8811a9 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.603150:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757526f lrc: 3/1,0 mode: --/CR res: [0x240000405:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335105.603165:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757526f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x1de:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.603181:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757526f lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x1de:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:2.0:1763335105.603192:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1de:0x0]: returning size 5 00010000:00010000:2.0:1763335105.603356:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007575268 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1de:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811a9 expref: 252 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.603377:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757526f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1de:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811a9 expref: 251 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.603385:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1de:0x0].0x0 (ffff9001da0ebf00) 00010000:00010000:2.0:1763335105.603388:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1763335105.603392:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadbc00, rc 0) 00000100:00100000:2.0:1763335105.603464:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:56928:x1848989814686848:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 520us (1048us total) trans 4294972997 rc 0/0 00000100:00100000:2.0:1763335105.603472:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9381 00000100:00100000:0.0:1763335105.607475:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335105.607514:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335105.607636:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814687360 00000100:00100000:3.0:1763335105.607646:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814687360 00000100:00100000:3.0:1763335105.607700:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3236 00000100:00100000:3.0:1763335105.607711:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:56929:x1848989814687360:12345-192.168.204.57@tcp:35:rm.0 00000100:00100000:2.0:1763335105.608078:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814687104 00000100:00100000:2.0:1763335105.608083:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814687104 00000100:00100000:2.0:1763335105.608116:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9382 00000100:00100000:2.0:1763335105.608125:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56928:x1848989814687104:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335105.608135:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335105.608154:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b5400757527d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8811b0 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.608234:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575284 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335105.608250:0:7841:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757524c lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88119b expref: 254 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.608260:0:7841:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575284 lrc: 4/0,1 mode: --/CW res: [0x240000405:0x1de:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335105.608295:0:7841:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757524c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88119b expref: 254 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.608307:0:7841:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757524c lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88119b expref: 254 pid: 7841 timeout: 1198 lvb_type: 0 00000100:00100000:2.0:1763335105.608346:0:7841:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6eb5880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826057856:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335105.608456:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56929:x1848989814687360:12345-192.168.204.57@tcp:35:rm.0 Request processed in 745us (939us total) trans 4294972998 rc 0/0 00000100:00100000:3.0:1763335105.608463:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3236 00000100:00100000:2.0:1763335105.608614:0:7841:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c70533c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335105.611588:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:2.0:1763335105.611802:0:7841:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.57@tcp) returned -22 from blocking AST (req@000000004873b580 x1848989826057856) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757524c lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88119b expref: 253 pid: 7841 timeout: 1198 lvb_type: 0 00010000:00010000:2.0:1763335105.611825:0:7841:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757524c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88119b expref: 253 pid: 7841 timeout: 1198 lvb_type: 0 00010000:00010000:2.0:1763335105.611846:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757524c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88119b expref: 253 pid: 7841 timeout: 1198 lvb_type: 0 00000100:00100000:2.0:1763335105.611864:0:7841:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6eb5880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826057856:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335105.611887:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1de:0x0].0x0 (ffff9001da0ebf00) 00010000:00010000:2.0:1763335105.611893:0:7841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575284 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1de:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335105.611902:0:7841:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575284 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1de:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335105.611921:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575284 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x1de:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335105.611944:0:7841:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575284 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1de:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335105.611953:0:7841:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575284 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1de:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335105.611958:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575284 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1de:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:2.0:1763335105.611986:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1de:0x0]: returning size 5 00010000:00010000:2.0:1763335105.612150:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b5400757527d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1de:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811b0 expref: 254 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.612167:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575284 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1de:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811b0 expref: 253 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.612176:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1de:0x0].0x0 (ffff9001da0ebf00) 00010000:00010000:2.0:1763335105.612178:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763335105.612181:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadac00, rc 0) 00000100:00100000:3.0:1763335105.612520:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814687616 00000100:00100000:3.0:1763335105.612530:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814687616 00000100:00100000:3.0:1763335105.612592:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9383 00000100:00100000:3.0:1763335105.612600:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56929:x1848989814687616:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:3.0:1763335105.612645:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:3.0:1763335105.612658:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757526f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1de:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811a9 expref: 254 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.612672:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575206 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1de:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88117f expref: 253 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.612682:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575214 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88118d expref: 252 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.612690:0:13591:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 3ec0b5400757524c) 00010000:00010000:3.0:1763335105.612695:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b540075751ce lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88116a expref: 251 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.612704:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1de:0x0].0x0 (ffff9001da0ebf00) 00010000:00010000:3.0:1763335105.612707:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335105.612729:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f000/0x3ec0b54007575292 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335105.612739:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f000/0x3ec0b54007575292 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.612745:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f000/0x3ec0b54007575292 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.612756:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575299 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335105.612767:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575299 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.612772:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575299 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.612845:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b540075752a0 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335105.612855:0:13591:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575284 lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x1de:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811b0 expref: 250 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.612862:0:13591:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b540075752a0 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.612895:0:13591:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575284 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1de:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811b0 expref: 250 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.612907:0:13591:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575284 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1de:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811b0 expref: 250 pid: 7841 timeout: 1198 lvb_type: 0 00000100:00100000:3.0:1763335105.612933:0:13591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001c12a9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826057984:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335105.613797:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:56928:x1848989814687104:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 5667us (6327us total) trans 4294972999 rc 0/0 00000100:00100000:2.0:1763335105.613813:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9382 00000100:00100000:0.0:1763335105.614181:0:13591:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c79260c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335105.618148:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335105.618233:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335105.618291:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814687872 00000100:00100000:1.0:1763335105.618301:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814687872 00000100:00100000:3.0:1763335105.618306:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814687744 00000100:00100000:3.0:1763335105.618310:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814687744 00010000:00010000:3.0:1763335105.618357:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575284 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x1de:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811b0 expref: 251 pid: 7841 timeout: 1198 lvb_type: 0 00000100:00100000:3.0:1763335105.618396:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3081 00000100:00100000:3.0:1763335105.618406:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:2426:x1848989814687744:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335105.618425:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335105.618432:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575284 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x1de:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811b0 expref: 251 pid: 7841 timeout: 1198 lvb_type: 0 00010000:00010000:3.0:1763335105.618444:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575284 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1de:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811b0 expref: 251 pid: 7841 timeout: 1198 lvb_type: 0 00010000:00010000:3.0:1763335105.618466:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1de:0x0].0x0 (ffff9001da0ebf00) 00010000:00010000:3.0:1763335105.618472:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b540075752a0 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.618481:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b540075752a0 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.618488:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b540075752a0 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.618507:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335105.618556:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:2426:x1848989814687744:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 151us (417us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335105.618563:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3081 00000100:00100000:1.0:1763335105.618651:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9384 00000100:00100000:1.0:1763335105.618659:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:56928:x1848989814687872:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335105.618677:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335105.618693:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075752a7 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8811b7 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.618785:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b540075752ae lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335105.618796:0:7841:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b540075752a0 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.618803:0:7841:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b540075752ae lrc: 4/1,0 mode: --/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.618816:0:7841:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b540075752a0 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.618824:0:7841:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b540075752ae lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335105.618841:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575284 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x1de:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811b0 expref: 251 pid: 7841 timeout: 1198 lvb_type: 0 00000100:00100000:2.0:1763335105.618857:0:13591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001c12a9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826057984:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335105.618874:0:13591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b540075752a0 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.618881:0:13591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b540075752a0 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.618887:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b540075752a0 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13591 initiator: MDT1 00000004:00080000:2.0:1763335105.619109:0:13591:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000405:0x1de:0x0] is inserted into orphan list, open count = 1 00010000:00010000:2.0:1763335105.619183:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b540075752a0 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.619191:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b540075752a0 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.619197:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b540075752a0 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.619202:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1fa00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335105.619205:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b540075752a0 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.619213:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b540075752a0 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.619226:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1de:0x0].0x0 (ffff9001da0ebf00) 00010000:00010000:2.0:1763335105.619228:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763335105.619231:0:13591:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b540075752ae lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335105.619237:0:13591:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b540075752ae lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335105.619243:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b540075752ae lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335105.619271:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b540075752a0 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.619278:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b540075752a0 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.619291:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f000/0x3ec0b54007575292 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.619297:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f000/0x3ec0b54007575292 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.619302:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f000/0x3ec0b54007575292 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.619307:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f000/0x3ec0b54007575292 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.619352:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1f000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335105.619356:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f000/0x3ec0b54007575292 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.619362:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f000/0x3ec0b54007575292 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.619370:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f6162500) 00010000:00010000:2.0:1763335105.619372:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335105.619375:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f000/0x3ec0b54007575292 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.619380:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f000/0x3ec0b54007575292 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000004:00010000:2.0:1763335105.619393:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000aec5f35f reply state 000000005a958531 transno 4294973000 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575299 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.619402:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575299 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.619408:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001f6162f00) 00010000:00010000:2.0:1763335105.619410:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335105.619412:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335105.619482:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:56929:x1848989814687616:12345-192.168.204.57@tcp:36:rm.0 Request processed in 6882us (7903us total) trans 4294973000 rc 0/0 00000100:00100000:2.0:1763335105.619489:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9383 00010000:00010000:1.0:1763335105.619777:0:7841:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b540075752ae lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.619785:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b540075752ae lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:1.0:1763335105.619809:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1de:0x0]: returning size 5 00000004:00200000:1.0:1763335105.619813:0:7841:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335105.619827:0:7841:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b540075752ae lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.619852:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075752a7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811b7 expref: 252 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.619865:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b540075752ae lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811b7 expref: 251 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.619872:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1de:0x0].0x0 (ffff9001da0ebf00) 00010000:00010000:1.0:1763335105.619875:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335105.619877:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6c00, rc 0) 00000100:00100000:1.0:1763335105.619973:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:56928:x1848989814687872:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1314us (1739us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335105.619980:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9384 00000100:00100000:3.0:1763335105.625264:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335105.625985:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814688128 00000100:00100000:1.0:1763335105.625997:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814688128 00000100:00100000:1.0:1763335105.626065:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9385 00000100:00100000:1.0:1763335105.626076:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:56928:x1848989814688128:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335105.626114:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335105.626135:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075752b5 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8811be expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.626235:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b540075752bc lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335105.626250:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b540075752bc lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1de:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.626261:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b540075752bc lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1de:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:1.0:1763335105.626274:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1de:0x0]: returning size 5 00010000:00010000:1.0:1763335105.626414:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075752b5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1de:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811be expref: 254 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.626431:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b540075752bc lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1de:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811be expref: 253 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.626440:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1de:0x0].0x0 (ffff9001da0ebf00) 00010000:00010000:1.0:1763335105.626444:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763335105.626447:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7400, rc 0) 00000100:00100000:1.0:1763335105.626517:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56928:x1848989814688128:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 441us (1266us total) trans 4294973001 rc 0/0 00000100:00100000:1.0:1763335105.626525:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9385 00000100:00100000:0.0:1763335105.629462:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335105.629511:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335105.629750:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814688256 00000100:00100000:1.0:1763335105.629762:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814688256 00000100:00100000:1.0:1763335105.629820:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6441 00000100:00100000:1.0:1763335105.629829:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2427:x1848989814688256:12345-192.168.204.57@tcp:1:lfs.0 00010000:00010000:1.0:1763335105.629870:0:28568:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b540075752ca lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.629888:0:28568:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b5400757525a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881194 expref: 17 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.629895:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335105.629897:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335105.629900:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b540075752ca lrc: 4/0,1 mode: --/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.629939:0:28568:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b5400757525a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881194 expref: 17 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.629952:0:28568:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b5400757525a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881194 expref: 17 pid: 28568 timeout: 1198 lvb_type: 0 00000100:00100000:1.0:1763335105.629964:0:28568:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f79c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:28568:1848989826058112:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335105.630031:0:28568:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c9e3a840 going to sleep for 11 seconds 00000100:00100000:2.0:1763335105.632567:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814688384 00000100:00100000:2.0:1763335105.632581:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814688384 00000100:00100000:2.0:1763335105.633524:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9386 00000100:00100000:2.0:1763335105.633537:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56930:x1848989814688384:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335105.633561:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335105.633584:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b540075752d1 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8811c5 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.633650:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075752d8 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335105.633664:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075752d8 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.633675:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075752d8 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.633685:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075752df lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335105.633692:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075752df lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.633698:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075752df lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.633735:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075752d8 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.633741:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075752d8 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.633747:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075752d8 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.633752:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075752d8 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.633757:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadaa00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335105.633762:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075752d8 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.633769:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075752d8 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.633783:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c2a8e300) 00010000:00010000:2.0:1763335105.633786:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335105.633790:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075752d8 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.633795:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075752d8 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.633808:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075752df lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.633814:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075752df lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.633819:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075752df lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.633824:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbada400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335105.633826:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075752df lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.633832:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075752df lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.633838:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001f6162f00) 00010000:00010000:2.0:1763335105.633840:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335105.633843:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075752df lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.633854:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075752df lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.633879:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b540075752d1 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811c5 expref: 254 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.633889:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c2a8e300) 00010000:00010000:2.0:1763335105.633892:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335105.633895:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b540075752d1 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811c5 expref: 254 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.633919:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadac00, rc 0) 00000100:00100000:2.0:1763335105.633975:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56930:x1848989814688384:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 442us (4463us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335105.633982:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9386 00000100:00100000:1.0:1763335105.634199:0:28568:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f79c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:28568:1848989826058112:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335105.634229:0:28568:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b540075752ca lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335105.634302:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335105.634570:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814688512 00000100:00100000:1.0:1763335105.634577:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814688512 00002000:00100000:1.0:1763335105.634607:0:23998:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x24a:0x0] (0->4) req@ffff9000c4a35880 x1848989814688512/t0(0) o4->357649f3-b5ed-4e47-9c16-69abcfcf3637@192.168.204.57@tcp:151/0 lens 496/0 e 0 to 0 dl 1763335116 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335105.634616:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c4a35880 with x1848989814688512 ext(0->4) 00010000:00010000:1.0:1763335105.634622:0:23998:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b5400757525a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881194 expref: 18 pid: 28568 timeout: 1198 lvb_type: 0 00010000:00010000:1.0:1763335105.634635:0:23998:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b5400757525a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881194 expref: 18 pid: 28568 timeout: 1198 lvb_type: 0 00002000:00010000:1.0:1763335105.634642:0:23998:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9000c4a35880 00000100:00100000:1.0:1763335105.634673:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 106 00000100:00100000:1.0:1763335105.634734:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2427:x1848989814688512:12345-192.168.204.57@tcp:4:bash.0 00000100:00100000:1.0:1763335105.636848:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:2427:x1848989814688512:12345-192.168.204.57@tcp:4:bash.0 Request processed in 2107us (2537us total) trans 21474838846 rc 0/0 00000100:00100000:1.0:1763335105.636862:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 106 00002000:00100000:1.0:1763335105.636875:0:23998:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x24a:0x0] (0->4) req@ffff9000c4a35880 x1848989814688512/t21474838846(0) o4->357649f3-b5ed-4e47-9c16-69abcfcf3637@192.168.204.57@tcp:151/0 lens 496/448 e 0 to 0 dl 1763335116 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335105.636886:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c4a35880 with x1848989814688512 ext(0->4) 00010000:00010000:1.0:1763335105.636895:0:23998:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b5400757525a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881194 expref: 20 pid: 28568 timeout: 1198 lvb_type: 0 00010000:00010000:1.0:1763335105.636929:0:23998:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b5400757525a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881194 expref: 20 pid: 28568 timeout: 1198 lvb_type: 0 00002000:00010000:1.0:1763335105.636938:0:23998:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9000c4a35880 00000100:00100000:0.0:1763335105.637784:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.637832:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814688640 00000100:00100000:2.0:1763335105.637843:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814688640 00000100:00100000:2.0:1763335105.637904:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9387 00000100:00100000:2.0:1763335105.637927:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc534e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56930:x1848989814688640:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335105.637945:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335105.637968:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b540075752e6 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8811cc expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.638039:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075752ed lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335105.638052:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075752ed lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.638063:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075752ed lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.638074:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075752f4 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335105.638099:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075752f4 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.638106:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075752f4 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.638143:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075752ed lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.638149:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075752ed lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.638155:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075752ed lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.638161:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075752ed lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.638167:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadbc00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335105.638171:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075752ed lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.638178:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075752ed lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.638190:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c2a8e400) 00010000:00010000:2.0:1763335105.638194:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335105.638199:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075752ed lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.638205:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b540075752ed lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.638218:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075752f4 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.638224:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075752f4 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.638229:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075752f4 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.638234:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadba00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335105.638237:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075752f4 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.638242:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075752f4 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.638248:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001f6162f00) 00010000:00010000:2.0:1763335105.638251:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335105.638253:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075752f4 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.638259:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075752f4 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.638283:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b540075752e6 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811cc expref: 254 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.638293:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c2a8e400) 00010000:00010000:2.0:1763335105.638295:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335105.638299:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b540075752e6 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811cc expref: 254 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.638348:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadb800, rc 0) 00000100:00100000:2.0:1763335105.638391:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc534e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56930:x1848989814688640:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 466us (610us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335105.638398:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9387 00000100:00100000:0.0:1763335105.642756:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335105.642860:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335105.643428:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814688768 00000100:00100000:1.0:1763335105.643439:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814688768 00000100:00100000:1.0:1763335105.643507:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9388 00000100:00100000:1.0:1763335105.643517:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc535500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56930:x1848989814688768:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335105.643537:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335105.643559:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075752fb lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8811d3 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.643622:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575302 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335105.643635:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575302 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00000100:00100000:2.0:1763335105.643697:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814688896 00000100:00100000:2.0:1763335105.643702:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814688896 00010000:00010000:2.0:1763335105.643723:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b5400757525a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881194 expref: 20 pid: 28568 timeout: 1198 lvb_type: 0 00000100:00100000:2.0:1763335105.643751:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3082 00000100:00100000:2.0:1763335105.643758:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc537800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:2429:x1848989814688896:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335105.643768:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1763335105.643781:0:7458:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x24a:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:2.0:1763335105.643785:0:7458:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x24a:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1763335105.643790:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b5400757525a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881194 expref: 20 pid: 28568 timeout: 1198 lvb_type: 0 00010000:00010000:2.0:1763335105.643803:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b5400757525a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881194 expref: 20 pid: 28568 timeout: 1198 lvb_type: 0 00010000:00010000:2.0:1763335105.643896:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b5400757525a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881194 expref: 20 pid: 28568 timeout: 1198 lvb_type: 0 00010000:00010000:2.0:1763335105.643921:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335105.643923:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335105.643928:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b540075752ca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.643937:0:7458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b540075752ca lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.643971:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335105.644021:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc537800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2429:x1848989814688896:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 263us (1161us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335105.644029:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3082 00010000:00010000:2.0:1763335105.644057:0:28568:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b540075752ca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.644066:0:28568:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b540075752ca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.644084:0:28568:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b540075752ca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.644092:0:28568:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b540075752ca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.644100:0:28568:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b540075752ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.644107:0:28568:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6e00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335105.644111:0:28568:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b540075752ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.644120:0:28568:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b540075752ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.644134:0:28568:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b540075752ca lrc: 2/0,0 mode: --/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.644142:0:28568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b540075752ca lrc: 0/0,0 mode: --/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335105.644180:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2427:x1848989814688256:12345-192.168.204.57@tcp:1:lfs.0 Request processed in 14352us (14728us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335105.644189:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6441 00010000:00010000:1.0:1763335105.644747:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575302 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:1.0:1763335105.644801:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1763335105.644807:0:7841:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763335105.644842:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075752fb lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811d3 expref: 255 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.644857:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575302 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811d3 expref: 254 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.644870:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0ebd00) 00010000:00010000:1.0:1763335105.644872:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763335105.644876:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7800, rc 0) 00000100:00100000:1.0:1763335105.644918:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc535500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56930:x1848989814688768:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1392us (2164us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335105.644925:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9388 00000100:00100000:0.0:1763335105.649558:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335105.650844:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814689024 00000100:00100000:1.0:1763335105.650857:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814689024 00000100:00100000:1.0:1763335105.650933:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9389 00000100:00100000:1.0:1763335105.650945:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc536680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56930:x1848989814689024:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335105.650966:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335105.650990:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575309 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8811da expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.651060:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007575310 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335105.651073:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007575310 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.651084:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007575310 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.651095:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007575317 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335105.651102:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007575317 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.651110:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007575317 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.651152:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007575310 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.651159:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007575310 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.651166:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007575310 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.651173:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007575310 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.651179:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb3c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335105.651183:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007575310 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.651191:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007575310 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.651204:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0ebd00) 00010000:00010000:1.0:1763335105.651207:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335105.651212:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007575310 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.651218:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007575310 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.651230:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007575317 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.651237:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007575317 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.651242:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007575317 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.651248:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb2200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335105.651251:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007575317 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.651257:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007575317 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.651263:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001f6162f00) 00010000:00010000:1.0:1763335105.651266:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335105.651269:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007575317 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.651275:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007575317 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335105.651300:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575309 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811da expref: 255 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.651310:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0ebd00) 00010000:00010000:1.0:1763335105.651345:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335105.651350:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575309 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811da expref: 255 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.651360:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7a00, rc 0) 00000100:00100000:1.0:1763335105.651427:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc536680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56930:x1848989814689024:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 484us (1879us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335105.651434:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9389 00000100:00100000:0.0:1763335105.652785:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335105.653279:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814689280 00000100:00100000:1.0:1763335105.653288:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814689280 00000100:00100000:0.0:1763335105.654170:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9390 00000100:00100000:0.0:1763335105.654183:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc535c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56928:x1848989814689280:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:0.0:1763335105.654227:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335105.654251:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b540075752ae lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811b7 expref: 254 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.654267:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1de:0x0].0x0 (ffff9001da0ebf00) 00010000:00010000:0.0:1763335105.654272:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335105.654302:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757531e lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335105.654353:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757531e lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.654363:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757531e lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000040:00080000:0.0:1763335105.654570:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1448, 88 off121704 00000004:00080000:0.0:1763335105.654578:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1098634262689ns, next at 1098673279623ns, rc = 0 00000040:00080000:0.0:1763335105.654623:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1449, 88 off121704 00000004:00080000:0.0:1763335105.654628:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1098634313626ns, next at 1098674552476ns, rc = 0 00000040:00080000:0.0:1763335105.654645:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1450, 88 off121792 00000004:00080000:0.0:1763335105.654650:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1098634335054ns, next at 1098674552476ns, rc = 0 00000040:00080000:0.0:1763335105.654660:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1449, 88 off121792 00000004:00080000:0.0:1763335105.654664:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1098634349179ns, next at 1098673279623ns, rc = 0 00000100:00100000:0.0:1763335105.658670:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.658725:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814689536 00000100:00100000:2.0:1763335105.658734:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814689536 00000100:00100000:2.0:1763335105.658783:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9391 00000100:00100000:2.0:1763335105.658792:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc536d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:56930:x1848989814689536:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335105.659477:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335105.659483:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763335105.659510:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575302 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811d3 expref: 255 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.659528:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0ebd00) 00010000:00010000:2.0:1763335105.659537:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335105.659579:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007575325 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8811e1 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.659668:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757532c lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335105.659680:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757532c lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.659690:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757532c lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.659698:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575333 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335105.659705:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575333 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.659710:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575333 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.660053:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b5400757533a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1e0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335105.660062:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b5400757533a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.660069:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b5400757533a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:2.0:1763335105.660077:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1e0:0x0]: returning size 0 00010000:00010000:2.0:1763335105.660100:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757532c lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.660107:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757532c lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.660113:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757532c lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.660119:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757532c lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.660124:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadbc00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335105.660128:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757532c lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.660135:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757532c lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.660143:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c2a8e300) 00010000:00010000:2.0:1763335105.660146:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335105.660150:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757532c lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.660156:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757532c lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000004:00010000:2.0:1763335105.660167:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e6052e79 reply state 00000000cfcf3f49 transno 4294973003 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575333 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.660176:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575333 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.660182:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001f6162f00) 00010000:00010000:2.0:1763335105.660184:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335105.660187:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763335105.660207:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007575325 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811e1 expref: 257 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.660222:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b5400757533a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811e1 expref: 256 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.660229:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e0:0x0].0x0 (ffff9001c2a8e000) 00010000:00010000:2.0:1763335105.660231:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335105.660234:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbada400, rc 0) 00000100:00100000:2.0:1763335105.664114:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc536d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:56930:x1848989814689536:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 5311us (5439us total) trans 4294973003 rc 0/0 00000100:00100000:2.0:1763335105.664127:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9391 00000001:00080000:2.0:1763335105.666013:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973002 is committed 00000004:00080000:2.0:1763335105.666024:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 951 committed 00010000:00010000:1.0:1763335105.666090:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575299 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.666102:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575299 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.666109:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575299 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.666115:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1f400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335105.666118:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575299 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.666125:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575299 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.666140:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001f6162f00) 00010000:00010000:1.0:1763335105.666143:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335105.666147:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575299 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.666153:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575299 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000004:00080000:2.0:1763335105.666188:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 948 committed 00000004:00080000:2.0:1763335105.666201:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 947 committed 00000004:00080000:2.0:1763335105.666203:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 950 committed 00000100:00100000:0.0:1763335105.666299:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763335105.666336:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cc535880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826058240:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335105.666393:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335105.666426:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cc536300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826058368:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335105.666443:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335105.666470:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826058240 00000100:00100000:0.0:1763335105.666476:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826058240 00000100:00100000:0.0:1763335105.666507:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826058368 00000100:00100000:0.0:1763335105.666509:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826058368 00000100:00100000:0.0:1763335105.666524:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6442 00000100:00100000:0.0:1763335105.666530:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc534000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+14:3666:x1848989826058240:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763335105.666657:0:28568:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x24c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335105.666661:0:28568:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x24c:0x0] updating lvb mtime from disk: 1763335105 -> 1763335105 00002000:00010000:0.0:1763335105.666664:0:28568:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x24c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335105.666666:0:28568:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x24c:0x0] updating lvb ctime from disk: 1763335105 -> 1763335105 00002000:00010000:0.0:1763335105.666668:0:28568:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x24c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335105.666698:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc534000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+15:3666:x1848989826058240:12345-0@lo:2:osp-syn-1-1.0 Request processed in 168us (305us total) trans 17179871555 rc 0/0 00000100:00100000:0.0:1763335105.666704:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6442 00000100:00100000:0.0:1763335105.666717:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6443 00000100:00100000:0.0:1763335105.666723:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc537480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+14:3664:x1848989826058368:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335105.666778:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc537480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+15:3664:x1848989826058368:12345-0@lo:2:osp-syn-1-1.0 Request processed in 55us (333us total) trans 17179871556 rc 0/0 00000100:00100000:0.0:1763335105.666783:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6443 00000004:00080000:0.0:1763335105.666815:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000cc536300/2, rc 0, transno 17179871556 00000100:00100000:0.0:1763335105.666820:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cc536300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826058368:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763335105.666832:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000cc535880/2, rc 0, transno 17179871555 00000100:00100000:0.0:1763335105.666835:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cc535880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826058240:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335105.666987:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001c12a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826058624:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335105.667014:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335105.667036:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826058624 00000100:00100000:3.0:1763335105.667039:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826058624 00000100:00100000:3.0:1763335105.667057:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6444 00000100:00100000:3.0:1763335105.667063:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+29:3666:x1848989826058624:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335105.667146:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+30:3666:x1848989826058624:12345-0@lo:2:osp-syn-0-1.0 Request processed in 83us (131us total) trans 21474838847 rc 0/0 00000100:00100000:3.0:1763335105.667154:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6444 00000004:00080000:3.0:1763335105.667176:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001c12a9f80/2, rc 0, transno 21474838847 00000100:00100000:3.0:1763335105.667180:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001c12a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826058624:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335105.667220:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763335105.667227:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001c12a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826058496:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335105.667250:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335105.667299:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826058496 00000100:00100000:3.0:1763335105.667302:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826058496 00000100:00100000:3.0:1763335105.667350:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6445 00000100:00100000:3.0:1763335105.667356:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+30:3664:x1848989826058496:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335105.667418:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+31:3664:x1848989826058496:12345-0@lo:2:osp-syn-0-1.0 Request processed in 62us (166us total) trans 21474838848 rc 0/0 00000100:00100000:3.0:1763335105.667424:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6445 00000004:00080000:1.0:1763335105.667485:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001c12a8700/2, rc 0, transno 21474838848 00000100:00100000:1.0:1763335105.667489:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001c12a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826058496:0@lo:2:osp-syn-0-1.0 00000004:00010000:0.0:1763335105.667700:0:7841:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000755e1ed7 reply state 0000000056a358e0 transno 4294973002 ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757531e lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.667717:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757531e lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.667725:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1de:0x0].0x0 (ffff9001da0ebf00) 00010000:00010000:0.0:1763335105.667728:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763335105.667731:0:7841:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1763335105.667804:0:7841:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763335105.667819:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc535c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+246:56928:x1848989814689280:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 13638us (15037us total) trans 4294973002 rc 0/0 00000100:00100000:0.0:1763335105.667826:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9390 00010000:00010000:3.0:1763335105.667981:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757531e lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.667989:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757531e lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.667995:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757531e lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.668001:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202173000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335105.668004:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757531e lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.668011:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757531e lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.668020:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1de:0x0].0x0 (ffff9001da0ebf00) 00010000:00010000:3.0:1763335105.668022:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335105.668025:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757531e lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.668032:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757531e lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000100:00100000:0.0:1763335105.675589:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.675829:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814689792 00000100:00100000:2.0:1763335105.675841:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814689792 00000100:00100000:2.0:1763335105.675937:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9392 00000100:00100000:2.0:1763335105.675948:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc534a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56930:x1848989814689792:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335105.675970:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335105.675990:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007575348 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1e0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8811e8 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.676100:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757534f lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1e0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335105.676115:0:7841:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b5400757533a lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811e1 expref: 246 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.676123:0:7841:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757534f lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1e0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335105.676159:0:7841:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b5400757533a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811e1 expref: 246 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.676172:0:7841:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b5400757533a lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811e1 expref: 246 pid: 13591 timeout: 1198 lvb_type: 0 00000100:00100000:2.0:1763335105.676191:0:7841:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6eb5880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826058752:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335105.678360:0:7841:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f608f240 going to sleep for 11 seconds 00000100:00100000:1.0:1763335105.684829:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335105.685008:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814689920 00000100:00100000:0.0:1763335105.685018:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814689920 00000100:00100000:0.0:1763335105.685093:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9393 00000100:00100000:0.0:1763335105.685103:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:56928:x1848989814689920:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335105.685129:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335105.685151:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575356 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8811ef expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.685209:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575356 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811ef expref: 248 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.685223:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575356 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811ef expref: 248 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.685246:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1de:0x0].0x0 (ffff9001da0ebf00) 00010000:00010000:0.0:1763335105.685250:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335105.685254:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202172c00, rc 0) 00000100:00100000:0.0:1763335105.685306:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:56928:x1848989814689920:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 204us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335105.685339:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9393 00000100:00100000:1.0:1763335105.685675:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.685824:0:7841:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6eb5880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826058752:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335105.685848:0:7841:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757534f lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1e0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000100:00100000:3.0:1763335105.686365:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814690048 00000100:00100000:3.0:1763335105.686372:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814690048 00010000:00010000:3.0:1763335105.686399:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b5400757533a lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811e1 expref: 248 pid: 13591 timeout: 1198 lvb_type: 0 00000100:00100000:3.0:1763335105.686432:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3083 00000100:00100000:3.0:1763335105.686441:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:2426:x1848989814690048:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335105.686453:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335105.686459:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b5400757533a lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811e1 expref: 248 pid: 13591 timeout: 1198 lvb_type: 0 00010000:00010000:3.0:1763335105.686471:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b5400757533a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811e1 expref: 248 pid: 13591 timeout: 1198 lvb_type: 0 00010000:00010000:3.0:1763335105.686491:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b5400757533a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811e1 expref: 248 pid: 13591 timeout: 1198 lvb_type: 0 00010000:00010000:3.0:1763335105.686506:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e0:0x0].0x0 (ffff9001c2a8e000) 00010000:00010000:3.0:1763335105.686510:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757534f lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1e0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.686519:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757534f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.686525:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757534f lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1e0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.686547:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335105.686594:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:2426:x1848989814690048:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 153us (918us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335105.686601:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3083 00010000:00010000:0.0:1763335105.686975:0:7841:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757534f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.686983:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757534f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:0.0:1763335105.687004:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1e0:0x0]: returning size 0 00000004:00080000:0.0:1763335105.687168:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x24e:0x0], index 1: 0 00000004:00080000:0.0:1763335105.687175:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x24c:0x0], index 0: 0 00000004:00080000:0.0:1763335105.687179:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x24d:0x0], index 0: 0 00000004:00080000:0.0:1763335105.687183:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x24f:0x0], index 1: 0 00010000:00010000:0.0:1763335105.687279:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757534f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.687287:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757534f lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1e0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.687293:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757534f lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1e0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.687298:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadbc00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335105.687302:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757534f lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1e0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.687605:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757534f lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1e0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.687618:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e0:0x0].0x0 (ffff9001c2a8e000) 00010000:00010000:0.0:1763335105.687620:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335105.687624:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757534f lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1e0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.687630:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757534f lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1e0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.687675:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007575348 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1e0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811e8 expref: 247 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.687684:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e0:0x0].0x0 (ffff9001c2a8e000) 00010000:00010000:0.0:1763335105.687686:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763335105.687689:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007575348 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1e0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811e8 expref: 247 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.687701:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadba00, rc 0) 00000100:00100000:0.0:1763335105.691032:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc534a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+246:56930:x1848989814689792:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 15070us (15438us total) trans 4294973004 rc 301/301 00000100:00100000:0.0:1763335105.691046:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9392 00000100:00100000:1.0:1763335105.694979:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335105.695053:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814690176 00000100:00100000:0.0:1763335105.695064:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814690176 00000100:00100000:0.0:1763335105.695134:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9394 00000100:00100000:0.0:1763335105.695144:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+246:56928:x1848989814690176:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335105.695163:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335105.695183:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575364 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8811f6 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.695253:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757536b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335105.695267:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757536b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.695277:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757536b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:0.0:1763335105.695356:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1de:0x0]: returning size 5 00000004:00200000:0.0:1763335105.695361:0:7841:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335105.695379:0:7841:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757536b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.695404:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575364 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811f6 expref: 248 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.695422:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757536b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811f6 expref: 247 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.695432:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1de:0x0].0x0 (ffff9001da0ebf00) 00010000:00010000:0.0:1763335105.695435:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1763335105.695438:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202172600, rc 0) 00000100:00100000:0.0:1763335105.695488:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:56928:x1848989814690176:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 345us (519us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335105.695495:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9394 00000100:00100000:2.0:1763335105.697806:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335105.697873:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814690432 00000100:00100000:0.0:1763335105.697882:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814690432 00000100:00100000:0.0:1763335105.697935:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3237 00000100:00100000:0.0:1763335105.697945:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:56930:x1848989814690432:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335105.700724:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:56930:x1848989814690432:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 1293us (1438us total) trans 4294973005 rc 0/0 00000100:00100000:0.0:1763335105.700744:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3237 00000100:00100000:1.0:1763335105.704969:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335105.705080:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814690560 00000100:00100000:3.0:1763335105.705092:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814690560 00000100:00100000:3.0:1763335105.705169:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6446 00000100:00100000:3.0:1763335105.705180:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2428:x1848989814690560:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335105.705200:0:27803:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335105.705226:0:27803:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1e600/0x3ec0b54007575372 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8811fd expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335105.705255:0:27803:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x24a:0x0] initial LVB size: 5, mtime: 0x691a5bc1, atime: 0x0, ctime: 0x691a5bc1, blocks: 0x8 00010000:00010000:3.0:1763335105.705279:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335105.705282:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335105.705295:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1e600/0x3ec0b54007575372 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811fd expref: 19 pid: 27803 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335105.705344:0:27803:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1e600/0x3ec0b54007575372 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811fd expref: 19 pid: 27803 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335105.705361:0:27803:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6e1e600, rc 0) 00000100:00100000:3.0:1763335105.705422:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2428:x1848989814690560:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 243us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335105.705430:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6446 00000100:00100000:1.0:1763335105.706628:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335105.706729:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814690816 00000100:00100000:0.0:1763335105.706742:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814690816 00000100:00100000:0.0:1763335105.706800:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3238 00000100:00100000:0.0:1763335105.706811:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:56930:x1848989814690816:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335105.707040:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:56930:x1848989814690816:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 231us (418us total) trans 4294973006 rc 0/0 00000100:00100000:0.0:1763335105.707048:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3238 00000100:00100000:2.0:1763335105.718281:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335105.718563:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814691072 00000100:00100000:3.0:1763335105.718576:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814691072 00000100:00100000:3.0:1763335105.718648:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9395 00000100:00100000:3.0:1763335105.718659:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:55956:x1848989814691072:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335105.718688:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335105.718716:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007575379 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881204 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.718862:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575380 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335105.718877:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575380 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.718888:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575380 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.718899:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575387 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335105.718917:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575387 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.718924:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575387 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.718985:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f000/0x3ec0b5400757538e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1e0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335105.718993:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f000/0x3ec0b5400757538e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.719000:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f000/0x3ec0b5400757538e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:3.0:1763335105.719016:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1e0:0x0]: returning size 0 00010000:00010000:3.0:1763335105.719108:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575380 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.719116:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575380 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.719122:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575380 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.719128:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575380 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.719134:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1e000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335105.719139:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575380 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.719146:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575380 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.719158:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f6162200) 00010000:00010000:3.0:1763335105.719161:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335105.719166:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575380 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.719174:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575380 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.719185:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575387 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.719192:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575387 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.719202:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575387 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.719207:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1f400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335105.719210:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575387 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.719215:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575387 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.719222:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001f6162f00) 00010000:00010000:3.0:1763335105.719225:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335105.719227:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575387 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.719232:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575387 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.719266:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007575379 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881204 expref: 252 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.719283:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f000/0x3ec0b5400757538e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881204 expref: 251 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.719290:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e0:0x0].0x0 (ffff9001f6162000) 00010000:00010000:3.0:1763335105.719293:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335105.719295:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6e1f000, rc 0) 00000100:00100000:3.0:1763335105.719407:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:55956:x1848989814691072:12345-192.168.204.57@tcp:101:bash.0 Request processed in 749us (1136us total) trans 4294973007 rc 0/0 00000100:00100000:3.0:1763335105.719416:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9395 00000100:00100000:1.0:1763335105.725619:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335105.725730:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814691200 00000100:00100000:0.0:1763335105.725745:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814691200 00000100:00100000:0.0:1763335105.725815:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9396 00000100:00100000:0.0:1763335105.725825:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:55956:x1848989814691200:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335105.725851:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335105.725877:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b5400757539c lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1e0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88120b expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.725925:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b540075753a3 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1e0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335105.725939:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b540075753a3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e0:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.725952:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b540075753a3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e0:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.726075:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b5400757539c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1e0:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88120b expref: 253 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.726096:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b540075753a3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e0:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88120b expref: 252 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.726105:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e0:0x0].0x0 (ffff9001f6162000) 00010000:00010000:0.0:1763335105.726108:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763335105.726113:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202172200, rc 0) 00000100:00100000:0.0:1763335105.726182:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:55956:x1848989814691200:12345-192.168.204.57@tcp:101:bash.0 Request processed in 358us (575us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335105.726189:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9396 00000100:00100000:1.0:1763335105.732901:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335105.733424:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814691456 00000100:00100000:3.0:1763335105.733436:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814691456 00000100:00100000:3.0:1763335105.733491:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9397 00000100:00100000:3.0:1763335105.733501:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:55956:x1848989814691456:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:3.0:1763335105.733557:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335105.733583:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f000/0x3ec0b5400757538e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881204 expref: 252 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.733601:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e0:0x0].0x0 (ffff9001f6162000) 00010000:00010000:3.0:1763335105.733607:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335105.733774:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b540075753aa lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1e0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335105.733789:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b540075753aa lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1e0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.733799:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b540075753aa lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1e0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000001:00080000:3.0:1763335105.733841:0:13840:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973008 00000004:00010000:3.0:1763335105.733860:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008f678e11 reply state 00000000f25bb60a transno 4294973009 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b540075753aa lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1e0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.733872:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b540075753aa lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1e0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.733879:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e0:0x0].0x0 (ffff9001f6162000) 00010000:00010000:3.0:1763335105.733882:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335105.733885:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763335105.733985:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:55956:x1848989814691456:12345-192.168.204.57@tcp:36:bash.0 Request processed in 484us (1091us total) trans 4294973009 rc 0/0 00000100:00100000:3.0:1763335105.733992:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9397 00000020:00080000:3.0:1763335105.733999:0:13840:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763335105.738522:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335105.738638:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814691584 00000100:00100000:0.0:1763335105.738650:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814691584 00000100:00100000:0.0:1763335105.738714:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9398 00000100:00100000:0.0:1763335105.738726:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:55956:x1848989814691584:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335105.738751:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335105.738774:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075753b1 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1e0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881212 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.738841:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075753b1 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1e0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881212 expref: 255 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.738857:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075753b1 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1e0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881212 expref: 255 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.738877:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e0:0x0].0x0 (ffff9001f6162000) 00010000:00010000:0.0:1763335105.738883:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335105.738887:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202173800, rc 0) 00000100:00100000:0.0:1763335105.738973:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:55956:x1848989814691584:12345-192.168.204.57@tcp:101:bash.0 Request processed in 248us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335105.738982:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9398 00000100:00100000:1.0:1763335105.744716:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335105.745293:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814691840 00000100:00100000:3.0:1763335105.745305:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814691840 00000100:00100000:3.0:1763335105.745406:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9399 00000100:00100000:3.0:1763335105.745416:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:55956:x1848989814691840:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335105.745436:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335105.745439:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763335105.745464:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075753b1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1e0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881212 expref: 255 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.745484:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e0:0x0].0x0 (ffff9001f6162000) 00010000:00010000:3.0:1763335105.745489:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335105.745591:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f000/0x3ec0b540075753b8 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1e0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881219 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.745639:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075753bf lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1e0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335105.745653:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075753bf lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e0:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.745661:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075753bf lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e0:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000040:00080000:3.0:1763335105.745876:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1451, 88 off121880 00000004:00080000:3.0:1763335105.745883:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1098725568267ns, next at 1098674552476ns, rc = 0 00000040:00080000:3.0:1763335105.745927:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1450, 88 off121880 00000004:00080000:3.0:1763335105.745933:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1098725618269ns, next at 1098673279623ns, rc = 0 00000040:00080000:3.0:1763335105.745958:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1451, 88 off121968 00000004:00080000:3.0:1763335105.745962:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1098725647608ns, next at 1098673279623ns, rc = 0 00000040:00080000:3.0:1763335105.745972:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1452, 88 off121968 00000004:00080000:3.0:1763335105.745976:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1098725661368ns, next at 1098674552476ns, rc = 0 00000001:00080000:0.0:1763335105.749514:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973010 is committed 00000004:00080000:0.0:1763335105.749527:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 950 committed 00010000:00010000:1.0:1763335105.750124:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575333 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.750139:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575333 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.750148:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575333 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.750155:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadac00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335105.750161:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575333 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.750169:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575333 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.750188:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001f6162f00) 00010000:00010000:1.0:1763335105.750191:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335105.750196:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575333 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.750202:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575333 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.750233:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b540075753aa lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.750240:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b540075753aa lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.750246:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b540075753aa lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.750251:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1f600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335105.750253:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b540075753aa lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.750258:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b540075753aa lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.750265:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e0:0x0].0x0 (ffff9001f6162000) 00010000:00010000:1.0:1763335105.750268:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335105.750270:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b540075753aa lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.750275:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b540075753aa lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000100:00100000:1.0:1763335105.756498:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6dc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826058880:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763335105.756514:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763335105.756528:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c7d30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826059008:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763335105.756627:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1763335105.756700:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 953 committed 00000004:00080000:0.0:1763335105.756720:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 952 committed 00000004:00080000:0.0:1763335105.756722:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 949 committed 00000100:00100000:3.0:1763335105.756748:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826059008 00000100:00100000:3.0:1763335105.756756:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826059008 00000100:00100000:3.0:1763335105.756810:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6447 00000100:00100000:3.0:1763335105.756819:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+15:3665:x1848989826059008:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763335105.756837:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c7d31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826059136:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335105.756860:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335105.756886:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826059136 00000100:00100000:2.0:1763335105.756889:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826059136 00000100:00100000:2.0:1763335105.756924:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6448 00000100:00100000:2.0:1763335105.756930:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+31:3665:x1848989826059136:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335105.756998:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+16:3665:x1848989826059008:12345-0@lo:2:osp-syn-1-1.0 Request processed in 179us (370us total) trans 17179871557 rc 0/0 00000100:00100000:3.0:1763335105.757005:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6447 00000100:00100000:2.0:1763335105.757009:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+32:3665:x1848989826059136:12345-0@lo:2:osp-syn-0-1.0 Request processed in 80us (148us total) trans 21474838849 rc 0/0 00000100:00100000:2.0:1763335105.757014:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6448 00000100:00100000:3.0:1763335105.757025:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c7d30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826059264:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335105.757048:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335105.757071:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826059264 00000100:00100000:3.0:1763335105.757074:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826059264 00010000:00010000:2.0:1763335105.757077:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075753bf lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1e0:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881219 expref: 247 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.757102:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e0:0x0].0x0 (ffff9001f6162000) 00000100:00100000:3.0:1763335105.757105:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6449 00010000:00010000:2.0:1763335105.757106:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00000100:00100000:3.0:1763335105.757111:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+32:3666:x1848989826059264:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1763335105.757124:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f000/0x3ec0b540075753b8 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1e0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881219 expref: 247 pid: 13840 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763335105.757142:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075753bf lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1e0:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881219 expref: 246 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.757167:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e0:0x0].0x0 (ffff9001f6162000) 00010000:00010000:2.0:1763335105.757170:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763335105.757172:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6e1f400, rc 0) 00000100:00100000:2.0:1763335105.757217:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+246:55956:x1848989814691840:12345-192.168.204.57@tcp:101:bash.0 Request processed in 11802us (12510us total) trans 4294973010 rc 0/0 00000100:00100000:2.0:1763335105.757223:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9399 00000100:00100000:3.0:1763335105.757276:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+33:3666:x1848989826059264:12345-0@lo:2:osp-syn-0-1.0 Request processed in 165us (226us total) trans 21474838850 rc 0/0 00000100:00100000:3.0:1763335105.757282:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6449 00000004:00080000:3.0:1763335105.757330:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c7d30a80/2, rc 0, transno 21474838850 00000100:00100000:3.0:1763335105.757337:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c7d30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826059264:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763335105.757357:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c7d31500/2, rc 0, transno 21474838849 00000100:00100000:3.0:1763335105.757361:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c7d31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826059136:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763335105.757369:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c7d30700/2, rc 0, transno 17179871557 00000100:00100000:3.0:1763335105.757374:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c7d30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826059008:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335105.761808:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335105.761946:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826058880 00000100:00100000:0.0:1763335105.761957:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826058880 00000100:00100000:0.0:1763335105.762025:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6450 00000100:00100000:0.0:1763335105.762036:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+16:3667:x1848989826058880:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335105.762253:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+17:3667:x1848989826058880:12345-0@lo:2:osp-syn-1-1.0 Request processed in 218us (451us total) trans 17179871558 rc 0/0 00000100:00100000:0.0:1763335105.762260:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6450 00000004:00080000:1.0:1763335105.762368:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6dc9c00/2, rc 0, transno 17179871558 00000100:00100000:1.0:1763335105.762374:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6dc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826058880:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335105.763760:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335105.763833:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814691968 00000100:00100000:3.0:1763335105.763842:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814691968 00000100:00100000:3.0:1763335105.763888:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6451 00000100:00100000:3.0:1763335105.763898:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:55956:x1848989814691968:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335105.763920:0:28961:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335105.763939:0:28961:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1e000/0x3ec0b540075753c6 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881220 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335105.763960:0:28961:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x24e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335105.763977:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335105.763979:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335105.763988:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1e000/0x3ec0b540075753c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881220 expref: 17 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.764001:0:28961:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1e000/0x3ec0b540075753c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881220 expref: 17 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.764013:0:28961:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6e1e000, rc 0) 00000100:00100000:3.0:1763335105.764058:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:55956:x1848989814691968:12345-192.168.204.57@tcp:101:bash.0 Request processed in 162us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335105.764064:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6451 00000100:00100000:2.0:1763335105.766693:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335105.766773:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814692096 00000100:00100000:0.0:1763335105.766781:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814692096 00000100:00100000:0.0:1763335105.766827:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6452 00000100:00100000:0.0:1763335105.766835:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4ac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:55956:x1848989814692096:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335105.766851:0:27803:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335105.766871:0:27803:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff900202173800/0x3ec0b540075753cd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x24c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881227 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335105.766891:0:27803:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x24c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335105.766915:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335105.766918:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335105.766926:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff900202173800/0x3ec0b540075753cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881227 expref: 20 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.766941:0:27803:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff900202173800/0x3ec0b540075753cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881227 expref: 20 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.766952:0:27803:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202173800, rc 0) 00000100:00100000:0.0:1763335105.767001:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4ac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:55956:x1848989814692096:12345-192.168.204.57@tcp:101:bash.0 Request processed in 166us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335105.767007:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6452 00000100:00100000:1.0:1763335105.778185:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335105.778221:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335105.778251:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335105.778357:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814692224 00000100:00100000:0.0:1763335105.778367:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814692224 00002000:00010000:0.0:1763335105.778402:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/590 (0->18446744073709551615) 00002000:00100000:0.0:1763335105.778406:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f15c0a80 with x1848989814692224 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335105.778417:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001f15c0a80. 00000100:00100000:0.0:1763335105.778433:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814692352 00000100:00100000:0.0:1763335105.778436:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814692352 00002000:00010000:0.0:1763335105.778444:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/588 (0->18446744073709551615) 00002000:00100000:0.0:1763335105.778447:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c37af480 with x1848989814692352 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335105.778451:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c37af480. 00000100:00100000:0.0:1763335105.778464:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1590 00000100:00100000:0.0:1763335105.778471:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2429:x1848989814692224:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:0.0:1763335105.778616:0:23997:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x24e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335105.778619:0:23997:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x24e:0x0] updating lvb mtime from disk: 0 -> 1763335106 00002000:00010000:0.0:1763335105.778621:0:23997:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x24e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335105.778623:0:23997:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x24e:0x0] updating lvb ctime from disk: 0 -> 1763335106 00002000:00010000:0.0:1763335105.778625:0:23997:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x24e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335105.778675:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2429:x1848989814692224:12345-192.168.204.57@tcp:10:bash.0 Request processed in 204us (452us total) trans 17179871559 rc 0/0 00000100:00100000:0.0:1763335105.778683:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1590 00002000:00010000:0.0:1763335105.778686:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/590 (0->18446744073709551615) 00002000:00100000:0.0:1763335105.778689:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f15c0a80 with x1848989814692224 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335105.778693:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001f15c0a80. 00000100:00100000:0.0:1763335105.778723:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1591 00000100:00100000:0.0:1763335105.778730:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:2428:x1848989814692352:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:0.0:1763335105.778809:0:23997:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x24c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335105.778813:0:23997:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x24c:0x0] updating lvb mtime from disk: 0 -> 1763335106 00002000:00010000:0.0:1763335105.778816:0:23997:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x24c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335105.778818:0:23997:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x24c:0x0] updating lvb ctime from disk: 0 -> 1763335106 00002000:00010000:0.0:1763335105.778820:0:23997:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x24c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335105.778841:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:2428:x1848989814692352:12345-192.168.204.57@tcp:10:bash.0 Request processed in 111us (588us total) trans 21474838851 rc 0/0 00000100:00100000:0.0:1763335105.778849:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1591 00002000:00010000:0.0:1763335105.778852:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/588 (0->18446744073709551615) 00002000:00100000:0.0:1763335105.778854:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c37af480 with x1848989814692352 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335105.778859:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c37af480. 00000100:00100000:3.0:1763335105.779703:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814692480 00000100:00100000:3.0:1763335105.779710:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814692480 00000100:00100000:3.0:1763335105.779750:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6453 00000100:00100000:3.0:1763335105.779757:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:2426:x1848989814692480:12345-192.168.204.57@tcp:23:lfs.0 00000100:00100000:3.0:1763335105.779828:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:2426:x1848989814692480:12345-192.168.204.57@tcp:23:lfs.0 Request processed in 71us (1653us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335105.779834:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6453 00000100:00100000:1.0:1763335105.791518:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335105.791599:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335105.791665:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814692736 00000100:00100000:3.0:1763335105.791675:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814692736 00000100:00100000:3.0:1763335105.791733:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3239 00000100:00100000:3.0:1763335105.791742:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001d184ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+246:55956:x1848989814692736:12345-192.168.204.57@tcp:35:bash.0 00000100:00100000:3.0:1763335105.792051:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001d184ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:55956:x1848989814692736:12345-192.168.204.57@tcp:35:bash.0 Request processed in 309us (450us total) trans 4294973011 rc 0/0 00000100:00100000:3.0:1763335105.792059:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3239 00000100:00100000:0.0:1763335105.792299:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814692864 00000100:00100000:0.0:1763335105.792304:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814692864 00000100:00100000:0.0:1763335105.792362:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6454 00000100:00100000:0.0:1763335105.792370:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:2427:x1848989814692864:12345-192.168.204.57@tcp:23:lfs.0 00000100:00100000:0.0:1763335105.792443:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:2427:x1848989814692864:12345-192.168.204.57@tcp:23:lfs.0 Request processed in 74us (935us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335105.792454:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6454 00000100:00100000:1.0:1763335105.796541:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335105.796649:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814692992 00000100:00100000:0.0:1763335105.796660:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814692992 00000100:00100000:0.0:1763335105.796731:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1592 00000100:00100000:0.0:1763335105.796741:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:2427:x1848989814692992:12345-192.168.204.57@tcp:3:lfs.0 00010000:00010000:0.0:1763335105.796780:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff900202173000/0x3ec0b540075753d4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.796795:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335105.796797:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335105.796803:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff900202173000/0x3ec0b540075753d4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.796815:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff900202173000/0x3ec0b540075753d4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.796926:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff900202173000/0x3ec0b540075753d4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.796935:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff900202173000/0x3ec0b540075753d4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.796944:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff900202173000/0x3ec0b540075753d4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.796951:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202173000 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335105.796955:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff900202173000/0x3ec0b540075753d4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.796968:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff900202173000/0x3ec0b540075753d4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.796984:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff900202173000/0x3ec0b540075753d4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.796990:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff900202173000/0x3ec0b540075753d4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335105.797046:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:2427:x1848989814692992:12345-192.168.204.57@tcp:3:lfs.0 Request processed in 306us (515us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335105.797054:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1592 00000100:00100000:1.0:1763335105.810060:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335105.810162:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.810261:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814693120 00000100:00100000:2.0:1763335105.810272:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814693120 00000100:00100000:2.0:1763335105.810361:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814693248 00000100:00100000:2.0:1763335105.810365:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814693248 00000100:00100000:2.0:1763335105.810401:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9400 00000100:00100000:2.0:1763335105.810410:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:56931:x1848989814693120:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:2.0:1763335105.810432:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335105.810455:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b540075753db lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88122e expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.810517:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b540075753e2 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335105.810530:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b540075753e2 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.810543:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b540075753e2 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.810555:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075753e9 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335105.810560:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075753e9 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.810566:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075753e9 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.810633:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075753f0 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1e0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00000100:00100000:3.0:1763335105.810636:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9401 00010000:00010000:2.0:1763335105.810642:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075753f0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00000100:00100000:3.0:1763335105.810646:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:56928:x1848989814693248:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335105.810649:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075753f0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.810654:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335105.810662:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b540075753f7 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881235 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.810679:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f000/0x3ec0b540075753fe lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00000004:00200000:2.0:1763335105.810685:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1e0:0x0]: returning size 5 00010000:00010000:3.0:1763335105.810688:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f000/0x3ec0b540075753fe lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00000004:00200000:2.0:1763335105.810689:0:13840:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1763335105.810695:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f000/0x3ec0b540075753fe lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00010000:2.0:1763335105.810705:0:13840:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075753f0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.810716:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075753f0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.810724:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b540075753e2 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.810729:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b540075753e2 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.810738:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b540075753e2 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.810744:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b540075753e2 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.810750:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbada200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335105.810753:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b540075753e2 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.810759:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b540075753e2 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.810766:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b540075753f7 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881235 expref: 251 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.810768:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c4e7ac00) 00010000:00010000:2.0:1763335105.810771:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335105.810775:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b540075753e2 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.810780:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b540075753e2 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.810781:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f000/0x3ec0b540075753fe lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881235 expref: 250 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.810788:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1de:0x0].0x0 (ffff9001da0ebf00) 00010000:00010000:2.0:1763335105.810790:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075753e9 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.810791:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763335105.810794:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6e1f000, rc 0) 00010000:00010000:2.0:1763335105.810796:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075753e9 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.810800:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075753e9 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.810804:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbada400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335105.810807:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075753e9 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.810815:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075753e9 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.810820:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c4e7a000) 00010000:00010000:2.0:1763335105.810822:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335105.810825:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075753e9 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335105.810829:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075753e9 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000100:00100000:3.0:1763335105.810839:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:56928:x1848989814693248:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 196us (677us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335105.810845:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9401 00010000:00010000:2.0:1763335105.810850:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b540075753db lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88122e expref: 251 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.810862:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075753f0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88122e expref: 249 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.810868:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e0:0x0].0x0 (ffff9001f6162000) 00010000:00010000:2.0:1763335105.810870:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335105.810873:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadaa00, rc 0) 00000100:00100000:2.0:1763335105.810894:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:56931:x1848989814693120:12345-192.168.204.57@tcp:101:rm.0 Request processed in 486us (843us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335105.810900:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9400 00000100:00100000:1.0:1763335105.816031:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.816231:0:16421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814693376 00000100:00100000:2.0:1763335105.816250:0:16421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814693376 00000100:00100000:2.0:1763335105.816399:0:16421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1593 00000100:00100000:2.0:1763335105.816409:0:16421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2427:x1848989814693376:12345-192.168.204.57@tcp:4:lfs.0 00002000:00010000:2.0:1763335105.816458:0:16421:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x24d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763335105.816466:0:16421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575405 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x24d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.816480:0:16421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335105.816482:0:16421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335105.816487:0:16421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575405 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.816499:0:16421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575405 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335105.817638:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335105.817710:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814693632 00000100:00100000:0.0:1763335105.817718:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814693632 00000100:00100000:0.0:1763335105.817781:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9402 00000100:00100000:0.0:1763335105.817789:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:56931:x1848989814693632:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:0.0:1763335105.817834:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1763335105.817857:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075753bf lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1e0:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881219 expref: 249 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.817877:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadaa00/0x3ec0b540075753f0 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88122e expref: 248 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.817891:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b540075753a3 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1e0:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88120b expref: 247 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.817903:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e0:0x0].0x0 (ffff9001f6162000) 00010000:00010000:0.0:1763335105.817923:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335105.817945:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757540c lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335105.817957:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757540c lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.817965:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757540c lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.817978:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b54007575413 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335105.817984:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b54007575413 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.817991:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b54007575413 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.818067:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b5400757541a lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1e0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335105.818076:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b5400757541a lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.818083:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b5400757541a lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000040:00080000:0.0:1763335105.818347:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1453, 64 off122032 00000004:00080000:0.0:1763335105.818355:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1098798040145ns, next at 1099798037727ns, rc = 0 00000040:00080000:0.0:1763335105.818381:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1452, 64 off122032 00000004:00080000:0.0:1763335105.818386:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1098798071484ns, next at 1099798070025ns, rc = 0 00000040:00080000:0.0:1763335105.818397:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1453, 64 off122096 00000040:00080000:0.0:1763335105.818407:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1454, 64 off122096 00010000:00010000:0.0:1763335105.818455:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575421 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1e0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335105.818464:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575421 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.818472:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575421 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.818478:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575421 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.818484:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575421 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.818490:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575421 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.818515:0:13591:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763335105.818532:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b5400757541a lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.818535:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335105.818539:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b5400757541a lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.818541:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575421 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.818545:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b5400757541a lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1e0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.818547:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035ea00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335105.818549:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035e000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335105.818551:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575421 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.818552:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b5400757541a lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1e0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.818559:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575421 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.818559:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b5400757541a lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1e0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.818569:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e0:0x0].0x0 (ffff9001c5a76400) 00010000:00010000:3.0:1763335105.818572:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335105.818575:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575421 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.818580:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575421 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.818589:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335105.818591:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335105.818593:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335105.823795:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e0:0x0].0x0 (ffff9001c5a76400) 00010000:00010000:0.0:1763335105.823805:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763335105.823817:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b5400757541a lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.823829:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b5400757541a lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.824084:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757540c lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.824092:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757540c lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.824097:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757540c lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.824103:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757540c lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.824108:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202173000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335105.824111:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757540c lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00000001:00080000:3.0:1763335105.824115:0:26000:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871560 is committed 00010000:00010000:1.0:1763335105.824118:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757540c lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.824130:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c5a76f00) 00010000:00010000:1.0:1763335105.824133:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335105.824136:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757540c lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000001:00080000:3.0:1763335105.824139:0:26000:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871558 is committed 00010000:00010000:1.0:1763335105.824141:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757540c lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000004:00010000:1.0:1763335105.824155:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000038452189 reply state 000000005b127a83 transno 4294973012 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b54007575413 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.824170:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b54007575413 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.824178:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c5a76300) 00010000:00010000:1.0:1763335105.824180:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335105.824183:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00002000:00010000:0.0:1763335105.824247:0:16421:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x24d:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:0.0:1763335105.824251:0:16421:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x24d:0x0] updating lvb mtime from disk: 0 -> 1763335106 00002000:00010000:0.0:1763335105.824253:0:16421:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x24d:0x0] updating lvb ctime from disk: 0 -> 1763335106 00002000:00010000:0.0:1763335105.824255:0:16421:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x24d:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1763335105.824262:0:16421:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575405 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.824271:0:16421:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575405 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.824278:0:16421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575405 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.824284:0:16421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadac00 already unused, calling callback (ffffffffc0cbab40) 00000100:00100000:1.0:1763335105.824288:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:56931:x1848989814693632:12345-192.168.204.57@tcp:36:rm.0 Request processed in 6495us (6651us total) trans 4294973012 rc 0/0 00010000:00010000:0.0:1763335105.824288:0:16421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575405 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.824296:0:16421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575405 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x24d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335105.824297:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9402 00010000:00010000:0.0:1763335105.824308:0:16421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575405 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x24d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.824341:0:16421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000cbadac00/0x3ec0b54007575405 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x24d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335105.824379:0:16421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+15:2427:x1848989814693376:12345-192.168.204.57@tcp:4:lfs.0 Request processed in 7971us (8359us total) trans 17179871560 rc 0/0 00000100:00100000:0.0:1763335105.824387:0:16421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1593 00000100:00100000:1.0:1763335105.853307:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.853427:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814693760 00000100:00100000:2.0:1763335105.853438:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814693760 00000100:00100000:2.0:1763335105.853504:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9403 00000100:00100000:2.0:1763335105.853514:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:56932:x1848989814693760:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335105.853537:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335105.853558:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007575428 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88123c expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.853628:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b5400757542f lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335105.853640:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b5400757542f lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.853650:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b5400757542f lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.853658:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007575436 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335105.853664:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007575436 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.853670:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007575436 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.853709:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b5400757542f lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.853716:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b5400757542f lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.853723:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b5400757542f lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.853728:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b5400757542f lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.853733:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbada400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335105.853737:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b5400757542f lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.853744:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b5400757542f lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.853755:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c4e7ac00) 00010000:00010000:2.0:1763335105.853758:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335105.853762:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b5400757542f lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.853767:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b5400757542f lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.853782:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007575436 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.853787:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007575436 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.853792:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007575436 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.853796:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbada200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335105.853798:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007575436 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.853802:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007575436 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.853809:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c5a76300) 00010000:00010000:2.0:1763335105.853811:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335105.853813:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007575436 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.853818:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007575436 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.853843:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007575428 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88123c expref: 249 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.853852:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c4e7ac00) 00010000:00010000:2.0:1763335105.853855:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335105.853858:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007575428 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88123c expref: 249 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.853870:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadb800, rc 0) 00000100:00100000:2.0:1763335105.853949:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:56932:x1848989814693760:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 436us (653us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335105.853956:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9403 00000100:00100000:3.0:1763335105.857597:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.857676:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814693888 00000100:00100000:2.0:1763335105.857686:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814693888 00000100:00100000:0.0:1763335105.858311:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9404 00000100:00100000:0.0:1763335105.858359:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1334700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:56932:x1848989814693888:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335105.858379:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335105.858401:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b5400757543d lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881243 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.858467:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575444 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335105.858479:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575444 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.858489:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575444 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.858499:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b5400757544b lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335105.858505:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b5400757544b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.858511:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b5400757544b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.858550:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575444 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.858560:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575444 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.858567:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575444 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.858575:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575444 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.858581:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035ec00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335105.858585:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575444 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.858593:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575444 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.858606:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c5a76400) 00010000:00010000:0.0:1763335105.858609:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335105.858612:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575444 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.858618:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575444 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.858631:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b5400757544b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.858636:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b5400757544b lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.858641:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b5400757544b lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.858645:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035fe00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335105.858648:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b5400757544b lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.858654:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b5400757544b lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.858660:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c5a76300) 00010000:00010000:0.0:1763335105.858663:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335105.858665:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b5400757544b lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.858670:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b5400757544b lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.858694:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b5400757543d lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881243 expref: 249 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.858704:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c5a76400) 00010000:00010000:0.0:1763335105.858706:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335105.858710:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b5400757543d lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881243 expref: 249 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.858724:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035e000, rc 0) 00000100:00100000:0.0:1763335105.858777:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1334700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:56932:x1848989814693888:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 422us (1190us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335105.858785:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9404 00010000:00010000:0.0:1763335105.867467:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335105.867738:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.868014:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814694144 00000100:00100000:2.0:1763335105.868025:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814694144 00000100:00100000:1.0:1763335105.868044:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335105.868768:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814694272 00000100:00100000:0.0:1763335105.868774:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814694272 00000100:00100000:0.0:1763335105.868820:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9405 00000100:00100000:0.0:1763335105.868831:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:56928:x1848989814694144:12345-192.168.204.57@tcp:36:lfs.0 00000100:00100000:2.0:1763335105.868840:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9406 00000100:00100000:2.0:1763335105.868847:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:56932:x1848989814694272:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335105.868856:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335105.868877:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007575452 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88124a expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.868891:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335105.868927:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757536b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1de:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811f6 expref: 250 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.868938:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007575459 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335105.868945:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1de:0x0].0x0 (ffff9001da0ebf00) 00010000:00010000:2.0:1763335105.868951:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007575459 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335105.868951:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335105.868961:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007575459 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:2.0:1763335105.868993:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763335105.868998:0:13591:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763335105.869008:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575460 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335105.869028:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575460 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335105.869030:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007575452 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88124a expref: 250 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.869035:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575460 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335105.869043:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007575459 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88124a expref: 249 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.869049:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c4e7ac00) 00010000:00010000:2.0:1763335105.869052:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763335105.869054:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbada200, rc 0) 00000004:00010000:0.0:1763335105.869166:0:7841:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000000fa8271 reply state 0000000012997df3 transno 4294973013 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575460 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.869178:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575460 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335105.869184:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1de:0x0].0x0 (ffff9001da0ebf00) 00010000:00010000:0.0:1763335105.869186:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335105.869189:0:7841:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335105.869300:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:56928:x1848989814694144:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 470us (1568us total) trans 4294973013 rc 0/0 00000100:00100000:1.0:1763335105.869307:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9405 00000100:00100000:2.0:1763335105.869565:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:56932:x1848989814694272:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 272us (1075us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335105.869574:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9406 00000100:00100000:1.0:1763335105.874847:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335105.875578:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335105.876419:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814694400 00000100:00100000:3.0:1763335105.876432:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814694400 00000100:00100000:2.0:1763335105.877422:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814694528 00000100:00100000:2.0:1763335105.877428:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814694528 00000100:00100000:2.0:1763335105.877469:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9407 00000100:00100000:2.0:1763335105.877478:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:56932:x1848989814694528:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335105.877500:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335105.877520:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007575467 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881258 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.877585:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757546e lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335105.877599:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757546e lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.877608:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757546e lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.877618:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007575475 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335105.877625:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007575475 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.877631:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007575475 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.877664:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757546e lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.877671:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757546e lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.877677:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757546e lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.877683:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757546e lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.877689:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadbc00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335105.877692:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757546e lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.877700:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757546e lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.877711:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c4e7ac00) 00010000:00010000:2.0:1763335105.877714:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335105.877718:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757546e lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.877724:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b5400757546e lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.877738:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007575475 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.877744:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007575475 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.877749:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007575475 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.877754:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadba00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335105.877756:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007575475 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.877765:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007575475 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.877772:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c5a76300) 00010000:00010000:2.0:1763335105.877774:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335105.877777:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007575475 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.877783:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007575475 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.877805:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007575467 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881258 expref: 251 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.877814:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c4e7ac00) 00010000:00010000:2.0:1763335105.877816:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335105.877819:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007575467 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881258 expref: 251 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.877828:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbada400, rc 0) 00000100:00100000:2.0:1763335105.877887:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:56932:x1848989814694528:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 409us (2312us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335105.877893:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9407 00000100:00100000:0.0:1763335105.881428:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6455 00000100:00100000:0.0:1763335105.881453:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+15:56928:x1848989814694400:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335105.881474:0:27803:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335105.881496:0:27803:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b5400757547c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x24d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881251 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335105.881519:0:27803:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x24d:0x0] initial LVB size: 4096, mtime: 0x691a5bc2, atime: 0x0, ctime: 0x691a5bc2, blocks: 0x8 00010000:00010000:0.0:1763335105.881542:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335105.881545:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335105.881553:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b5400757547c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881251 expref: 16 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.881568:0:27803:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b5400757547c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881251 expref: 16 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.881580:0:27803:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035e000, rc 0) 00000100:00100000:0.0:1763335105.881652:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:56928:x1848989814694400:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 209us (7567us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335105.881659:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6455 00000100:00100000:1.0:1763335105.884385:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335105.884503:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814694784 00000100:00100000:3.0:1763335105.884514:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814694784 00000100:00100000:3.0:1763335105.884575:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9408 00000100:00100000:3.0:1763335105.884585:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:56932:x1848989814694784:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335105.884605:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335105.884608:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763335105.884632:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b54007575459 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88124a expref: 250 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.884660:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c4e7ac00) 00010000:00010000:3.0:1763335105.884675:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335105.884689:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007575483 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88125f expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.884794:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b5400757548a lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335105.884807:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b5400757548a lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.884818:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b5400757548a lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.884829:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575491 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335105.884836:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575491 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.884843:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575491 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.885217:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007575498 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335105.885228:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007575498 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.885235:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007575498 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:3.0:1763335105.885244:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1e2:0x0]: returning size 0 00010000:00010000:3.0:1763335105.885267:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b5400757548a lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.885275:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b5400757548a lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.885282:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b5400757548a lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.885288:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b5400757548a lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.885294:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1f600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335105.885299:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b5400757548a lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.885306:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b5400757548a lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.885347:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c613a000) 00010000:00010000:3.0:1763335105.885352:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335105.885356:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b5400757548a lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.885363:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b5400757548a lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000004:00010000:3.0:1763335105.885379:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000448fa1bd reply state 00000000f3727f69 transno 4294973014 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575491 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.885389:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575491 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.885395:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c5a76300) 00010000:00010000:3.0:1763335105.885398:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335105.885401:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763335105.885427:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007575483 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88125f expref: 252 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.885442:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007575498 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88125f expref: 251 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.885450:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e2:0x0].0x0 (ffff9001c613a600) 00010000:00010000:3.0:1763335105.885452:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335105.885455:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280a00, rc 0) 00000100:00100000:3.0:1763335105.885525:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:56932:x1848989814694784:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 941us (1150us total) trans 4294973014 rc 0/0 00000100:00100000:3.0:1763335105.885533:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9408 00000100:00100000:3.0:1763335105.889611:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.890433:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814694912 00000100:00100000:2.0:1763335105.890444:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814694912 00000100:00100000:0.0:1763335105.890571:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6456 00000100:00100000:0.0:1763335105.890583:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:56928:x1848989814694912:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335105.890601:0:28961:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335105.890623:0:28961:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d035fe00/0x3ec0b540075754a6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x24b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881266 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335105.890646:0:28961:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x24b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335105.890666:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335105.890668:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335105.890675:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d035fe00/0x3ec0b540075754a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881266 expref: 22 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.890690:0:28961:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9001d035fe00/0x3ec0b540075754a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881266 expref: 22 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.890709:0:28961:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035fe00, rc 0) 00000100:00100000:0.0:1763335105.890761:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+22:56928:x1848989814694912:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 181us (1160us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335105.890768:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6456 00000100:00100000:3.0:1763335105.891414:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.892037:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814695168 00000100:00100000:2.0:1763335105.892047:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814695168 00000100:00100000:2.0:1763335105.892103:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9409 00000100:00100000:2.0:1763335105.892114:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:56932:x1848989814695168:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335105.892133:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335105.892150:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075754ad lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88126d expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.892254:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075754b4 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335105.892269:0:13591:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007575498 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88125f expref: 253 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.892278:0:13591:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075754b4 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1e2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.892340:0:13591:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007575498 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88125f expref: 253 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.892355:0:13591:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007575498 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88125f expref: 253 pid: 13840 timeout: 1198 lvb_type: 0 00000100:00100000:2.0:1763335105.892380:0:13591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff922300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826059392:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335105.892463:0:13591:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f608f240 going to sleep for 11 seconds 00000100:00100000:1.0:1763335105.895020:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335105.895060:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.895306:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814695296 00000100:00100000:2.0:1763335105.895345:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814695296 00002000:00010000:2.0:1763335105.895387:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/589 (5->18446744073709551615) 00002000:00100000:2.0:1763335105.895392:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f7ed6a00 with x1848989814695296 ext(5->18446744073709551615) 00002000:00010000:2.0:1763335105.895403:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001f7ed6a00. 00000100:00100000:2.0:1763335105.895431:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814695424 00000100:00100000:2.0:1763335105.895434:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814695424 00002000:00010000:2.0:1763335105.895447:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/587 (0->18446744073709551615) 00002000:00100000:2.0:1763335105.895450:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f7e66a00 with x1848989814695424 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335105.895456:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9001f7e66a00. 00000100:00100000:2.0:1763335105.895480:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1594 00000100:00100000:2.0:1763335105.895490:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2427:x1848989814695296:12345-192.168.204.57@tcp:10:lfs.0 00002000:00010000:2.0:1763335105.895786:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x24d:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:2.0:1763335105.895791:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x24d:0x0] updating lvb mtime from disk: 1763335106 -> 1763335106 00002000:00010000:2.0:1763335105.895793:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x24d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335105.895796:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x24d:0x0] updating lvb ctime from disk: 1763335106 -> 1763335106 00002000:00010000:2.0:1763335105.895799:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x24d:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763335105.895849:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2427:x1848989814695296:12345-192.168.204.57@tcp:10:lfs.0 Request processed in 360us (839us total) trans 17179871561 rc 0/0 00000100:00100000:2.0:1763335105.895857:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1594 00002000:00010000:2.0:1763335105.895861:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/589 (5->18446744073709551615) 00002000:00100000:2.0:1763335105.895864:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f7ed6a00 with x1848989814695296 ext(5->18446744073709551615) 00002000:00010000:2.0:1763335105.895869:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001f7ed6a00. 00000100:00100000:2.0:1763335105.895885:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1595 00000100:00100000:2.0:1763335105.895891:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+22:2427:x1848989814695424:12345-192.168.204.57@tcp:10:lfs.0 00002000:00010000:2.0:1763335105.895982:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x24b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335105.895985:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x24b:0x0] updating lvb mtime from disk: 0 -> 1763335106 00002000:00010000:2.0:1763335105.895988:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x24b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335105.895990:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x24b:0x0] updating lvb ctime from disk: 0 -> 1763335106 00002000:00010000:2.0:1763335105.895992:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x24b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335105.896013:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:2427:x1848989814695424:12345-192.168.204.57@tcp:10:lfs.0 Request processed in 121us (952us total) trans 21474838852 rc 0/0 00000100:00100000:2.0:1763335105.896020:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1595 00002000:00010000:2.0:1763335105.896023:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/587 (0->18446744073709551615) 00002000:00100000:2.0:1763335105.896026:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f7e66a00 with x1848989814695424 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335105.896030:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9001f7e66a00. 00000100:00100000:1.0:1763335105.898546:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335105.899283:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814695552 00000100:00100000:3.0:1763335105.899295:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814695552 00010000:00010000:3.0:1763335105.899364:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007575498 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88125f expref: 254 pid: 13840 timeout: 1198 lvb_type: 0 00000100:00100000:3.0:1763335105.899397:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3084 00000100:00100000:3.0:1763335105.899407:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e65500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:2426:x1848989814695552:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335105.899422:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335105.899428:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007575498 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88125f expref: 254 pid: 13840 timeout: 1198 lvb_type: 0 00010000:00010000:3.0:1763335105.899441:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007575498 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88125f expref: 254 pid: 13840 timeout: 1198 lvb_type: 0 00010000:00010000:3.0:1763335105.899463:0:7458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e2:0x0].0x0 (ffff9001c613a600) 00010000:00010000:3.0:1763335105.899470:0:7458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075754b4 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1e2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.899479:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075754b4 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.899487:0:7458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075754b4 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1e2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.899504:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335105.899561:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e65500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:2426:x1848989814695552:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 154us (1023us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335105.899569:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3084 00010000:00010000:2.0:1763335105.900584:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007575498 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88125f expref: 253 pid: 13840 timeout: 1198 lvb_type: 0 00000100:00100000:2.0:1763335105.900603:0:13591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff922300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826059392:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335105.900620:0:13591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075754b4 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.900628:0:13591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075754b4 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.900633:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075754b4 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:2.0:1763335105.900654:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1e2:0x0]: returning size 0 00000004:00080000:2.0:1763335105.900811:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x24e:0x0], index 0: 0 00000004:00080000:2.0:1763335105.900818:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x250:0x0], index 1: 0 00000004:00080000:2.0:1763335105.900822:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x251:0x0], index 1: 0 00000004:00080000:2.0:1763335105.900827:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x24f:0x0], index 0: 0 00010000:00010000:2.0:1763335105.900929:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075754b4 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.900937:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075754b4 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1e2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.900945:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075754b4 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1e2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.900951:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadba00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335105.900956:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075754b4 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1e2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.900964:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075754b4 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1e2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.900975:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e2:0x0].0x0 (ffff9001c613a600) 00010000:00010000:2.0:1763335105.900978:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763335105.900981:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075754b4 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1e2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.900987:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075754b4 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1e2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335105.901033:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075754ad lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1e2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88126d expref: 253 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.901043:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e2:0x0].0x0 (ffff9001c613a600) 00010000:00010000:2.0:1763335105.901045:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763335105.901049:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b540075754ad lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1e2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88126d expref: 253 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.901063:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbada400, rc 0) 00000100:00100000:1.0:1763335105.902509:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:56932:x1848989814695168:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 10391us (11089us total) trans 4294973015 rc 301/301 00000100:00100000:1.0:1763335105.902520:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9409 00000100:00100000:0.0:1763335105.903431:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335105.903601:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814695808 00000100:00100000:1.0:1763335105.903610:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814695808 00000100:00100000:1.0:1763335105.903656:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9410 00000100:00100000:1.0:1763335105.903666:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc534380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:56928:x1848989814695808:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:1.0:1763335105.903742:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b540075754c2 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335105.903759:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b540075754c2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.903769:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b540075754c2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00010000:1.0:1763335105.903865:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002bec73c1 reply state 000000003e04ae3d transno 4294973016 ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b540075754c2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.903877:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b540075754c2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.903885:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1de:0x0].0x0 (ffff9001da0ebf00) 00010000:00010000:1.0:1763335105.903888:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335105.903891:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335105.903979:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc534380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56928:x1848989814695808:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 314us (551us total) trans 4294973016 rc 0/0 00000100:00100000:1.0:1763335105.903986:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9410 00000100:00100000:2.0:1763335105.906514:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335105.906586:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814696064 00000100:00100000:0.0:1763335105.906596:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814696064 00000100:00100000:0.0:1763335105.907010:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3240 00000100:00100000:0.0:1763335105.907021:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff922300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56932:x1848989814696064:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335105.907701:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335105.907919:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff922300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:56932:x1848989814696064:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 898us (1411us total) trans 4294973017 rc 0/0 00000100:00100000:0.0:1763335105.907928:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3240 00000100:00100000:2.0:1763335105.907998:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814696192 00000100:00100000:2.0:1763335105.908004:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814696192 00000100:00100000:2.0:1763335105.908042:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6457 00000100:00100000:2.0:1763335105.908050:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:56928:x1848989814696192:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335105.908060:0:27803:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335105.908079:0:27803:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb800/0x3ec0b540075754c9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881274 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.908119:0:27803:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1e600/0x3ec0b54007575372 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811fd expref: 24 pid: 27803 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335105.908127:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335105.908129:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335105.908134:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb800/0x3ec0b540075754c9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881274 expref: 24 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.908164:0:27803:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1e600/0x3ec0b54007575372 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811fd expref: 24 pid: 27803 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335105.908177:0:27803:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1e600/0x3ec0b54007575372 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811fd expref: 24 pid: 27803 timeout: 1198 lvb_type: 1 00000100:00100000:2.0:1763335105.908190:0:27803:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff923800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27803:1848989826059520:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335105.908240:0:27803:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f608fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335105.911849:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.911932:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335105.912008:0:27803:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff923800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27803:1848989826059520:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335105.912039:0:27803:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb800/0x3ec0b540075754c9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881274 expref: 24 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.912057:0:27803:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadb800, rc 0) 00000100:00100000:0.0:1763335105.912123:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:56928:x1848989814696192:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 4072us (4422us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335105.912132:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6457 00000100:00100000:1.0:1763335105.912213:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814696576 00000100:00100000:1.0:1763335105.912220:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814696576 00000100:00100000:1.0:1763335105.912268:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3241 00000100:00100000:1.0:1763335105.912277:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:56932:x1848989814696576:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335105.912465:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56932:x1848989814696576:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 188us (532us total) trans 4294973018 rc 0/0 00000100:00100000:1.0:1763335105.912472:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3241 00000100:00100000:3.0:1763335105.912676:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814696320 00000100:00100000:3.0:1763335105.912681:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814696320 00010000:00010000:3.0:1763335105.912700:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1e600/0x3ec0b54007575372 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811fd expref: 24 pid: 27803 timeout: 1198 lvb_type: 1 00000100:00100000:3.0:1763335105.912731:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3085 00000100:00100000:3.0:1763335105.912738:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a7a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:2427:x1848989814696320:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335105.912749:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335105.912766:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1e600/0x3ec0b54007575372 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x24a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811fd expref: 24 pid: 27803 timeout: 1198 lvb_type: 1 00010000:00010000:3.0:1763335105.912779:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1e600/0x3ec0b54007575372 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811fd expref: 24 pid: 27803 timeout: 1198 lvb_type: 1 00010000:00010000:3.0:1763335105.912802:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1e600/0x3ec0b54007575372 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x24a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811fd expref: 24 pid: 27803 timeout: 1198 lvb_type: 1 00010000:00010000:3.0:1763335105.912813:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335105.912814:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335105.912822:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb800/0x3ec0b540075754c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881274 expref: 23 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.912832:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb800/0x3ec0b540075754c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881274 expref: 23 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.912864:0:6514:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb800/0x3ec0b540075754c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881274 expref: 23 pid: 27803 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335105.912877:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f15c2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6514:1848989826059648:192.168.204.57@tcp:105: 00000100:00100000:3.0:1763335105.912934:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c7926e40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335105.917552:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335105.917829:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814696832 00000100:00100000:0.0:1763335105.917839:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814696832 00000100:00100000:0.0:1763335105.917914:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9411 00000100:00100000:0.0:1763335105.917924:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:55956:x1848989814696832:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335105.917949:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335105.917972:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075754d0 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88127b expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.918101:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b540075754d7 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335105.918115:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b540075754d7 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.918125:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b540075754d7 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.918135:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b540075754de lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335105.918141:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b540075754de lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.918147:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b540075754de lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.918201:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b540075754e5 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335105.918209:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b540075754e5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.918215:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b540075754e5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:0.0:1763335105.918224:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1e2:0x0]: returning size 0 00010000:00010000:0.0:1763335105.918302:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b540075754d7 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.918343:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b540075754d7 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.918349:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b540075754d7 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.918355:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b540075754d7 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.918360:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202172600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335105.918364:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b540075754d7 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.918371:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b540075754d7 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.918382:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881500) 00010000:00010000:0.0:1763335105.918385:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335105.918389:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b540075754d7 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.918395:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b540075754d7 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.918409:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b540075754de lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.918414:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b540075754de lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.918418:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b540075754de lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.918422:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202173000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335105.918425:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b540075754de lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.918430:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b540075754de lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.918435:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c5a76300) 00010000:00010000:0.0:1763335105.918438:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335105.918440:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b540075754de lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.918445:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b540075754de lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.918480:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075754d0 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88127b expref: 259 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.918496:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b540075754e5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88127b expref: 258 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.918503:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e2:0x0].0x0 (ffff9000c4881a00) 00010000:00010000:0.0:1763335105.918505:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335105.918508:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202172200, rc 0) 00000100:00100000:0.0:1763335105.918561:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:55956:x1848989814696832:12345-192.168.204.57@tcp:101:bash.0 Request processed in 638us (1020us total) trans 4294973019 rc 0/0 00000100:00100000:0.0:1763335105.918569:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9411 00000100:00100000:3.0:1763335105.918915:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f15c2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6514:1848989826059648:192.168.204.57@tcp:105: 00010000:00010000:3.0:1763335105.918936:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335105.919107:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335105.919216:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814696960 00000100:00100000:3.0:1763335105.919222:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814696960 00000100:00100000:3.0:1763335105.919264:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6458 00000100:00100000:3.0:1763335105.919271:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:2426:x1848989814696960:12345-192.168.204.57@tcp:2:lfs.0 00002000:00010000:3.0:1763335105.919399:0:27803:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x24a:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763335105.919402:0:27803:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x24a:0x0] updating lvb mtime from disk: 1763335105 -> 1763335105 00002000:00010000:3.0:1763335105.919404:0:27803:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x24a:0x0] updating lvb atime from disk: 0 -> 1763335105 00002000:00010000:3.0:1763335105.919406:0:27803:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x24a:0x0] updating lvb ctime from disk: 1763335105 -> 1763335106 00002000:00010000:3.0:1763335105.919408:0:27803:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x24a:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763335105.919438:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:2426:x1848989814696960:12345-192.168.204.57@tcp:2:lfs.0 Request processed in 167us (331us total) trans 21474838853 rc 0/0 00000100:00100000:3.0:1763335105.919445:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6458 00000100:00100000:2.0:1763335105.921227:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a7a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:2427:x1848989814696320:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 8479us (9376us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335105.921239:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3085 00000100:00100000:2.0:1763335105.926410:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.926460:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335105.926671:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814697344 00000100:00100000:0.0:1763335105.926684:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814697344 00000100:00100000:0.0:1763335105.926744:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3242 00000100:00100000:0.0:1763335105.926757:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56928:x1848989814697344:12345-192.168.204.57@tcp:35:lfs.0 00000004:00010000:0.0:1763335105.926835:0:6533:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000405:0x1de:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b540075752bc lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1de:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811be expref: 258 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.926883:0:6533:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b540075754f3 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 00010000:00010000:0.0:1763335105.926899:0:6533:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575356 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811ef expref: 258 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.926924:0:6533:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b540075754f3 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335105.926966:0:6533:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575356 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811ef expref: 258 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.926983:0:6533:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575356 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811ef expref: 258 pid: 13591 timeout: 1198 lvb_type: 0 00000100:00100000:0.0:1763335105.926999:0:6533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cc536a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6533:1848989826059776:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335105.927091:0:6533:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001d1c57780 going to sleep for 11 seconds 00000100:00100000:1.0:1763335105.927235:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814697088 00000100:00100000:1.0:1763335105.927239:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814697088 00000100:00100000:1.0:1763335105.927275:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9412 00000100:00100000:1.0:1763335105.927281:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:55956:x1848989814697088:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335105.927290:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335105.927301:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b540075754fa lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881282 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.927350:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007575501 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335105.927360:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007575501 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.927369:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007575501 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335105.927459:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b540075754fa lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1e2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881282 expref: 261 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.927475:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007575501 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881282 expref: 260 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.927483:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e2:0x0].0x0 (ffff9000c4881a00) 00010000:00010000:1.0:1763335105.927485:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763335105.927488:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fceb3c00, rc 0) 00000100:00100000:1.0:1763335105.927524:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:55956:x1848989814697088:12345-192.168.204.57@tcp:101:bash.0 Request processed in 243us (1124us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335105.927530:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9412 00000100:00100000:2.0:1763335105.932117:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335105.932355:0:6533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cc536a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6533:1848989826059776:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335105.932400:0:6533:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b540075754f3 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT1 00000100:00100000:3.0:1763335105.932779:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814697472 00000100:00100000:3.0:1763335105.932788:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814697472 00010000:00010000:3.0:1763335105.932821:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575356 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811ef expref: 260 pid: 13591 timeout: 1198 lvb_type: 0 00000100:00100000:3.0:1763335105.932861:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3086 00000100:00100000:3.0:1763335105.932871:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c795b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:2427:x1848989814697472:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335105.932885:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335105.932891:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575356 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811ef expref: 260 pid: 13591 timeout: 1198 lvb_type: 0 00010000:00010000:3.0:1763335105.932912:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575356 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811ef expref: 260 pid: 13591 timeout: 1198 lvb_type: 0 00010000:00010000:3.0:1763335105.932934:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575356 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811ef expref: 260 pid: 13591 timeout: 1198 lvb_type: 0 00010000:00010000:3.0:1763335105.932955:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1de:0x0].0x0 (ffff9001da0ebf00) 00010000:00010000:3.0:1763335105.932959:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b540075754f3 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335105.932969:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b540075754f3 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335105.932976:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b540075754f3 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335105.933001:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335105.933048:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c795b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:2427:x1848989814697472:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 178us (941us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335105.933055:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3086 00000100:00100000:3.0:1763335105.933141:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:0.0:1763335105.933633:0:6533:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b540075754f3 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335105.933643:0:6533:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b540075754f3 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT1 00000040:00080000:0.0:1763335105.933852:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1454, 88 off122184 00000004:00080000:0.0:1763335105.933860:0:6533:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1098913544796ns, next at 1099798070025ns, rc = 0 00000040:00080000:0.0:1763335105.933891:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1455, 88 off122184 00000004:00080000:0.0:1763335105.933896:0:6533:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1098913581348ns, next at 1099798037727ns, rc = 0 00000040:00080000:0.0:1763335105.933922:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1456, 88 off122272 00000004:00080000:0.0:1763335105.933926:0:6533:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1098913611606ns, next at 1099798037727ns, rc = 0 00000040:00080000:0.0:1763335105.933937:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1455, 88 off122272 00000004:00080000:0.0:1763335105.933941:0:6533:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1098913626578ns, next at 1099798070025ns, rc = 0 00000100:00100000:0.0:1763335105.934023:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814697728 00000100:00100000:0.0:1763335105.934028:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814697728 00000100:00100000:0.0:1763335105.934065:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9413 00000100:00100000:0.0:1763335105.934072:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:55956:x1848989814697728:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:0.0:1763335105.934142:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335105.934165:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b540075754e5 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88127b expref: 260 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.934195:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e2:0x0].0x0 (ffff9000c4881a00) 00010000:00010000:0.0:1763335105.934200:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335105.934350:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575508 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335105.934361:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575508 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1e2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.934368:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575508 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1e2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000001:00080000:0.0:1763335105.934400:0:13840:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973021 00000004:00010000:0.0:1763335105.934419:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ed92b53b reply state 000000009c2f4e7b transno 4294973022 ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575508 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1e2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.934429:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575508 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1e2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.934434:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e2:0x0].0x0 (ffff9000c4881a00) 00010000:00010000:0.0:1763335105.934437:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335105.934439:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335105.934507:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:55956:x1848989814697728:12345-192.168.204.57@tcp:36:bash.0 Request processed in 434us (1365us total) trans 4294973022 rc 0/0 00000100:00100000:0.0:1763335105.934513:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9413 00000020:00080000:0.0:1763335105.934518:0:13840:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763335105.938857:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335105.939385:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814697856 00000100:00100000:1.0:1763335105.939395:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814697856 00000100:00100000:1.0:1763335105.939446:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9414 00000100:00100000:1.0:1763335105.939455:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1336300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:55956:x1848989814697856:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335105.939474:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335105.939494:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b5400757550f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881289 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.939544:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b5400757550f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1e2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881289 expref: 263 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.939556:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b5400757550f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1e2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881289 expref: 263 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.939576:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e2:0x0].0x0 (ffff9000c4881a00) 00010000:00010000:1.0:1763335105.939581:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763335105.939584:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc184800, rc 0) 00000100:00100000:1.0:1763335105.939647:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1336300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:55956:x1848989814697856:12345-192.168.204.57@tcp:101:bash.0 Request processed in 191us (796us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335105.939656:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9414 00000001:00080000:1.0:1763335105.944080:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973022 is committed 00000004:00080000:1.0:1763335105.944096:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 956 committed 00000004:00080000:1.0:1763335105.944113:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 953 committed 00000004:00080000:1.0:1763335105.944128:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 952 committed 00000004:00080000:1.0:1763335105.944131:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 955 committed 00000004:00080000:1.0:1763335105.944174:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 954 committed 00000004:00080000:1.0:1763335105.944176:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 951 committed 00010000:00010000:3.0:1763335105.944500:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b54007575413 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.944512:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b54007575413 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.944519:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b54007575413 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.944525:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035e400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335105.944529:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b54007575413 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.944537:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b54007575413 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.944553:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c5a76300) 00010000:00010000:3.0:1763335105.944556:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335105.944560:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b54007575413 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.944566:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b54007575413 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.944585:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575460 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.944591:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575460 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.944596:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575460 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.944600:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035ea00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335105.944603:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575460 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.944608:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575460 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.944614:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1de:0x0].0x0 (ffff9001da0ebf00) 00010000:00010000:3.0:1763335105.944616:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335105.944619:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575460 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.944624:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575460 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335105.944632:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575491 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.944638:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575491 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.944643:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575491 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.944647:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1f400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335105.944650:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575491 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.944654:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575491 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.944659:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c5a76300) 00010000:00010000:3.0:1763335105.944662:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335105.944664:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575491 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.944669:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575491 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.944685:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b540075754c2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.944689:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b540075754c2 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.944694:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b540075754c2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.944699:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb2200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335105.944702:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b540075754c2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.944707:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b540075754c2 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.944714:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1de:0x0].0x0 (ffff9001da0ebf00) 00010000:00010000:3.0:1763335105.944716:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335105.944719:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b540075754c2 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.944723:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b540075754c2 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1de:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335105.944735:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575508 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1e2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.944742:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575508 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1e2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.944749:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575508 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1e2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.944754:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202172600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335105.944758:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575508 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1e2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.944763:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575508 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1e2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.944771:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e2:0x0].0x0 (ffff9000c4881a00) 00010000:00010000:3.0:1763335105.944774:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335105.944778:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575508 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1e2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335105.944784:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575508 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1e2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000100:00100000:0.0:1763335105.945072:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cc537100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826060032:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763335105.945142:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335105.945173:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763335105.945178:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cc537800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826060160:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335105.945195:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335105.945220:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826060032 00000100:00100000:0.0:1763335105.945227:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826060032 00000100:00100000:0.0:1763335105.945260:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826060160 00000100:00100000:0.0:1763335105.945263:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826060160 00000100:00100000:0.0:1763335105.945280:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6459 00000100:00100000:0.0:1763335105.945286:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c522bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+6:3664:x1848989826060032:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763335105.945309:0:28961:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:591 count 1 00002000:00010000:0.0:1763335105.945355:0:28961:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x24f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335105.945362:0:28961:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b54007575516 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.945374:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335105.945377:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335105.945382:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b54007575516 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.945392:0:28961:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b54007575516 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.945400:0:28961:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b54007575516 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.945406:0:28961:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b54007575516 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.945420:0:28961:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763335105.945663:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c522bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+7:3664:x1848989826060032:12345-0@lo:6:osp-syn-1-1.0 Request processed in 374us (518us total) trans 17179871562 rc 0/0 00000100:00100000:0.0:1763335105.945673:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6459 00000100:00100000:0.0:1763335105.945695:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6460 00000100:00100000:0.0:1763335105.945705:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c522aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+6:3664:x1848989826060160:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763335105.945801:0:28961:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x24c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335105.945806:0:28961:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x24c:0x0] updating lvb mtime from disk: 1763335105 -> 1763335105 00002000:00010000:0.0:1763335105.945809:0:28961:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x24c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335105.945811:0:28961:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x24c:0x0] updating lvb ctime from disk: 1763335105 -> 1763335105 00002000:00010000:0.0:1763335105.945814:0:28961:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x24c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335105.945844:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c522aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+7:3664:x1848989826060160:12345-0@lo:2:osp-syn-1-1.0 Request processed in 143us (648us total) trans 17179871563 rc 0/0 00000100:00100000:0.0:1763335105.945850:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6460 00010000:00010000:0.0:1763335105.945870:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335105.945877:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b54007575516 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.945887:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202172200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335105.945892:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b54007575516 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.945923:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b54007575516 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.945940:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b54007575516 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.945947:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b54007575516 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.945961:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335105.945963:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335105.945964:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335105.945991:0:3664:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179871558 gen 2 00000004:00080000:0.0:1763335105.945996:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f1335880, transno 17179871546 00000004:00080000:0.0:1763335105.946003:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f1335c00, transno 17179871547 00000004:00080000:0.0:1763335105.946006:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f1336a00, transno 17179871548 00000004:00080000:0.0:1763335105.946008:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f1337800, transno 17179871549 00000004:00080000:0.0:1763335105.946010:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4aa2680, transno 17179871550 00000004:00080000:0.0:1763335105.946013:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a37b80, transno 17179871551 00000004:00080000:0.0:1763335105.946015:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4aa1500, transno 17179871552 00000004:00080000:0.0:1763335105.946017:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4aa0e00, transno 17179871553 00000004:00080000:0.0:1763335105.946019:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000cc535880, transno 17179871555 00000004:00080000:0.0:1763335105.946021:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000cc536300, transno 17179871556 00000004:00080000:0.0:1763335105.946024:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c7d30700, transno 17179871557 00000004:00080000:0.0:1763335105.946026:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6dc9c00, transno 17179871558 00000100:00100000:0.0:1763335105.946032:0:3664:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9000cc537800 x1848989826060160/t17179871563(17179871563) o2->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763335121 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1763335105.946042:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000cc537800/2, rc 0, transno 17179871563 00000100:00100000:0.0:1763335105.946046:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cc537800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826060160:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763335105.946056:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000cc537100/2, rc 0, transno 17179871562 00000100:00100000:0.0:1763335105.946059:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cc537100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826060032:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1763335105.946157:0:10046:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 4 in progress, 2 in flight, 12 done 00000004:00010000:0.0:1763335105.946197:0:6533:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000af019704 reply state 00000000400a7d7d transno 4294973020 ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b540075754f3 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335105.946210:0:6533:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b540075754f3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335105.946216:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1de:0x0].0x0 (ffff9001da0ebf00) 00010000:00010000:0.0:1763335105.946218:0:6533:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763335105.946221:0:6533:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763335105.946226:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1de:0x0].0x0 (ffff9001da0ebf00) 00010000:00010000:0.0:1763335105.946228:0:6533:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763335105.946234:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b540075752bc lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1de:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811be expref: 245 pid: 7841 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1763335105.946309:0:6533:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763335105.946340:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56928:x1848989814697344:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 19587us (19879us total) trans 4294973020 rc 0/0 00000100:00100000:0.0:1763335105.946348:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3242 00010000:00010000:0.0:1763335105.946370:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b540075754f3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335105.946378:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b540075754f3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335105.946384:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b540075754f3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335105.946390:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202173000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335105.946393:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b540075754f3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335105.946399:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b540075754f3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335105.946408:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1de:0x0].0x0 (ffff9001da0ebf00) 00010000:00010000:0.0:1763335105.946411:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335105.946414:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b540075754f3 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335105.946421:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b540075754f3 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT1 00000100:00100000:2.0:1763335105.946633:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826060672:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335105.946685:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335105.946717:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763335105.946725:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826060544:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763335105.946754:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335105.946788:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826060672 00000100:00100000:2.0:1763335105.946796:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826060672 00000100:00100000:2.0:1763335105.946832:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826060544 00000100:00100000:2.0:1763335105.946836:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826060544 00000100:00100000:2.0:1763335105.946852:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6461 00000100:00100000:2.0:1763335105.946857:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f6025450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+34:3665:x1848989826060672:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763335105.946960:0:8415:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x24a:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:2.0:1763335105.946963:0:8415:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x24a:0x0] updating lvb mtime from disk: 1763335105 -> 1763335105 00002000:00010000:2.0:1763335105.946966:0:8415:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x24a:0x0] updating lvb atime from disk: 1763335105 -> 1763335105 00002000:00010000:2.0:1763335105.946968:0:8415:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x24a:0x0] updating lvb ctime from disk: 1763335106 -> 1763335106 00002000:00010000:2.0:1763335105.946970:0:8415:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x24a:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763335105.946996:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f6025450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+35:3665:x1848989826060672:12345-0@lo:2:osp-syn-0-1.0 Request processed in 138us (311us total) trans 21474838854 rc 0/0 00000100:00100000:2.0:1763335105.947001:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6461 00000100:00100000:2.0:1763335105.947093:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6462 00000100:00100000:2.0:1763335105.947099:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+34:3665:x1848989826060544:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763335105.947109:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:589 count 1 00002000:00010000:2.0:1763335105.947128:0:8415:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x24d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763335105.947133:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000cbadbc00/0x3ec0b5400757551d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.947142:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335105.947144:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335105.947149:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbadbc00/0x3ec0b5400757551d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.947159:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000cbadbc00/0x3ec0b5400757551d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.947166:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000cbadbc00/0x3ec0b5400757551d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.947173:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbadbc00/0x3ec0b5400757551d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.947185:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763335105.947295:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+35:3665:x1848989826060544:12345-0@lo:6:osp-syn-0-1.0 Request processed in 195us (541us total) trans 21474838855 rc 0/0 00000100:00100000:2.0:1763335105.947300:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6462 00010000:00010000:2.0:1763335105.947352:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335105.947357:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000cbadbc00/0x3ec0b5400757551d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.947364:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadbc00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335105.947368:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000cbadbc00/0x3ec0b5400757551d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.947376:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000cbadbc00/0x3ec0b5400757551d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.947387:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000cbadbc00/0x3ec0b5400757551d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.947393:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000cbadbc00/0x3ec0b5400757551d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.947411:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335105.947413:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335105.947415:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763335105.947450:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a7b800/2, rc 0, transno 21474838855 00000100:00100000:2.0:1763335105.947458:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826060544:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1763335105.947469:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a79f80/2, rc 0, transno 21474838854 00000100:00100000:2.0:1763335105.947473:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826060672:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335105.948002:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cc536a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826059904:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763335105.948045:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335105.948079:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826060416:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763335105.948114:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335105.948132:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1763335105.948138:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff923800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826060288:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335105.948155:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335105.948167:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826060800:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335105.948184:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335105.948342:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826059904 00000100:00100000:3.0:1763335105.948348:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826059904 00000100:00100000:3.0:1763335105.948381:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826060416 00000100:00100000:3.0:1763335105.948384:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826060416 00000100:00100000:3.0:1763335105.948398:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826060288 00000100:00100000:3.0:1763335105.948400:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826060288 00000100:00100000:3.0:1763335105.948408:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826060800 00000100:00100000:3.0:1763335105.948409:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826060800 00000100:00100000:3.0:1763335105.948419:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6463 00000100:00100000:3.0:1763335105.948425:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+8:3667:x1848989826059904:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763335105.948442:0:28568:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:590 count 1 00010000:00010000:3.0:1763335105.948461:0:28568:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007575524 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.948475:0:28568:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1e000/0x3ec0b540075753c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881220 expref: 16 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.948482:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335105.948484:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335105.948487:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007575524 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.948514:0:28568:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1e000/0x3ec0b540075753c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881220 expref: 16 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.948527:0:28568:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1e000/0x3ec0b540075753c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881220 expref: 16 pid: 28961 timeout: 1198 lvb_type: 0 00000100:00100000:3.0:1763335105.948539:0:28568:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1334000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28568:1848989826060928:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335105.948609:0:28568:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c79269c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335105.948634:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6464 00000100:00100000:3.0:1763335105.948644:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+36:3667:x1848989826060416:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763335105.948662:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:588 count 1 00010000:00010000:3.0:1763335105.948678:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c5280400/0x3ec0b5400757552b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.948690:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff900202173800/0x3ec0b540075753cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881227 expref: 23 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.948698:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335105.948700:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335105.948703:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280400/0x3ec0b5400757552b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x24c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.948727:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff900202173800/0x3ec0b540075753cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881227 expref: 23 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.948737:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff900202173800/0x3ec0b540075753cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x24c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881227 expref: 23 pid: 27803 timeout: 1198 lvb_type: 0 00000100:00100000:3.0:1763335105.948751:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1335180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1848989826061056:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335105.948783:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c79260c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335105.948806:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6465 00000100:00100000:3.0:1763335105.948817:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+8:3667:x1848989826060288:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763335105.948948:0:27804:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x24d:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763335105.948951:0:27804:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x24d:0x0] updating lvb mtime from disk: 1763335106 -> 1763335106 00002000:00010000:3.0:1763335105.948954:0:27804:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x24d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335105.948956:0:27804:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x24d:0x0] updating lvb ctime from disk: 1763335106 -> 1763335106 00002000:00010000:3.0:1763335105.948958:0:27804:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x24d:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763335105.949002:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+9:3667:x1848989826060288:12345-0@lo:2:osp-syn-1-1.0 Request processed in 188us (846us total) trans 17179871564 rc 0/0 00000100:00100000:3.0:1763335105.949009:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6465 00000100:00100000:3.0:1763335105.949026:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6466 00000100:00100000:3.0:1763335105.949032:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+36:3667:x1848989826060800:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763335105.949797:0:27804:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x24b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335105.949802:0:27804:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x24b:0x0] updating lvb mtime from disk: 1763335106 -> 1763335106 00002000:00010000:3.0:1763335105.949804:0:27804:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x24b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335105.949806:0:27804:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x24b:0x0] updating lvb ctime from disk: 1763335106 -> 1763335106 00002000:00010000:3.0:1763335105.949808:0:27804:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x24b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335105.949843:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+37:3667:x1848989826060800:12345-0@lo:2:osp-syn-0-1.0 Request processed in 810us (1656us total) trans 21474838856 rc 0/0 00000100:00100000:3.0:1763335105.949850:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6466 00000004:00080000:3.0:1763335105.949895:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001ff923800/2, rc 0, transno 17179871564 00000100:00100000:3.0:1763335105.949901:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff923800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826060288:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763335105.949923:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a78a80/2, rc 0, transno 21474838856 00000100:00100000:3.0:1763335105.949926:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826060800:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335105.949993:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335105.953143:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814698112 00000100:00100000:0.0:1763335105.953161:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814698112 00000100:00100000:0.0:1763335105.954146:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9415 00000100:00100000:0.0:1763335105.954160:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1334e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+244:55956:x1848989814698112:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335105.954179:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335105.954183:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763335105.954206:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b5400757550f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1e2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881289 expref: 244 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.954227:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e2:0x0].0x0 (ffff9000c4881a00) 00010000:00010000:0.0:1763335105.954235:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335105.954254:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575532 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881290 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.954335:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575539 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335105.954350:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575539 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e2:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.954362:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575539 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e2:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000040:00080000:0.0:1763335105.954663:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1456, 88 off122360 00000004:00080000:0.0:1763335105.954673:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1098934357061ns, next at 1099798070025ns, rc = 0 00000040:00080000:0.0:1763335105.954739:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1457, 88 off122360 00000004:00080000:0.0:1763335105.954744:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1098934429769ns, next at 1099798037727ns, rc = 0 00000040:00080000:0.0:1763335105.954775:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1458, 88 off122448 00000004:00080000:0.0:1763335105.954779:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1098934464646ns, next at 1099798037727ns, rc = 0 00000040:00080000:0.0:1763335105.954795:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1457, 88 off122448 00000004:00080000:0.0:1763335105.954799:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1098934484065ns, next at 1099798070025ns, rc = 0 00000100:00100000:2.0:1763335105.955816:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.956997:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1335180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1848989826061056:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335105.957022:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c5280400/0x3ec0b5400757552b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335105.957056:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.957072:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814698368 00000100:00100000:2.0:1763335105.957078:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814698368 00010000:00010000:2.0:1763335105.957118:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1e000/0x3ec0b540075753c6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881220 expref: 17 pid: 28961 timeout: 1198 lvb_type: 0 00000100:00100000:2.0:1763335105.957148:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3087 00000100:00100000:2.0:1763335105.957156:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1368a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2426:x1848989814698368:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335105.957168:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335105.957173:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1e000/0x3ec0b540075753c6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881220 expref: 17 pid: 28961 timeout: 1198 lvb_type: 0 00010000:00010000:2.0:1763335105.957183:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1e000/0x3ec0b540075753c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881220 expref: 17 pid: 28961 timeout: 1198 lvb_type: 0 00010000:00010000:2.0:1763335105.957205:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335105.957207:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335105.957211:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007575524 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.957220:0:7458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007575524 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.957235:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335105.957275:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1368a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2426:x1848989814698368:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 120us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335105.957282:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3087 00000100:00100000:2.0:1763335105.957344:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.957363:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814698496 00000100:00100000:2.0:1763335105.957367:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814698496 00010000:00010000:2.0:1763335105.957379:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff900202173800/0x3ec0b540075753cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x24c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881227 expref: 24 pid: 27803 timeout: 1198 lvb_type: 0 00000100:00100000:2.0:1763335105.957397:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3088 00000100:00100000:2.0:1763335105.957402:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:2426:x1848989814698496:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335105.957410:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335105.957414:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff900202173800/0x3ec0b540075753cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x24c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881227 expref: 24 pid: 27803 timeout: 1198 lvb_type: 0 00010000:00010000:2.0:1763335105.957424:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff900202173800/0x3ec0b540075753cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881227 expref: 24 pid: 27803 timeout: 1198 lvb_type: 0 00010000:00010000:2.0:1763335105.957437:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff900202173800/0x3ec0b540075753cd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x24c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881227 expref: 24 pid: 27803 timeout: 1198 lvb_type: 0 00010000:00010000:2.0:1763335105.957451:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335105.957454:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335105.957457:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c5280400/0x3ec0b5400757552b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.957467:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280400/0x3ec0b5400757552b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x24c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.957488:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335105.957516:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:2426:x1848989814698496:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 111us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335105.957524:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3088 00010000:00010000:2.0:1763335105.957549:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c5280400/0x3ec0b5400757552b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.957558:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c5280400/0x3ec0b5400757552b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.957571:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c5280400/0x3ec0b5400757552b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.957587:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280400/0x3ec0b5400757552b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.957608:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763335105.957862:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+37:3667:x1848989826060416:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9219us (9745us total) trans 21474838857 rc 0/0 00000100:00100000:2.0:1763335105.957870:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6464 00010000:00010000:2.0:1763335105.957892:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335105.957897:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c5280400/0x3ec0b5400757552b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.957916:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280400 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335105.957920:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c5280400/0x3ec0b5400757552b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.957929:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c5280400/0x3ec0b5400757552b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.957940:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c5280400/0x3ec0b5400757552b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.957945:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c5280400/0x3ec0b5400757552b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.957961:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335105.957963:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335105.957965:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763335105.957991:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a79c00/2, rc 0, transno 21474838857 00000100:00100000:2.0:1763335105.958001:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826060416:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763335105.958177:0:28568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1e000/0x3ec0b540075753c6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881220 expref: 16 pid: 28961 timeout: 1198 lvb_type: 0 00000100:00100000:3.0:1763335105.958189:0:28568:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1334000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28568:1848989826060928:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335105.958204:0:28568:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007575524 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.958212:0:28568:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007575524 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.958217:0:28568:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007575524 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.958224:0:28568:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007575524 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.958231:0:28568:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007575524 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.958252:0:28568:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335105.958412:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+9:3667:x1848989826059904:12345-0@lo:6:osp-syn-1-1.0 Request processed in 9984us (10363us total) trans 17179871565 rc 0/0 00000100:00100000:3.0:1763335105.958421:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6463 00000004:00080000:3.0:1763335105.958461:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000cc536a00/2, rc 0, transno 17179871565 00000100:00100000:3.0:1763335105.958474:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cc536a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826059904:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763335105.958995:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814698240 00000100:00100000:1.0:1763335105.959002:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814698240 00000100:00100000:1.0:1763335105.959063:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9416 00000100:00100000:1.0:1763335105.959070:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1368700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+246:56928:x1848989814698240:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335105.959099:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335105.959116:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184e00/0x3ec0b54007575540 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881297 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.959163:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184e00/0x3ec0b54007575540 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881297 expref: 247 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.959176:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184e00/0x3ec0b54007575540 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1de:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881297 expref: 247 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.959191:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1de:0x0].0x0 (ffff9001da0ebf00) 00010000:00010000:1.0:1763335105.959194:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763335105.959197:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc184e00, rc 0) 00000100:00100000:1.0:1763335105.959231:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1368700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:56928:x1848989814698240:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 162us (3421us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335105.959237:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9416 00000001:00080000:1.0:1763335105.961966:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973023 is committed 00000004:00080000:1.0:1763335105.961977:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 958 committed 00000004:00080000:1.0:1763335105.961994:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 955 committed 00000004:00080000:1.0:1763335105.962008:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 954 committed 00000004:00080000:1.0:1763335105.962010:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 957 committed 00000100:00100000:3.0:1763335105.962192:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763335105.962211:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1334000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826061184:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335105.962272:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335105.962333:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826061184 00000100:00100000:3.0:1763335105.962342:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826061184 00000100:00100000:3.0:1763335105.962398:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6467 00000100:00100000:3.0:1763335105.962410:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1335c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+9:3666:x1848989826061184:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335105.962610:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1335c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+10:3666:x1848989826061184:12345-0@lo:2:osp-syn-1-1.0 Request processed in 202us (336us total) trans 17179871566 rc 0/0 00000100:00100000:3.0:1763335105.962619:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6467 00000004:00080000:3.0:1763335105.962669:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f1334000/2, rc 0, transno 17179871566 00000100:00100000:3.0:1763335105.962677:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1334000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826061184:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335105.962883:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1335880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826061312:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335105.962921:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335105.962942:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763335105.962947:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5228380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826061440:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335105.962967:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335105.962989:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826061312 00000100:00100000:0.0:1763335105.962993:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826061312 00000100:00100000:0.0:1763335105.963016:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826061440 00000100:00100000:0.0:1763335105.963019:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826061440 00000100:00100000:0.0:1763335105.963037:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6468 00000100:00100000:0.0:1763335105.963042:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c522b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+10:3664:x1848989826061312:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335105.963158:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763335105.963168:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c522ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826061568:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335105.963194:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335105.963468:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826061568 00000100:00100000:1.0:1763335105.963472:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826061568 00000100:00100000:1.0:1763335105.963495:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6469 00000100:00100000:1.0:1763335105.963501:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+38:3664:x1848989826061440:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335105.963598:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+39:3664:x1848989826061440:12345-0@lo:2:osp-syn-0-1.0 Request processed in 96us (629us total) trans 21474838858 rc 0/0 00000100:00100000:1.0:1763335105.963605:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6469 00000100:00100000:1.0:1763335105.963619:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6470 00000100:00100000:1.0:1763335105.963625:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+38:3667:x1848989826061568:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335105.963693:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+39:3667:x1848989826061568:12345-0@lo:2:osp-syn-0-1.0 Request processed in 67us (497us total) trans 21474838859 rc 0/0 00000100:00100000:1.0:1763335105.963699:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6470 00000004:00080000:1.0:1763335105.963726:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c522ad80/2, rc 0, transno 21474838859 00000100:00100000:1.0:1763335105.963731:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c522ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826061568:0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1763335105.963783:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575539 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1e2:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881290 expref: 246 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.963795:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e2:0x0].0x0 (ffff9000c4881a00) 00010000:00010000:1.0:1763335105.963799:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763335105.963814:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575532 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1e2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881290 expref: 246 pid: 13840 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763335105.963846:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575539 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1e2:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881290 expref: 245 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.963872:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e2:0x0].0x0 (ffff9000c4881a00) 00010000:00010000:1.0:1763335105.963875:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763335105.963878:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035ec00, rc 0) 00000100:00100000:1.0:1763335105.963926:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1334e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:55956:x1848989814698112:12345-192.168.204.57@tcp:101:bash.0 Request processed in 9770us (13932us total) trans 4294973023 rc 0/0 00000100:00100000:1.0:1763335105.963933:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9415 00000100:00100000:0.0:1763335105.964057:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c522b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+11:3664:x1848989826061312:12345-0@lo:2:osp-syn-1-1.0 Request processed in 1013us (1135us total) trans 17179871567 rc 0/0 00000100:00100000:0.0:1763335105.964063:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6468 00000004:00080000:0.0:1763335105.964106:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5228380/2, rc 0, transno 21474838858 00000100:00100000:0.0:1763335105.964110:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5228380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826061440:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763335105.964118:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f1335880/2, rc 0, transno 17179871567 00000100:00100000:0.0:1763335105.964121:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1335880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826061312:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763335105.964341:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335105.964352:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007575524 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.964364:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281e00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335105.964369:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007575524 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.964381:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007575524 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.964399:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007575524 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.964409:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007575524 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335105.964429:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335105.964431:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335105.964432:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335105.968893:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335105.968963:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335105.969049:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814698880 00000100:00100000:0.0:1763335105.969062:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814698880 00000100:00100000:0.0:1763335105.969134:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3243 00000100:00100000:0.0:1763335105.969149:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+245:56928:x1848989814698880:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335105.969410:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814698624 00000100:00100000:3.0:1763335105.969415:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814698624 00000100:00100000:3.0:1763335105.969455:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6471 00000100:00100000:3.0:1763335105.969462:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:55956:x1848989814698624:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335105.969472:0:27803:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335105.969493:0:27803:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c5281200/0x3ec0b54007575547 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88129e expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335105.969515:0:27803:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x24e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335105.969532:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335105.969534:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335105.969542:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5281200/0x3ec0b54007575547 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88129e expref: 24 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.969557:0:27803:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c5281200/0x3ec0b54007575547 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88129e expref: 24 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335105.969569:0:27803:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281200, rc 0) 00000100:00100000:3.0:1763335105.969624:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:55956:x1848989814698624:12345-192.168.204.57@tcp:101:bash.0 Request processed in 162us (743us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335105.969631:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6471 00000004:00080000:1.0:1763335105.970679:0:6533:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x1de:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1763335105.970739:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1458, 64 off122512 00000040:00080000:1.0:1763335105.970763:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1459, 64 off122512 00000040:00080000:1.0:1763335105.970773:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1460, 64 off122576 00000040:00080000:1.0:1763335105.970782:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1459, 64 off122576 00010000:00010000:1.0:1763335105.970842:0:6533:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184c00/0x3ec0b5400757554e lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 00010000:00010000:1.0:1763335105.970858:0:6533:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184c00/0x3ec0b5400757554e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1de:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335105.970868:0:6533:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184c00/0x3ec0b5400757554e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1de:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335105.970876:0:6533:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184c00/0x3ec0b5400757554e lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1de:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335105.970882:0:6533:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184c00/0x3ec0b5400757554e lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1de:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335105.970892:0:6533:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184c00/0x3ec0b5400757554e lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1de:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335105.970921:0:6533:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763335105.971110:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+246:56928:x1848989814698880:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 1963us (2145us total) trans 4294973024 rc 0/0 00000100:00100000:1.0:1763335105.971119:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3243 00010000:00010000:0.0:1763335105.971197:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335105.971204:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184c00/0x3ec0b5400757554e lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1de:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335105.971211:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc184c00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335105.971214:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184c00/0x3ec0b5400757554e lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1de:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335105.971223:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184c00/0x3ec0b5400757554e lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1de:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335105.971235:0:7457:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1de:0x0].0x0 (ffff9001da0ebf00) 00010000:00010000:0.0:1763335105.971239:0:7457:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335105.971243:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184c00/0x3ec0b5400757554e lrc: 1/0,0 mode: --/PW res: [0x240000405:0x1de:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335105.971254:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184c00/0x3ec0b5400757554e lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1de:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335105.971264:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335105.971266:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335105.971268:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335105.974545:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335105.974702:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814699008 00000100:00100000:1.0:1763335105.974715:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814699008 00000100:00100000:1.0:1763335105.974789:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6472 00000100:00100000:1.0:1763335105.974803:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4ac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:55956:x1848989814699008:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335105.974827:0:8416:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335105.974852:0:8416:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b54007575555 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8812a5 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335105.974876:0:8416:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x250:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763335105.974898:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335105.974912:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335105.974922:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b54007575555 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812a5 expref: 17 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.974937:0:8416:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b54007575555 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812a5 expref: 17 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.974949:0:8416:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc185600, rc 0) 00000100:00100000:1.0:1763335105.975000:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4ac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:55956:x1848989814699008:12345-192.168.204.57@tcp:101:bash.0 Request processed in 202us (468us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335105.975011:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6472 00000100:00100000:2.0:1763335105.978892:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335105.979098:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814699264 00000100:00100000:1.0:1763335105.979108:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814699264 00000100:00100000:1.0:1763335105.979166:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9417 00000100:00100000:1.0:1763335105.979175:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+246:56928:x1848989814699264:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335105.979199:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335105.979220:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757555c lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8812ac expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.979305:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575563 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00000100:00100000:2.0:1763335105.979837:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:1.0:1763335105.979922:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575563 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.979933:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575563 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.979948:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b5400757556a lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335105.979954:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b5400757556a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.979959:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b5400757556a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.980066:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995400/0x3ec0b54007575571 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335105.980075:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995400/0x3ec0b54007575571 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.980081:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995400/0x3ec0b54007575571 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:1.0:1763335105.980101:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1e2:0x0]: returning size 2 00010000:00010000:1.0:1763335105.980176:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575563 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.980184:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575563 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.980189:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575563 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.980194:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575563 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.980199:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335105.980203:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575563 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.980208:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575563 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.980219:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2100) 00010000:00010000:1.0:1763335105.980222:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335105.980226:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575563 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.980231:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575563 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.980248:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b5400757556a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.980258:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b5400757556a lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.980264:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b5400757556a lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.980269:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc184800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335105.980271:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b5400757556a lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.980277:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b5400757556a lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.980282:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2c00) 00010000:00010000:1.0:1763335105.980284:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335105.980286:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b5400757556a lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.980293:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b5400757556a lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335105.980381:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757555c lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812ac expref: 249 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.980403:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995400/0x3ec0b54007575571 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812ac expref: 248 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335105.980413:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e2:0x0].0x0 (ffff9000c4881a00) 00010000:00010000:1.0:1763335105.980416:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335105.980419:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d2995400, rc 0) 00000100:00100000:1.0:1763335105.980493:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:56928:x1848989814699264:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1317us (1609us total) trans 4294973025 rc 0/0 00000100:00100000:1.0:1763335105.980504:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9417 00000100:00100000:0.0:1763335105.981152:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335105.983726:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814699392 00000100:00100000:3.0:1763335105.983742:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814699392 00002000:00010000:2.0:1763335105.984108:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/590 (0->18446744073709551615) 00002000:00100000:2.0:1763335105.984114:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f15c3480 with x1848989814699392 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335105.984126:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9001f15c3480. 00000100:00100000:0.0:1763335105.984525:0:16421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814699520 00000100:00100000:0.0:1763335105.984531:0:16421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814699520 00002000:00010000:0.0:1763335105.984550:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/592 (0->18446744073709551615) 00002000:00100000:0.0:1763335105.984554:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c522b100 with x1848989814699520 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335105.984561:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c522b100. 00000100:00100000:1.0:1763335105.984850:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335105.984876:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814699776 00000100:00100000:1.0:1763335105.984880:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814699776 00000100:00100000:1.0:1763335105.984925:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3244 00000100:00100000:1.0:1763335105.984935:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001d184b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:56928:x1848989814699776:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335105.985134:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001d184b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:56928:x1848989814699776:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 200us (287us total) trans 4294973026 rc 0/0 00000100:00100000:1.0:1763335105.985142:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3244 00000100:00100000:2.0:1763335105.985335:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1596 00000100:00100000:2.0:1763335105.985347:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:2427:x1848989814699392:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:2.0:1763335105.985474:0:23998:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x24e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335105.985479:0:23998:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x24e:0x0] updating lvb mtime from disk: 0 -> 1763335106 00002000:00010000:2.0:1763335105.985481:0:23998:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x24e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335105.985484:0:23998:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x24e:0x0] updating lvb ctime from disk: 0 -> 1763335106 00002000:00010000:2.0:1763335105.985487:0:23998:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x24e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335105.985521:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:2427:x1848989814699392:12345-192.168.204.57@tcp:10:bash.0 Request processed in 178us (5684us total) trans 21474838860 rc 0/0 00000100:00100000:2.0:1763335105.985528:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1596 00002000:00010000:2.0:1763335105.985532:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/590 (0->18446744073709551615) 00002000:00100000:2.0:1763335105.985535:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f15c3480 with x1848989814699392 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335105.985540:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9001f15c3480. 00000100:00100000:2.0:1763335105.985555:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1597 00000100:00100000:2.0:1763335105.985562:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c522b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2427:x1848989814699520:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:2.0:1763335105.985640:0:23998:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x250:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335105.985643:0:23998:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x250:0x0] updating lvb mtime from disk: 0 -> 1763335106 00002000:00010000:2.0:1763335105.985646:0:23998:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x250:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335105.985648:0:23998:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x250:0x0] updating lvb ctime from disk: 0 -> 1763335106 00002000:00010000:2.0:1763335105.985650:0:23998:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x250:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335105.985671:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c522b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2427:x1848989814699520:12345-192.168.204.57@tcp:10:bash.0 Request processed in 109us (4524us total) trans 17179871568 rc 0/0 00000100:00100000:2.0:1763335105.985681:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1597 00002000:00010000:2.0:1763335105.985685:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/592 (0->18446744073709551615) 00002000:00100000:2.0:1763335105.985687:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c522b100 with x1848989814699520 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335105.985693:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c522b100. 00000100:00100000:1.0:1763335105.989171:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335105.989248:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814699904 00000100:00100000:3.0:1763335105.989259:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814699904 00000100:00100000:3.0:1763335105.989343:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3245 00000100:00100000:3.0:1763335105.989355:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:56928:x1848989814699904:12345-192.168.204.57@tcp:33:lfs.0 00000100:00100000:3.0:1763335105.989514:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:56928:x1848989814699904:12345-192.168.204.57@tcp:33:lfs.0 Request processed in 160us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335105.989522:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3245 00000100:00100000:1.0:1763335105.996844:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335105.996951:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814700160 00000100:00100000:0.0:1763335105.996962:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814700160 00000100:00100000:0.0:1763335105.997024:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9418 00000100:00100000:0.0:1763335105.997034:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:56933:x1848989814700160:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:0.0:1763335105.997187:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1763335105.997214:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575539 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1e2:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881290 expref: 249 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.997234:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995400/0x3ec0b54007575571 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812ac expref: 248 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.997247:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007575501 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1e2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881282 expref: 247 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335105.997258:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e2:0x0].0x0 (ffff9000c4881a00) 00010000:00010000:0.0:1763335105.997267:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335105.997292:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b5400757557f lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335105.997304:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b5400757557f lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.997388:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b5400757557f lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.997405:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b54007575586 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335105.997413:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b54007575586 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.997421:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b54007575586 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.997499:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757558d lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335105.997507:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757558d lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.997515:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757558d lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00080000:0.0:1763335105.997719:0:13840:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000405:0x1e2:0x0] is inserted into orphan list, open count = 1 00010000:00010000:0.0:1763335105.997812:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757558d lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.997820:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757558d lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.997827:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757558d lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.997838:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc184000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335105.997842:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757558d lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.997850:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757558d lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.997858:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e2:0x0].0x0 (ffff9001c2ff7d00) 00010000:00010000:0.0:1763335105.997861:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763335105.997864:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757558d lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.997869:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757558d lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.997885:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b5400757557f lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.997890:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b5400757557f lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.997895:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b5400757557f lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.997899:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b5400757557f lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.997914:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035ea00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335105.997916:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b5400757557f lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.997921:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b5400757557f lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.997931:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c2ff7300) 00010000:00010000:0.0:1763335105.997933:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335105.997936:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b5400757557f lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.997942:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b5400757557f lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000004:00010000:0.0:1763335105.997954:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000081f5e132 reply state 00000000bd34fcc3 transno 4294973027 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b54007575586 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.997965:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b54007575586 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335105.997971:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c2ff7700) 00010000:00010000:0.0:1763335105.997974:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335105.997976:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335105.998050:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:56933:x1848989814700160:12345-192.168.204.57@tcp:36:rm.0 Request processed in 1016us (1215us total) trans 4294973027 rc 0/0 00000100:00100000:0.0:1763335105.998058:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9418 00000100:00100000:2.0:1763335106.001844:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.002355:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814700416 00000100:00100000:0.0:1763335106.002366:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814700416 00000100:00080000:2.0:1763335106.002426:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1763335106.002445:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9419 00000100:00100000:0.0:1763335106.002456:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:56928:x1848989814700416:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335106.002476:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335106.002501:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575594 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8812b3 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.002607:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b5400757559b lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335106.002622:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b5400757559b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1e2:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335106.002634:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b5400757559b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1e2:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:0.0:1763335106.002649:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1e2:0x0]: returning size 2 00010000:00010000:0.0:1763335106.002760:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575594 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1e2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812b3 expref: 251 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.002779:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b5400757559b lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1e2:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812b3 expref: 250 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.002787:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e2:0x0].0x0 (ffff9001c2ff7f00) 00010000:00010000:0.0:1763335106.002790:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763335106.002793:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc185e00, rc 0) 00000100:00100000:0.0:1763335106.007402:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:56928:x1848989814700416:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 4935us (5556us total) trans 4294973028 rc 0/0 00000100:00100000:0.0:1763335106.007415:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9419 00000100:00100000:1.0:1763335106.009963:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.010047:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814700672 00000100:00100000:2.0:1763335106.010057:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814700672 00000100:00100000:2.0:1763335106.010119:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3246 00000100:00100000:2.0:1763335106.010129:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:56928:x1848989814700672:12345-192.168.204.57@tcp:35:lfs.0 00000004:00010000:2.0:1763335106.010200:0:6533:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000405:0x1e2:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b5400757559b lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1e2:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812b3 expref: 250 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.010239:0:6533:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b540075755a9 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 00010000:00010000:2.0:1763335106.010251:0:6533:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b540075755a9 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335106.010261:0:6533:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b540075755a9 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT1 00000004:00020000:2.0:1763335106.010429:0:6533:0:(lod_lov.c:1523:lod_parse_striping()) lustre-MDT0001-mdtlov: can not set all stale mirrors for [0x240000405:0x1e2:0x0]: rc = -1 00010000:00010000:2.0:1763335106.010457:0:6533:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b540075755a9 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335106.010464:0:6533:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b540075755a9 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1e2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335106.010471:0:6533:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b540075755a9 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1e2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335106.010477:0:6533:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbada200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335106.010482:0:6533:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b540075755a9 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1e2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335106.010489:0:6533:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b540075755a9 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1e2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335106.010499:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e2:0x0].0x0 (ffff9001c2ff7f00) 00010000:00010000:2.0:1763335106.010502:0:6533:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1763335106.010507:0:6533:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b540075755a9 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1e2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335106.010513:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b540075755a9 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1e2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335106.010524:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e2:0x0].0x0 (ffff9001c2ff7f00) 00010000:00010000:2.0:1763335106.010526:0:6533:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763335106.010531:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b5400757559b lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1e2:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812b3 expref: 250 pid: 13840 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335106.010688:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:56928:x1848989814700672:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 560us (734us total) trans 4294973029 rc -1/-1 00000100:00100000:2.0:1763335106.010697:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3246 00000100:00100000:2.0:1763335106.016519:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.016558:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.016588:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814700800 00000100:00100000:0.0:1763335106.016598:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814700800 00000100:00100000:0.0:1763335106.016656:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814700928 00000100:00100000:0.0:1763335106.016660:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814700928 00000100:00100000:0.0:1763335106.016687:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9420 00000100:00100000:0.0:1763335106.016696:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:56934:x1848989814700800:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335106.016717:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335106.016740:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b540075755b0 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8812ba expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335106.016748:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9421 00000100:00100000:3.0:1763335106.016758:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:56928:x1848989814700928:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335106.016768:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335106.016778:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b540075755b7 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8812c1 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.016812:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184c00/0x3ec0b540075755be lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335106.016817:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b540075755b7 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1e2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812c1 expref: 253 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.016820:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184c00/0x3ec0b540075755be lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335106.016830:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184c00/0x3ec0b540075755be lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335106.016831:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281400/0x3ec0b540075755b7 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1e2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812c1 expref: 253 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.016839:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075755c5 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335106.016846:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075755c5 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335106.016847:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e2:0x0].0x0 (ffff9001c613a300) 00010000:00010000:3.0:1763335106.016851:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335106.016852:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075755c5 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335106.016854:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281400, rc 0) 00010000:00010000:0.0:1763335106.016888:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184c00/0x3ec0b540075755be lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335106.016893:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184c00/0x3ec0b540075755be lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335106.016899:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184c00/0x3ec0b540075755be lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335106.016917:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184c00/0x3ec0b540075755be lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00000100:00100000:3.0:1763335106.016923:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56928:x1848989814700928:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 167us (365us total) trans 0 rc 0/0 00010000:00010000:0.0:1763335106.016923:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc184c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335106.016927:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184c00/0x3ec0b540075755be lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00000100:00100000:3.0:1763335106.016930:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9421 00010000:00010000:0.0:1763335106.016938:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184c00/0x3ec0b540075755be lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335106.016946:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c2ff7300) 00010000:00010000:0.0:1763335106.016949:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335106.016953:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184c00/0x3ec0b540075755be lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335106.016958:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184c00/0x3ec0b540075755be lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335106.016972:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075755c5 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335106.016977:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075755c5 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335106.016983:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075755c5 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335106.016987:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc184000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335106.016989:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075755c5 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335106.016994:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075755c5 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335106.017001:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c2ff7700) 00010000:00010000:0.0:1763335106.017003:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335106.017006:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075755c5 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335106.017011:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075755c5 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335106.017036:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b540075755b0 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812ba expref: 252 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.017046:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c2ff7300) 00010000:00010000:0.0:1763335106.017048:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335106.017052:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b540075755b0 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812ba expref: 252 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.017064:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc184800, rc 0) 00000100:00100000:0.0:1763335106.017111:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:56934:x1848989814700800:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 416us (602us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335106.017118:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9420 00000100:00100000:2.0:1763335106.020281:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.020351:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814701184 00000100:00100000:0.0:1763335106.020362:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814701184 00000100:00100000:2.0:1763335106.020510:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.020721:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814701312 00000100:00100000:3.0:1763335106.020726:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814701312 00000100:00100000:3.0:1763335106.020917:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9422 00000100:00100000:3.0:1763335106.020927:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:56934:x1848989814701312:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335106.020948:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1763335106.020961:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3247 00000100:00100000:0.0:1763335106.020968:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:56928:x1848989814701184:12345-192.168.204.57@tcp:35:lfs.0 00010000:00010000:3.0:1763335106.020971:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075755cc lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8812c8 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.021021:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075755d3 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335106.021034:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075755d3 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.021044:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075755d3 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.021053:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075755da lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335106.021059:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075755da lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.021065:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075755da lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.021096:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075755d3 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.021103:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075755d3 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.021108:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075755d3 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.021115:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075755d3 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.021120:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335106.021124:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075755d3 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.021131:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075755d3 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.021142:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c613ac00) 00010000:00010000:3.0:1763335106.021145:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335106.021149:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075755d3 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.021154:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075755d3 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.021165:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075755da lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.021171:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075755da lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.021176:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075755da lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.021181:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335106.021183:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075755da lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.021188:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075755da lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.021199:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c2ff7700) 00010000:00010000:3.0:1763335106.021201:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335106.021204:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075755da lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.021209:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075755da lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.021234:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075755cc lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812c8 expref: 253 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.021244:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c613ac00) 00010000:00010000:3.0:1763335106.021247:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335106.021250:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075755cc lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812c8 expref: 253 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.021262:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280200, rc 0) 00000100:00100000:3.0:1763335106.021339:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:56934:x1848989814701312:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 390us (805us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335106.021346:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9422 00000004:00080000:0.0:1763335106.021590:0:14078:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x1e2:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1763335106.021638:0:14078:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1460, 64 off122640 00000040:00080000:0.0:1763335106.021661:0:14078:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1461, 64 off122640 00000040:00080000:0.0:1763335106.021670:0:14078:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1462, 64 off122704 00000040:00080000:0.0:1763335106.021678:0:14078:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1461, 64 off122704 00010000:00010000:0.0:1763335106.021722:0:14078:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075755e1 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14078 initiator: MDT0 00010000:00010000:0.0:1763335106.021732:0:14078:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075755e1 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14078 initiator: MDT1 00010000:00010000:0.0:1763335106.021741:0:14078:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075755e1 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14078 initiator: MDT1 00010000:00010000:0.0:1763335106.021748:0:14078:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075755e1 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14078 initiator: MDT1 00010000:00010000:0.0:1763335106.021754:0:14078:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075755e1 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14078 initiator: MDT1 00010000:00010000:0.0:1763335106.021760:0:14078:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075755e1 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14078 initiator: MDT1 00010000:00010000:0.0:1763335106.021784:0:14078:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763335106.021912:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:56928:x1848989814701184:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 933us (1629us total) trans 4294973030 rc 0/0 00000100:00100000:0.0:1763335106.021920:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3247 00010000:00010000:1.0:1763335106.022178:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335106.022185:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075755e1 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14078 initiator: MDT1 00010000:00010000:1.0:1763335106.022191:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185e00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335106.022194:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075755e1 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14078 initiator: MDT1 00010000:00010000:1.0:1763335106.022200:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075755e1 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14078 initiator: MDT1 00010000:00010000:1.0:1763335106.022208:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e2:0x0].0x0 (ffff9001c613a300) 00010000:00010000:1.0:1763335106.022211:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335106.022214:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075755e1 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x1e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14078 initiator: MDT1 00010000:00010000:1.0:1763335106.022220:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075755e1 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14078 initiator: MDT1 00010000:00010000:1.0:1763335106.022232:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335106.022233:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335106.022235:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335106.026975:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.027025:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814701440 00000100:00100000:3.0:1763335106.027036:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814701440 00000100:00100000:3.0:1763335106.027097:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9423 00000100:00100000:3.0:1763335106.027107:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:56934:x1848989814701440:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335106.027128:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335106.027204:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075755e8 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8812cf expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.027275:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b540075755ef lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335106.027287:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b540075755ef lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.027297:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b540075755ef lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:2.0:1763335106.031347:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763335106.031361:0:13591:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763335106.031425:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075755e8 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812cf expref: 254 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.031450:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b540075755ef lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812cf expref: 253 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.031459:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c613ae00) 00010000:00010000:2.0:1763335106.031462:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763335106.031466:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281e00, rc 0) 00000100:00100000:2.0:1763335106.031546:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56934:x1848989814701440:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 4439us (4580us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335106.031555:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9423 00000100:00100000:3.0:1763335106.036753:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.036823:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814701568 00000100:00100000:2.0:1763335106.036832:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814701568 00000100:00100000:2.0:1763335106.036891:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9424 00000100:00100000:2.0:1763335106.036912:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1336a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56934:x1848989814701568:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335106.036935:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335106.036955:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b540075755f6 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8812d6 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.037019:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075755fd lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335106.037033:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075755fd lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.037043:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075755fd lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.037057:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007575604 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335106.037064:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007575604 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.037069:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007575604 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.037111:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075755fd lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.037118:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075755fd lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.037125:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075755fd lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.037130:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075755fd lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.037136:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadba00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335106.037140:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075755fd lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.037161:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075755fd lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.037174:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c613ae00) 00010000:00010000:2.0:1763335106.037177:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335106.037182:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075755fd lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.037188:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b540075755fd lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.037202:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007575604 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.037209:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007575604 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.037214:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007575604 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.037218:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbada400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335106.037221:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007575604 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.037226:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007575604 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.037233:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c2ff7700) 00010000:00010000:2.0:1763335106.037236:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335106.037239:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007575604 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.037244:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007575604 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.037271:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b540075755f6 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812d6 expref: 254 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.037281:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c613ae00) 00010000:00010000:2.0:1763335106.037284:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335106.037287:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b540075755f6 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812d6 expref: 254 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.037301:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbada200, rc 0) 00000100:00100000:2.0:1763335106.037395:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1336a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56934:x1848989814701568:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 494us (652us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335106.037402:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9424 00000100:00100000:1.0:1763335106.052418:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.052508:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814701824 00000100:00100000:2.0:1763335106.052518:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814701824 00000100:00100000:2.0:1763335106.052579:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9425 00000100:00100000:2.0:1763335106.052589:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56934:x1848989814701824:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335106.052610:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335106.052613:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763335106.052638:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b540075755ef lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812cf expref: 253 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.052656:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c613ae00) 00010000:00010000:2.0:1763335106.052665:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335106.052680:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b5400757560b lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8812dd expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.052770:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007575612 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335106.052782:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007575612 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.052792:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007575612 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.052803:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007575619 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335106.052811:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007575619 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.052817:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007575619 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.053186:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007575620 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335106.053196:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007575620 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.053204:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007575620 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:2.0:1763335106.053214:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1e4:0x0]: returning size 0 00010000:00010000:2.0:1763335106.053236:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007575612 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.053243:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007575612 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.053250:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007575612 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.053257:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007575612 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.053263:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbada400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335106.053267:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007575612 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.053275:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007575612 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.053288:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c4e7a000) 00010000:00010000:2.0:1763335106.053291:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335106.053295:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007575612 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.053301:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada400/0x3ec0b54007575612 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000004:00010000:2.0:1763335106.053353:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008ff9b948 reply state 00000000bffea363 transno 4294973031 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007575619 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.053366:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007575619 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.053372:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c2ff7700) 00010000:00010000:2.0:1763335106.053375:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335106.053378:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763335106.053403:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbada200/0x3ec0b5400757560b lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812dd expref: 255 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.053419:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007575620 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812dd expref: 254 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.053427:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e4:0x0].0x0 (ffff9001c4e7a400) 00010000:00010000:2.0:1763335106.053430:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335106.053432:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadbc00, rc 0) 00000100:00100000:2.0:1763335106.053489:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:56934:x1848989814701824:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 901us (1081us total) trans 4294973031 rc 0/0 00000100:00100000:2.0:1763335106.053497:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9425 00000100:00100000:0.0:1763335106.056548:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.056608:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.056655:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814702208 00000100:00100000:2.0:1763335106.056665:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814702208 00000100:00100000:3.0:1763335106.056694:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814702336 00000100:00100000:3.0:1763335106.056699:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814702336 00000100:00100000:2.0:1763335106.056930:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9426 00000100:00100000:2.0:1763335106.056941:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5229f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56934:x1848989814702208:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335106.056962:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335106.057304:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757562e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8812e4 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.057422:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007575635 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335106.057436:0:13591:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007575620 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812dd expref: 257 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.057445:0:13591:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007575635 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.057475:0:13591:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007575620 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812dd expref: 257 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.057488:0:13591:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007575620 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812dd expref: 257 pid: 13591 timeout: 1199 lvb_type: 0 00000100:00100000:2.0:1763335106.057500:0:13591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6eb4700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826061696:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335106.057569:0:13591:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c498db40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335106.058444:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9427 00000100:00100000:1.0:1763335106.058456:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5228700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:56936:x1848989814702336:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335106.058468:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335106.058477:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2994a00/0x3ec0b5400757563c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8812eb expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.058525:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995e00/0x3ec0b54007575643 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335106.058535:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995e00/0x3ec0b54007575643 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.058545:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995e00/0x3ec0b54007575643 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:1.0:1763335106.058555:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1e4:0x0]: returning size 0 00010000:00010000:1.0:1763335106.058620:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995e00/0x3ec0b54007575643 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.058627:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995e00/0x3ec0b54007575643 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.058633:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995e00/0x3ec0b54007575643 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.058639:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d2995e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335106.058642:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995e00/0x3ec0b54007575643 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.058650:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995e00/0x3ec0b54007575643 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.058661:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e4:0x0].0x0 (ffff9001c4e7a400) 00010000:00010000:1.0:1763335106.058664:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1763335106.058668:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995e00/0x3ec0b54007575643 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.058674:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995e00/0x3ec0b54007575643 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.058706:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2994a00/0x3ec0b5400757563c lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1e4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812eb expref: 259 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.058715:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e4:0x0].0x0 (ffff9001c4e7a400) 00010000:00010000:1.0:1763335106.058717:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763335106.058720:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2994a00/0x3ec0b5400757563c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1e4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812eb expref: 259 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.058728:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d2994a00, rc 0) 00000100:00100000:1.0:1763335106.058786:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5228700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56936:x1848989814702336:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 310us (2154us total) trans 4294973032 rc 301/301 00000100:00100000:1.0:1763335106.058793:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9427 00000100:00100000:0.0:1763335106.066815:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.066830:0:13591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6eb4700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826061696:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335106.066856:0:13591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007575635 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000100:00100000:0.0:1763335106.066976:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.067637:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814702464 00000100:00100000:3.0:1763335106.067646:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814702464 00010000:00010000:3.0:1763335106.067682:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007575620 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812dd expref: 258 pid: 13591 timeout: 1199 lvb_type: 0 00000100:00100000:2.0:1763335106.068711:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3089 00000100:00100000:2.0:1763335106.068726:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c522b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:2426:x1848989814702464:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335106.068742:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335106.068751:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007575620 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812dd expref: 258 pid: 13591 timeout: 1199 lvb_type: 0 00010000:00010000:2.0:1763335106.068764:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007575620 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812dd expref: 258 pid: 13591 timeout: 1199 lvb_type: 0 00010000:00010000:2.0:1763335106.068785:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadbc00/0x3ec0b54007575620 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812dd expref: 258 pid: 13591 timeout: 1199 lvb_type: 0 00010000:00010000:2.0:1763335106.068804:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e4:0x0].0x0 (ffff9001c4e7a400) 00010000:00010000:2.0:1763335106.068809:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007575635 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.068818:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007575635 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.068825:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007575635 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.068850:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335106.068914:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c522b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:2426:x1848989814702464:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 181us (2098us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335106.068921:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3089 00010000:00010000:2.0:1763335106.069047:0:13591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007575635 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.069055:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007575635 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:2.0:1763335106.069080:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1e4:0x0]: returning size 0 00000004:00080000:2.0:1763335106.069266:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x252:0x0], index 1: 0 00000004:00080000:2.0:1763335106.069273:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x250:0x0], index 0: 0 00000004:00080000:2.0:1763335106.069278:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x251:0x0], index 0: 0 00000004:00080000:2.0:1763335106.069281:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x253:0x0], index 1: 0 00010000:00010000:2.0:1763335106.069405:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007575635 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.069413:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007575635 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.069419:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007575635 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.069425:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335106.069429:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007575635 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.069435:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007575635 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.069443:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e4:0x0].0x0 (ffff9001c4e7a400) 00010000:00010000:2.0:1763335106.069445:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763335106.069448:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007575635 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.069454:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007575635 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.069497:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757562e lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1e4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812e4 expref: 257 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.069513:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e4:0x0].0x0 (ffff9001c4e7a400) 00010000:00010000:2.0:1763335106.069515:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763335106.069519:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadac00/0x3ec0b5400757562e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1e4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812e4 expref: 257 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.069533:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadac00, rc 0) 00000100:00100000:2.0:1763335106.069567:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5229f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56934:x1848989814702208:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 12628us (13027us total) trans 4294973033 rc 301/301 00000100:00100000:2.0:1763335106.069574:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9426 00000100:00100000:1.0:1763335106.071585:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814702720 00000100:00100000:1.0:1763335106.071616:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814702720 00000100:00100000:1.0:1763335106.071672:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3248 00000100:00100000:1.0:1763335106.071681:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5229500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56936:x1848989814702720:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335106.071929:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5229500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:56936:x1848989814702720:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 248us (4952us total) trans 4294973034 rc 0/0 00000100:00100000:1.0:1763335106.071938:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3248 00000100:00100000:1.0:1763335106.071993:0:10047:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7e64380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:10047:1848989826061824:0@lo:5:osp-pre-1-1.0 00000100:00100000:2.0:1763335106.075077:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.075180:0:10047:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335106.075217:0:10047:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c9e3ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335106.075692:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814702976 00000100:00100000:0.0:1763335106.075701:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814702976 00000100:00100000:0.0:1763335106.075753:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3249 00000100:00100000:0.0:1763335106.075762:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001d184b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:56934:x1848989814702976:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335106.075977:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001d184b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56934:x1848989814702976:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 215us (915us total) trans 4294973035 rc 0/0 00000100:00100000:0.0:1763335106.075984:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3249 00000100:00100000:2.0:1763335106.076335:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826061824 00000100:00100000:2.0:1763335106.076340:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826061824 00000100:00100000:2.0:1763335106.076370:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6473 00000100:00100000:2.0:1763335106.076377:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+11:10047:x1848989826061824:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:2.0:1763335106.076406:0:27803:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 610 00000100:00100000:2.0:1763335106.078812:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+12:10047:x1848989826061824:12345-0@lo:5:osp-pre-1-1.0 Request processed in 2430us (3626us total) trans 17179871569 rc 0/0 00000100:00100000:2.0:1763335106.078823:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6473 00000100:00100000:1.0:1763335106.079160:0:10047:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7e64380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:10047:1848989826061824:0@lo:5:osp-pre-1-1.0 00000004:00080000:1.0:1763335106.079175:0:10047:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x253:0x0]-[0x2c0000400:0x281:0x0] 00000100:00100000:0.0:1763335106.079860:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.080711:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.080775:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814703488 00000100:00100000:1.0:1763335106.080783:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814703488 00000100:00100000:1.0:1763335106.080834:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3250 00000100:00100000:1.0:1763335106.080843:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1337800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56934:x1848989814703488:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335106.081086:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1337800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:56934:x1848989814703488:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 242us (377us total) trans 4294973036 rc 0/0 00000100:00100000:1.0:1763335106.081093:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3250 00000100:00100000:2.0:1763335106.082425:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814703232 00000100:00100000:2.0:1763335106.082435:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814703232 00000100:00100000:2.0:1763335106.083768:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9428 00000100:00100000:2.0:1763335106.083785:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5229500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:56936:x1848989814703232:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335106.083803:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335106.083825:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007575658 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8812f2 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.083915:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757565f lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335106.083929:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757565f lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.083941:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757565f lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.083952:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007575666 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335106.083959:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007575666 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.083966:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007575666 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.084066:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757566d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335106.084074:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757566d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.084101:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757566d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:2.0:1763335106.084111:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1e4:0x0]: returning size 0 00010000:00010000:2.0:1763335106.084187:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757565f lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.084195:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757565f lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.084204:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757565f lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.084210:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757565f lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.084215:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335106.084218:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757565f lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.084225:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757565f lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.084235:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c4e7a000) 00010000:00010000:2.0:1763335106.084238:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335106.084242:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757565f lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.084247:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757565f lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.084259:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007575666 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.084264:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007575666 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.084269:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007575666 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.084274:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335106.084277:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007575666 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.084287:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007575666 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.084293:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c2ff7700) 00010000:00010000:2.0:1763335106.084296:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335106.084299:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007575666 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.084305:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007575666 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.084596:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007575658 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812f2 expref: 262 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.084618:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757566d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812f2 expref: 261 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.084626:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e4:0x0].0x0 (ffff9001c4e7ab00) 00010000:00010000:2.0:1763335106.084628:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335106.084631:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7800, rc 0) 00000100:00100000:2.0:1763335106.085376:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5229500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56936:x1848989814703232:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1531us (5452us total) trans 4294973037 rc 0/0 00000100:00100000:2.0:1763335106.085388:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9428 00000100:00100000:1.0:1763335106.088506:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.088585:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.088750:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814703872 00000100:00100000:2.0:1763335106.088760:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814703872 00000100:00100000:2.0:1763335106.088814:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814703744 00000100:00100000:2.0:1763335106.088817:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814703744 00000100:00100000:2.0:1763335106.088846:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9429 00000100:00100000:2.0:1763335106.088855:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:55956:x1848989814703872:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335106.088880:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335106.088883:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763335106.088919:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757566d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812f2 expref: 262 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.088936:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e4:0x0].0x0 (ffff9001c4e7ab00) 00010000:00010000:2.0:1763335106.088946:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335106.088961:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b5400757567b lrc: 2/0,0 mode: --/CW res: [0x240000405:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881300 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.089065:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007575682 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335106.089077:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007575682 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1e4:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.089086:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007575682 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1e4:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:2.0:1763335106.089099:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1e4:0x0]: returning size 0 00010000:00010000:2.0:1763335106.089203:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b5400757567b lrc: 0/0,0 mode: --/CW res: [0x240000405:0x1e4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881300 expref: 264 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.089218:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007575682 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1e4:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881300 expref: 263 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.089225:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e4:0x0].0x0 (ffff9001c4e7a800) 00010000:00010000:2.0:1763335106.089228:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:2.0:1763335106.089230:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7e00, rc 0) 00000100:00100000:2.0:1763335106.089282:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:55956:x1848989814703872:12345-192.168.204.57@tcp:101:bash.0 Request processed in 427us (785us total) trans 4294973038 rc 0/0 00000100:00100000:2.0:1763335106.089289:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9429 00000100:00100000:2.0:1763335106.089307:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9430 00000100:00100000:2.0:1763335106.089338:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1335180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56936:x1848989814703744:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335106.089346:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335106.089355:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007575690 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8812f9 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.089404:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007575697 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335106.089414:0:13591:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007575682 lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x1e4:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881300 expref: 263 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.089422:0:13591:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007575697 lrc: 4/1,0 mode: --/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.089452:0:13591:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007575682 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1e4:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881300 expref: 263 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.089465:0:13591:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007575682 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1e4:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881300 expref: 263 pid: 13591 timeout: 1199 lvb_type: 0 00000100:00100000:2.0:1763335106.089479:0:13591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6eb4700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826061952:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335106.089533:0:13591:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f608fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1763335106.092256:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.092291:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.092455:0:13591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6eb4700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826061952:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335106.092481:0:13591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007575697 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000100:00100000:1.0:1763335106.092673:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814704000 00000100:00100000:1.0:1763335106.092681:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814704000 00000100:00100000:1.0:1763335106.092724:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9431 00000100:00100000:1.0:1763335106.092734:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:55956:x1848989814704000:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335106.092752:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335106.092770:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2994a00/0x3ec0b5400757569e lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881307 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.092801:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995e00/0x3ec0b540075756a5 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335106.092814:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995e00/0x3ec0b540075756a5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335106.092824:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995e00/0x3ec0b540075756a5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335106.092939:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2994a00/0x3ec0b5400757569e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881307 expref: 266 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.092955:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995e00/0x3ec0b540075756a5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881307 expref: 265 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.092964:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e4:0x0].0x0 (ffff9001c4e7a800) 00010000:00010000:1.0:1763335106.092967:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763335106.092971:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d2995e00, rc 0) 00000100:00100000:1.0:1763335106.093030:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:55956:x1848989814704000:12345-192.168.204.57@tcp:101:bash.0 Request processed in 296us (781us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335106.093038:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9431 00000100:00100000:0.0:1763335106.093343:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814704128 00000100:00100000:0.0:1763335106.093348:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814704128 00010000:00010000:0.0:1763335106.093369:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007575682 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1e4:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881300 expref: 265 pid: 13591 timeout: 1199 lvb_type: 0 00000100:00100000:0.0:1763335106.093399:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3090 00000100:00100000:0.0:1763335106.093407:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a36d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:2426:x1848989814704128:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335106.093416:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335106.093422:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007575682 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1e4:0x0].0x0 bits 0x1f/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881300 expref: 265 pid: 13591 timeout: 1199 lvb_type: 0 00010000:00010000:0.0:1763335106.093435:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007575682 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1e4:0x0].0x0 bits 0x1f/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881300 expref: 265 pid: 13591 timeout: 1199 lvb_type: 0 00010000:00010000:0.0:1763335106.093450:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007575682 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x1e4:0x0].0x0 bits 0x1f/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881300 expref: 265 pid: 13591 timeout: 1199 lvb_type: 0 00010000:00010000:0.0:1763335106.093462:0:7458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e4:0x0].0x0 (ffff9001c4e7a800) 00010000:00010000:0.0:1763335106.093466:0:7458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007575697 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.093474:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007575697 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.093481:0:7458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007575697 lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.093498:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335106.093523:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a36d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:2426:x1848989814704128:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 117us (1231us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335106.093529:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3090 00010000:00010000:2.0:1763335106.093792:0:13591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007575697 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.093800:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007575697 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:2.0:1763335106.093833:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1e4:0x0]: returning size 0 00000004:00200000:2.0:1763335106.093838:0:13591:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335106.093854:0:13591:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007575697 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.093877:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007575690 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1e4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812f9 expref: 264 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.093891:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007575697 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812f9 expref: 263 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.093898:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e4:0x0].0x0 (ffff9001c4e7a800) 00010000:00010000:2.0:1763335106.093912:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1763335106.093915:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665400, rc 0) 00000100:00100000:2.0:1763335106.094282:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1335180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56936:x1848989814703744:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 4967us (5695us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335106.094290:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9430 00000100:00100000:2.0:1763335106.098055:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.098134:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.098190:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814704256 00000100:00100000:0.0:1763335106.098201:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814704256 00000100:00100000:0.0:1763335106.098582:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814704512 00000100:00100000:0.0:1763335106.098587:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814704512 00000100:00100000:1.0:1763335106.098642:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9432 00000100:00100000:1.0:1763335106.098652:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56936:x1848989814704256:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335106.098677:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335106.098697:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995600/0x3ec0b540075756ac lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88130e expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.098751:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995600/0x3ec0b540075756ac lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88130e expref: 265 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.098766:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995600/0x3ec0b540075756ac lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88130e expref: 265 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.098789:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e4:0x0].0x0 (ffff9001c4e7a800) 00010000:00010000:1.0:1763335106.098793:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763335106.098796:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d2995600, rc 0) 00000100:00100000:1.0:1763335106.098854:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56936:x1848989814704256:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 202us (806us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335106.098861:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9432 00000100:00100000:1.0:1763335106.098880:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9433 00000100:00100000:1.0:1763335106.098887:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:55956:x1848989814704512:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:1.0:1763335106.098930:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335106.098946:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007575697 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812f9 expref: 264 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.098960:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e4:0x0].0x0 (ffff9001c4e7a800) 00010000:00010000:1.0:1763335106.098963:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335106.099123:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995400/0x3ec0b540075756b3 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335106.099133:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995400/0x3ec0b540075756b3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1e4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335106.099142:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995400/0x3ec0b540075756b3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1e4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000001:00080000:1.0:1763335106.099198:0:6532:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973039 00000004:00010000:1.0:1763335106.099219:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004873b580 reply state 000000001fdc18ec transno 4294973040 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995400/0x3ec0b540075756b3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1e4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335106.099231:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995400/0x3ec0b540075756b3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1e4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335106.099238:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e4:0x0].0x0 (ffff9001c4e7a800) 00010000:00010000:1.0:1763335106.099241:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335106.099243:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335106.099293:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:55956:x1848989814704512:12345-192.168.204.57@tcp:36:bash.0 Request processed in 406us (1158us total) trans 4294973040 rc 0/0 00000100:00100000:1.0:1763335106.099299:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9433 00000020:00080000:1.0:1763335106.099303:0:6532:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763335106.102379:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.102410:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.102493:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814704768 00000100:00100000:0.0:1763335106.102503:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814704768 00000100:00100000:0.0:1763335106.102572:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6474 00000100:00100000:0.0:1763335106.102583:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:2428:x1848989814704768:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335106.102601:0:27803:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335106.102625:0:27803:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b540075756ba lrc: 2/0,0 mode: --/PR res: [0x280000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881315 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335106.102651:0:27803:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x251:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335106.102671:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335106.102674:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335106.102683:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b540075756ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881315 expref: 26 pid: 27803 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335106.102701:0:27803:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b540075756ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881315 expref: 26 pid: 27803 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335106.102714:0:27803:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc185e00, rc 0) 00000100:00100000:0.0:1763335106.102766:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:2428:x1848989814704768:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 185us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335106.102774:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6474 00000100:00100000:3.0:1763335106.102836:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814704896 00000100:00100000:3.0:1763335106.102841:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814704896 00000100:00100000:3.0:1763335106.102878:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9434 00000100:00100000:3.0:1763335106.102885:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:55956:x1848989814704896:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335106.102910:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335106.102913:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763335106.102935:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995600/0x3ec0b540075756ac lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88130e expref: 266 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.102955:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e4:0x0].0x0 (ffff9001c4e7a800) 00010000:00010000:3.0:1763335106.102960:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335106.102970:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075756c1 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88131c expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.103008:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075756c8 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335106.103019:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075756c8 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e4:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335106.103028:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075756c8 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e4:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000100:00080000:2.0:1763335106.103288:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:3.0:1763335106.104053:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1463, 88 off122792 00000004:00080000:3.0:1763335106.104064:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1099083749211ns, next at 1099798037727ns, rc = 0 00000100:00100000:2.0:1763335106.104214:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000040:00080000:3.0:1763335106.104358:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1462, 88 off122792 00000004:00080000:3.0:1763335106.104363:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1099084048689ns, next at 1099798070025ns, rc = 0 00000040:00080000:3.0:1763335106.104383:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1463, 88 off122880 00000004:00080000:3.0:1763335106.104387:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1099084072584ns, next at 1099798070025ns, rc = 0 00000040:00080000:3.0:1763335106.104397:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1464, 88 off122880 00000004:00080000:3.0:1763335106.104400:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1099084085676ns, next at 1099798037727ns, rc = 0 00000100:00100000:1.0:1763335106.105154:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814705024 00000100:00100000:1.0:1763335106.105164:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814705024 00000100:00100000:1.0:1763335106.105224:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6475 00000100:00100000:1.0:1763335106.105234:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2429:x1848989814705024:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335106.105247:0:8416:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335106.105264:0:8416:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001d2994a00/0x3ec0b540075756cf lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x253:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881323 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335106.105283:0:8416:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x253:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763335106.105299:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335106.105301:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335106.105309:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d2994a00/0x3ec0b540075756cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881323 expref: 19 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335106.105345:0:8416:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9001d2994a00/0x3ec0b540075756cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881323 expref: 19 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335106.105357:0:8416:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d2994a00, rc 0) 00000100:00100000:1.0:1763335106.105406:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2429:x1848989814705024:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 173us (1194us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335106.105417:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6475 00000100:00080000:3.0:1763335106.106226:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:1.0:1763335106.107560:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973041 is committed 00000004:00080000:1.0:1763335106.107571:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 957 committed 00000004:00080000:1.0:1763335106.107581:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 960 committed 00000100:00100000:3.0:1763335106.107782:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826062080:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763335106.107834:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335106.107859:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826062592:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335106.107873:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335106.107890:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763335106.107894:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826062464:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763335106.107921:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335106.107944:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826062208:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763335106.107960:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335106.107972:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826062720:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335106.107986:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335106.107997:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763335106.108001:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826062336:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763335106.108014:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335106.108037:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826062080 00000100:00100000:3.0:1763335106.108042:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826062080 00000100:00100000:3.0:1763335106.108070:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826062592 00000100:00100000:3.0:1763335106.108072:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826062592 00000100:00100000:3.0:1763335106.108094:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826062464 00000100:00100000:3.0:1763335106.108096:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826062464 00000100:00100000:3.0:1763335106.108112:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826062208 00000100:00100000:3.0:1763335106.108115:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826062208 00000100:00100000:3.0:1763335106.108124:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826062720 00000100:00100000:3.0:1763335106.108127:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826062720 00000100:00100000:3.0:1763335106.108135:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826062336 00000100:00100000:3.0:1763335106.108136:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826062336 00000100:00100000:3.0:1763335106.108151:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6476 00000100:00100000:3.0:1763335106.108157:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+17:3667:x1848989826062080:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763335106.108179:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:588 count 1 00010000:00010000:3.0:1763335106.108201:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c5280000/0x3ec0b540075756d6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x24c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.108218:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff900202173a00/0x3ec0b54007575261 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811a2 expref: 18 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.108226:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335106.108228:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335106.108231:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5280000/0x3ec0b540075756d6 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x24c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.108257:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff900202173a00/0x3ec0b54007575261 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811a2 expref: 18 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.108271:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff900202173a00/0x3ec0b54007575261 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x24c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811a2 expref: 18 pid: 27803 timeout: 1199 lvb_type: 0 00000100:00100000:3.0:1763335106.108281:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c60ba680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1848989826062848:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335106.108354:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c7926d80 going to sleep for 11 seconds 00000100:00100000:3.0:1763335106.108370:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6477 00000100:00100000:3.0:1763335106.108377:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+17:3667:x1848989826062592:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335106.108514:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+18:3667:x1848989826062592:12345-0@lo:2:osp-syn-1-1.0 Request processed in 137us (639us total) trans 17179871570 rc 0/0 00000100:00100000:3.0:1763335106.108522:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6477 00000100:00100000:3.0:1763335106.108538:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6478 00000100:00100000:3.0:1763335106.108544:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+17:3667:x1848989826062464:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763335106.108554:0:28961:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:593 count 1 00002000:00010000:3.0:1763335106.108571:0:28961:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x251:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335106.108577:0:28961:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b540075756dd lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.108590:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335106.108592:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335106.108596:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b540075756dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.108608:0:28961:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b540075756dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.108618:0:28961:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b540075756dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.108627:0:28961:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b540075756dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.108643:0:28961:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335106.108770:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+18:3667:x1848989826062464:12345-0@lo:6:osp-syn-1-1.0 Request processed in 226us (847us total) trans 17179871571 rc 0/0 00000100:00100000:3.0:1763335106.108777:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6478 00000100:00100000:3.0:1763335106.108788:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6479 00000100:00100000:3.0:1763335106.108794:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+17:3664:x1848989826062208:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763335106.108806:0:28961:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:589 count 1 00010000:00010000:3.0:1763335106.108816:0:28961:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b540075756e4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x24d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.108828:0:28961:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b5400757547c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881251 expref: 18 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.108841:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335106.108843:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335106.108846:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b540075756e4 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x24d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.108863:0:28961:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b5400757547c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881251 expref: 18 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.108873:0:28961:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b5400757547c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x24d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881251 expref: 18 pid: 27803 timeout: 1199 lvb_type: 0 00000100:00100000:3.0:1763335106.108884:0:28961:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c60b8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28961:1848989826062976:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335106.108918:0:28961:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c79260c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335106.108935:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6480 00000100:00100000:3.0:1763335106.108942:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+17:3664:x1848989826062720:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763335106.108992:0:28568:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x253:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335106.108995:0:28568:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x253:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763335106.108998:0:28568:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x253:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335106.109000:0:28568:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x253:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763335106.109003:0:28568:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x253:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335106.109032:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+18:3664:x1848989826062720:12345-0@lo:2:osp-syn-1-1.0 Request processed in 91us (1045us total) trans 17179871572 rc 0/0 00000100:00100000:3.0:1763335106.109039:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6480 00000100:00100000:3.0:1763335106.109051:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6481 00000100:00100000:3.0:1763335106.109057:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+17:3664:x1848989826062336:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763335106.109067:0:28568:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:592 count 1 00010000:00010000:3.0:1763335106.109076:0:28568:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b540075756eb lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.109087:0:28568:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b54007575555 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812a5 expref: 18 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.109094:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335106.109096:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335106.109098:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b540075756eb lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.109116:0:28568:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b54007575555 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812a5 expref: 18 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.109125:0:28568:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b54007575555 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812a5 expref: 18 pid: 8416 timeout: 1199 lvb_type: 0 00000100:00100000:3.0:1763335106.109134:0:28568:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c60b9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28568:1848989826063104:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335106.109157:0:28568:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001cad67f00 going to sleep for 11 seconds 00000004:00080000:3.0:1763335106.109197:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a34700/2, rc 0, transno 17179871572 00000100:00100000:3.0:1763335106.109203:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826062720:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763335106.109220:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a36a00/2, rc 0, transno 17179871571 00000100:00100000:3.0:1763335106.109223:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826062464:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1763335106.109231:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a37b80/2, rc 0, transno 17179871570 00000100:00100000:3.0:1763335106.109234:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826062592:0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1763335106.109337:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b54007575586 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335106.109346:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b54007575586 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335106.109352:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b54007575586 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335106.109359:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035e400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335106.109363:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b54007575586 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335106.109371:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b54007575586 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335106.109385:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c2ff7700) 00010000:00010000:0.0:1763335106.109388:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335106.109392:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b54007575586 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335106.109398:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b54007575586 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335106.109414:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007575619 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.109420:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007575619 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.109426:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007575619 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.109431:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadba00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335106.109434:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007575619 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.109440:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007575619 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.109446:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c2ff7700) 00010000:00010000:0.0:1763335106.109449:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335106.109452:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007575619 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.109457:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007575619 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.109474:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995400/0x3ec0b540075756b3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1e4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.109480:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995400/0x3ec0b540075756b3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1e4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.109485:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995400/0x3ec0b540075756b3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1e4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.109490:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d2995400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335106.109493:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995400/0x3ec0b540075756b3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1e4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.109498:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995400/0x3ec0b540075756b3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1e4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.109505:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e4:0x0].0x0 (ffff9001c4e7a800) 00010000:00010000:0.0:1763335106.109508:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335106.109510:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995400/0x3ec0b540075756b3 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1e4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.109515:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995400/0x3ec0b540075756b3 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1e4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00000004:00080000:1.0:1763335106.109578:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 959 committed 00010000:00010000:2.0:1763335106.110429:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335106.110438:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b540075756dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.110447:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280400 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335106.110452:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b540075756dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.110461:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b540075756dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.110476:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b540075756dd lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.110484:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c5280400/0x3ec0b540075756dd lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.110499:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335106.110501:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335106.110503:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335106.110516:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff92a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826063360:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763335106.110562:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335106.110586:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cbad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826063872:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335106.110602:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335106.110619:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763335106.110624:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826063488:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763335106.110641:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335106.110664:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826063360 00000100:00100000:2.0:1763335106.110670:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826063360 00000100:00100000:2.0:1763335106.110706:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826063872 00000100:00100000:2.0:1763335106.110708:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826063872 00000100:00100000:2.0:1763335106.110720:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826063488 00000100:00100000:2.0:1763335106.110723:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826063488 00000100:00100000:2.0:1763335106.110737:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6482 00000100:00100000:2.0:1763335106.110744:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+41:3666:x1848989826063360:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763335106.110761:0:35240:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:587 count 1 00010000:00010000:2.0:1763335106.110778:0:35240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075756f2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.110791:0:35240:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d035fe00/0x3ec0b540075754a6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881266 expref: 25 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.110799:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335106.110801:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335106.110804:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075756f2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x24b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.110825:0:35240:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9001d035fe00/0x3ec0b540075754a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881266 expref: 25 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.110837:0:35240:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9001d035fe00/0x3ec0b540075754a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x24b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881266 expref: 25 pid: 28961 timeout: 1199 lvb_type: 0 00000100:00100000:2.0:1763335106.110848:0:35240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cbad1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35240:1848989826064000:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335106.110885:0:35240:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f608fd80 going to sleep for 11 seconds 00000100:00080000:2.0:1763335106.110909:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1763335106.110924:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6483 00000100:00100000:2.0:1763335106.110931:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+41:3666:x1848989826063872:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763335106.111031:0:27804:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x251:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335106.111035:0:27804:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x251:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763335106.111038:0:27804:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x251:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335106.111040:0:27804:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x251:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763335106.111043:0:27804:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x251:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335106.111076:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+42:3666:x1848989826063872:12345-0@lo:2:osp-syn-0-1.0 Request processed in 145us (472us total) trans 21474838861 rc 0/0 00000100:00100000:2.0:1763335106.111094:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6483 00000100:00100000:2.0:1763335106.111111:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6484 00000100:00100000:2.0:1763335106.111117:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+41:3666:x1848989826063488:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763335106.111126:0:27804:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:590 count 1 00010000:00010000:2.0:1763335106.111136:0:27804:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c4665e00/0x3ec0b540075756f9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.111147:0:27804:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c5281200/0x3ec0b54007575547 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88129e expref: 25 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.111154:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335106.111156:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335106.111159:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4665e00/0x3ec0b540075756f9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.111176:0:27804:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c5281200/0x3ec0b54007575547 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88129e expref: 25 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.111186:0:27804:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c5281200/0x3ec0b54007575547 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88129e expref: 25 pid: 27803 timeout: 1199 lvb_type: 0 00000100:00100000:2.0:1763335106.111197:0:27804:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cbad1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27804:1848989826064128:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335106.111219:0:27804:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f608f240 going to sleep for 11 seconds 00000004:00080000:2.0:1763335106.111245:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000cbad3100/2, rc 0, transno 21474838861 00000100:00100000:2.0:1763335106.111250:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cbad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826063872:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335106.111266:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff92b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826063616:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763335106.111290:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335106.111305:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1763335106.111311:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826063232:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763335106.111348:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335106.111358:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cbad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826063744:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335106.111372:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335106.111389:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826063616 00000100:00100000:2.0:1763335106.111392:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826063616 00000100:00100000:2.0:1763335106.111406:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826063232 00000100:00100000:2.0:1763335106.111408:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826063232 00000100:00100000:2.0:1763335106.111416:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826063744 00000100:00100000:2.0:1763335106.111418:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826063744 00000100:00100000:2.0:1763335106.111431:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6485 00000100:00100000:2.0:1763335106.111436:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+44:3664:x1848989826063616:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763335106.111447:0:8725:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:591 count 1 00002000:00010000:2.0:1763335106.111463:0:8725:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x24f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763335106.111468:0:8725:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007575700 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.111477:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335106.111479:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335106.111484:0:8725:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007575700 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.111495:0:8725:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007575700 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.111503:0:8725:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007575700 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.111512:0:8725:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007575700 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.111529:0:8725:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763335106.111662:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+45:3664:x1848989826063616:12345-0@lo:6:osp-syn-0-1.0 Request processed in 225us (371us total) trans 21474838862 rc 0/0 00000100:00100000:2.0:1763335106.111669:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6485 00000100:00100000:2.0:1763335106.111681:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6486 00000100:00100000:2.0:1763335106.111687:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+44:3664:x1848989826063232:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763335106.111696:0:8725:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:586 count 1 00010000:00010000:2.0:1763335106.111706:0:8725:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007575707 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.111718:0:8725:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb800/0x3ec0b540075754c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881274 expref: 25 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.111724:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335106.111726:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335106.111729:0:8725:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007575707 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.111747:0:8725:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb800/0x3ec0b540075754c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881274 expref: 25 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.111757:0:8725:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb800/0x3ec0b540075754c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881274 expref: 25 pid: 27803 timeout: 1199 lvb_type: 0 00000100:00100000:2.0:1763335106.111767:0:8725:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c78cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8725:1848989826064256:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335106.111789:0:8725:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c75c6e40 going to sleep for 11 seconds 00010000:00010000:2.0:1763335106.111800:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335106.111804:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007575700 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.111812:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664800 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335106.111816:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007575700 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.111825:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007575700 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.111837:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007575700 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.111845:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c4664800/0x3ec0b54007575700 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x24f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.111858:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335106.111860:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335106.111862:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763335106.111877:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001ff92b800/2, rc 0, transno 21474838862 00000100:00100000:2.0:1763335106.111882:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff92b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826063616:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763335106.111916:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6487 00000100:00100000:2.0:1763335106.111924:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+44:3664:x1848989826063744:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335106.111998:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+45:3664:x1848989826063744:12345-0@lo:2:osp-syn-0-1.0 Request processed in 75us (624us total) trans 21474838863 rc 0/0 00000100:00100000:2.0:1763335106.112005:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6487 00000004:00080000:2.0:1763335106.112028:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000cbad1880/2, rc 0, transno 21474838863 00000100:00100000:2.0:1763335106.112032:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cbad1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826063744:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763335106.112708:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 956 committed 00010000:00010000:1.0:1763335106.112801:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075756c8 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1e4:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88131c expref: 247 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.112812:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e4:0x0].0x0 (ffff9001c4e7a800) 00010000:00010000:1.0:1763335106.112815:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763335106.112829:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075756c1 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88131c expref: 247 pid: 7841 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763335106.112843:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075756c8 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1e4:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88131c expref: 246 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.112866:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e4:0x0].0x0 (ffff9001c4e7a800) 00010000:00010000:1.0:1763335106.112869:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763335106.112871:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281800, rc 0) 00000100:00100000:1.0:1763335106.112917:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+246:55956:x1848989814704896:12345-192.168.204.57@tcp:101:bash.0 Request processed in 10031us (10547us total) trans 4294973041 rc 0/0 00000100:00100000:1.0:1763335106.112924:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9434 00000100:00100000:2.0:1763335106.116641:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.117733:0:35240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cbad1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35240:1848989826064000:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335106.117761:0:35240:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075756f2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335106.117811:0:27804:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cbad1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27804:1848989826064128:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335106.117824:0:27804:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c4665e00/0x3ec0b540075756f9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335106.117862:0:8725:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c78cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8725:1848989826064256:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335106.117874:0:8725:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007575707 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335106.117914:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.117946:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.117977:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.117996:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.118168:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814705152 00000100:00100000:0.0:1763335106.118175:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814705152 00000100:00100000:0.0:1763335106.118190:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814705536 00000100:00100000:0.0:1763335106.118193:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814705536 00010000:00010000:0.0:1763335106.118223:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b54007575555 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812a5 expref: 19 pid: 8416 timeout: 1199 lvb_type: 0 00000100:00100000:0.0:1763335106.118257:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814705792 00000100:00100000:0.0:1763335106.118261:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814705792 00010000:00010000:0.0:1763335106.118272:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9001d035fe00/0x3ec0b540075754a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x24b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881266 expref: 26 pid: 28961 timeout: 1199 lvb_type: 0 00000100:00100000:0.0:1763335106.118288:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814705920 00000100:00100000:0.0:1763335106.118290:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814705920 00010000:00010000:0.0:1763335106.118299:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb800/0x3ec0b540075754c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881274 expref: 27 pid: 27803 timeout: 1199 lvb_type: 0 00000100:00100000:0.0:1763335106.118309:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814705280 00000100:00100000:0.0:1763335106.118333:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814705280 00010000:00010000:0.0:1763335106.118346:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff900202173a00/0x3ec0b54007575261 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x24c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811a2 expref: 20 pid: 27803 timeout: 1199 lvb_type: 0 00000100:00100000:0.0:1763335106.118362:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3091 00000100:00100000:0.0:1763335106.118371:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:2429:x1848989814705536:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335106.118384:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335106.118390:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b54007575555 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812a5 expref: 20 pid: 8416 timeout: 1199 lvb_type: 0 00010000:00010000:0.0:1763335106.118401:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b54007575555 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812a5 expref: 20 pid: 8416 timeout: 1199 lvb_type: 0 00010000:00010000:0.0:1763335106.118424:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335106.118427:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335106.118431:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b540075756eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.118442:0:7458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b540075756eb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.118459:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335106.118502:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:2429:x1848989814705536:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 131us (587us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335106.118509:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3091 00000100:00100000:0.0:1763335106.118525:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3092 00000100:00100000:0.0:1763335106.118531:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+27:2429:x1848989814705792:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335106.118539:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335106.118544:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9001d035fe00/0x3ec0b540075754a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x24b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881266 expref: 27 pid: 28961 timeout: 1199 lvb_type: 0 00010000:00010000:0.0:1763335106.118554:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9001d035fe00/0x3ec0b540075754a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881266 expref: 27 pid: 28961 timeout: 1199 lvb_type: 0 00010000:00010000:0.0:1763335106.118568:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d035fe00/0x3ec0b540075754a6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x24b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881266 expref: 27 pid: 28961 timeout: 1199 lvb_type: 0 00010000:00010000:0.0:1763335106.118580:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335106.118581:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335106.118585:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075756f2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.118598:0:7458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075756f2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x24b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.118611:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335106.118627:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:2429:x1848989814705792:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 96us (680us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335106.118635:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3092 00000100:00100000:0.0:1763335106.118645:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3093 00000100:00100000:0.0:1763335106.118651:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c795b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:2429:x1848989814705920:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335106.118657:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335106.118662:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb800/0x3ec0b540075754c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881274 expref: 25 pid: 27803 timeout: 1199 lvb_type: 0 00010000:00010000:0.0:1763335106.118671:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb800/0x3ec0b540075754c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881274 expref: 25 pid: 27803 timeout: 1199 lvb_type: 0 00010000:00010000:0.0:1763335106.118684:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000cbadb800/0x3ec0b540075754c9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881274 expref: 25 pid: 27803 timeout: 1199 lvb_type: 0 00010000:00010000:0.0:1763335106.118693:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335106.118694:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335106.118697:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007575707 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.118705:0:7458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007575707 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.118727:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335106.118744:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c795b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:2429:x1848989814705920:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 93us (766us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335106.118750:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3093 00000100:00100000:0.0:1763335106.118786:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3094 00000100:00100000:0.0:1763335106.118792:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2426:x1848989814705280:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335106.118799:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335106.118803:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff900202173a00/0x3ec0b54007575261 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x24c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811a2 expref: 19 pid: 27803 timeout: 1199 lvb_type: 0 00010000:00010000:0.0:1763335106.118814:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff900202173a00/0x3ec0b54007575261 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x24c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811a2 expref: 19 pid: 27803 timeout: 1199 lvb_type: 0 00010000:00010000:0.0:1763335106.118825:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335106.118827:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335106.118831:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c5280000/0x3ec0b540075756d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.118839:0:7458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5280000/0x3ec0b540075756d6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x24c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.118849:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335106.118864:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2426:x1848989814705280:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 72us (867us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335106.118870:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3094 00010000:00010000:0.0:1763335106.118892:0:8725:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007575707 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.118914:0:8725:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007575707 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.118924:0:8725:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007575707 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.118932:0:8725:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007575707 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.118949:0:8725:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763335106.119249:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+45:3664:x1848989826063232:12345-0@lo:6:osp-syn-0-1.0 Request processed in 7561us (7898us total) trans 21474838864 rc 0/0 00000100:00100000:0.0:1763335106.119257:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6486 00010000:00010000:0.0:1763335106.119277:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335106.119283:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007575707 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.119291:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664c00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335106.119295:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007575707 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.119305:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007575707 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.119337:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007575707 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.119350:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c4664c00/0x3ec0b54007575707 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x24a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.119366:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335106.119368:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335106.119370:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763335106.119396:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c9b47b80/2, rc 0, transno 21474838864 00000100:00100000:0.0:1763335106.119402:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826063232:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763335106.119438:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9435 00000100:00100000:0.0:1763335106.119445:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+246:56936:x1848989814705152:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335106.119460:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335106.119476:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757570e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88132a expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.119522:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757570e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88132a expref: 247 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.119534:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757570e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88132a expref: 247 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.119550:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e4:0x0].0x0 (ffff9001c4e7a800) 00010000:00010000:0.0:1763335106.119554:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335106.119558:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc184000, rc 0) 00000100:00100000:0.0:1763335106.119578:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:56936:x1848989814705152:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 133us (2945us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335106.119584:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9435 00010000:00010000:3.0:1763335106.120191:0:28568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b54007575555 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8812a5 expref: 18 pid: 8416 timeout: 1199 lvb_type: 0 00000100:00100000:3.0:1763335106.120204:0:28568:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c60b9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28568:1848989826063104:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335106.120220:0:28568:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b540075756eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.120229:0:28568:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b540075756eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.120234:0:28568:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b540075756eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.120242:0:28568:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b540075756eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.120248:0:28568:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b540075756eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.120268:0:28568:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335106.120428:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+18:3664:x1848989826062336:12345-0@lo:6:osp-syn-1-1.0 Request processed in 11370us (12411us total) trans 17179871573 rc 0/0 00000100:00100000:3.0:1763335106.120435:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6481 00000004:00080000:3.0:1763335106.120464:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a34000/2, rc 0, transno 17179871573 00000100:00100000:3.0:1763335106.120469:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826062336:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763335106.120490:0:8415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff900202173a00/0x3ec0b54007575261 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x24c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8811a2 expref: 17 pid: 27803 timeout: 1199 lvb_type: 0 00000100:00100000:3.0:1763335106.120501:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c60ba680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1848989826062848:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335106.120512:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c5280000/0x3ec0b540075756d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.120518:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c5280000/0x3ec0b540075756d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.120524:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c5280000/0x3ec0b540075756d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.120531:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c5280000/0x3ec0b540075756d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.120537:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5280000/0x3ec0b540075756d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.120550:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763335106.120645:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+18:3667:x1848989826062080:12345-0@lo:6:osp-syn-1-1.0 Request processed in 12487us (12810us total) trans 17179871574 rc 0/0 00000100:00100000:3.0:1763335106.120652:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6476 00010000:00010000:3.0:1763335106.120667:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763335106.120673:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b540075756eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.120680:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281e00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335106.120685:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b540075756eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.120694:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b540075756eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.120707:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b540075756eb lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.120715:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b540075756eb lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.120730:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335106.120733:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c5280000/0x3ec0b540075756d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.120739:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280000 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335106.120742:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c5280000/0x3ec0b540075756d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.120750:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c5280000/0x3ec0b540075756d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.120759:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c5280000/0x3ec0b540075756d6 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.120766:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c5280000/0x3ec0b540075756d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x24c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.120782:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335106.120784:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335106.120786:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763335106.120802:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a35f80/2, rc 0, transno 17179871574 00000100:00100000:3.0:1763335106.120806:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826062080:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763335106.120826:0:28961:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c60b8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28961:1848989826062976:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335106.120841:0:28961:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b540075756e4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x24d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.121294:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335106.121368:0:35240:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075756f2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.121377:0:35240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075756f2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.121385:0:35240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075756f2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.121392:0:35240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075756f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.121409:0:35240:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763335106.121532:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+45:3666:x1848989826063360:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10788us (10969us total) trans 21474838865 rc 0/0 00000100:00100000:2.0:1763335106.121539:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6482 00000004:00080000:2.0:1763335106.121569:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001ff92a680/2, rc 0, transno 21474838865 00000100:00100000:2.0:1763335106.121574:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff92a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826063360:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763335106.121613:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.121630:0:35246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814705408 00000100:00100000:2.0:1763335106.121635:0:35246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814705408 00010000:00010000:2.0:1763335106.121657:0:35246:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b5400757547c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x24d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881251 expref: 17 pid: 27803 timeout: 1199 lvb_type: 0 00000100:00100000:2.0:1763335106.121677:0:35246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3095 00000100:00100000:2.0:1763335106.121685:0:35246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2428:x1848989814705408:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335106.121696:0:35246:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335106.121700:0:35246:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b5400757547c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x24d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881251 expref: 17 pid: 27803 timeout: 1199 lvb_type: 0 00010000:00010000:2.0:1763335106.121710:0:35246:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b5400757547c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881251 expref: 17 pid: 27803 timeout: 1199 lvb_type: 0 00010000:00010000:2.0:1763335106.121728:0:35246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b5400757547c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x24d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881251 expref: 17 pid: 27803 timeout: 1199 lvb_type: 0 00010000:00010000:2.0:1763335106.121739:0:35246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335106.121741:0:35246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335106.121745:0:35246:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b540075756e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.121753:0:35246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b540075756e4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x24d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.121771:0:35246:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335106.121798:0:35246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2428:x1848989814705408:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 113us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335106.121805:0:35246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3095 00000100:00100000:2.0:1763335106.121878:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.121894:0:35246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814705664 00000100:00100000:2.0:1763335106.121907:0:35246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814705664 00010000:00010000:2.0:1763335106.121922:0:35246:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5281200/0x3ec0b54007575547 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88129e expref: 24 pid: 27803 timeout: 1199 lvb_type: 0 00000100:00100000:2.0:1763335106.121944:0:35246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3096 00000100:00100000:2.0:1763335106.121950:0:35246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:2428:x1848989814705664:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335106.121957:0:35246:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335106.121962:0:35246:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c5281200/0x3ec0b54007575547 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88129e expref: 24 pid: 27803 timeout: 1199 lvb_type: 0 00010000:00010000:2.0:1763335106.121970:0:35246:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c5281200/0x3ec0b54007575547 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88129e expref: 24 pid: 27803 timeout: 1199 lvb_type: 0 00010000:00010000:2.0:1763335106.121982:0:35246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c5281200/0x3ec0b54007575547 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88129e expref: 24 pid: 27803 timeout: 1199 lvb_type: 0 00010000:00010000:2.0:1763335106.121990:0:35246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335106.121992:0:35246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335106.121994:0:35246:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c4665e00/0x3ec0b540075756f9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.122000:0:35246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4665e00/0x3ec0b540075756f9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.122016:0:35246:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335106.122034:0:35246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:2428:x1848989814705664:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 85us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335106.122041:0:35246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3096 00010000:00010000:2.0:1763335106.122057:0:27804:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c4665e00/0x3ec0b540075756f9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.122070:0:27804:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c4665e00/0x3ec0b540075756f9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.122077:0:27804:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c4665e00/0x3ec0b540075756f9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.122084:0:27804:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4665e00/0x3ec0b540075756f9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.122099:0:27804:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1763335106.122199:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+45:3666:x1848989826063488:12345-0@lo:6:osp-syn-0-1.0 Request processed in 11082us (11557us total) trans 21474838866 rc 0/0 00000100:00100000:2.0:1763335106.122206:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6484 00000004:00080000:2.0:1763335106.122232:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001ff929c00/2, rc 0, transno 21474838866 00000100:00100000:2.0:1763335106.122237:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff929c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826063488:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1763335106.122250:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1763335106.122255:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075756f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.122262:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665c00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335106.122265:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075756f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.122273:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075756f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.122289:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075756f2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.122296:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c4665c00/0x3ec0b540075756f2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x24b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.122311:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335106.122334:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c4665e00/0x3ec0b540075756f9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.122341:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665e00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335106.122344:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c4665e00/0x3ec0b540075756f9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.122350:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c4665e00/0x3ec0b540075756f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.122775:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335106.123451:0:28961:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b540075756e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.123463:0:28961:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b540075756e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.123471:0:28961:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b540075756e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.123478:0:28961:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b540075756e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.123494:0:28961:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335106.123791:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+18:3664:x1848989826062208:12345-0@lo:6:osp-syn-1-1.0 Request processed in 14995us (15827us total) trans 17179871575 rc 0/0 00000100:00100000:3.0:1763335106.123799:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6479 00000004:00080000:3.0:1763335106.123840:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a35500/2, rc 0, transno 17179871575 00000100:00100000:3.0:1763335106.123847:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826062208:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763335106.123862:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335106.123867:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b540075756e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.123875:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280a00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335106.123879:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b540075756e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.123887:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b540075756e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.123911:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b540075756e4 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.123919:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b540075756e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x24d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.123934:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335106.123936:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335106.123937:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335106.124044:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.124078:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.124135:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:2.0:1763335106.124640:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c4665e00/0x3ec0b540075756f9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.124649:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c4665e00/0x3ec0b540075756f9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.124663:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335106.124665:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335106.124667:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335106.124679:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814706048 00000100:00100000:2.0:1763335106.124684:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814706048 00000100:00100000:2.0:1763335106.124990:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814706176 00000100:00100000:2.0:1763335106.124994:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814706176 00000100:00100000:3.0:1763335106.126275:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814706304 00000100:00100000:3.0:1763335106.126284:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814706304 00000100:00100000:3.0:1763335106.126360:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 395 00000100:00100000:3.0:1763335106.126370:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff922300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:2428:x1848989814706304:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335106.126385:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335106.126405:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757570e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88132a expref: 247 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.126424:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e4:0x0].0x0 (ffff9001c4e7a800) 00010000:00010000:3.0:1763335106.126428:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335106.126479:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff922300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+246:2428:x1848989814706304:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 111us (2401us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335106.126487:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 395 00000100:00100000:1.0:1763335106.126916:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6488 00000100:00100000:1.0:1763335106.126927:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:55956:x1848989814706048:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335106.126942:0:35240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335106.126961:0:35240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b54007575715 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881331 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335106.126983:0:35240:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x252:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763335106.126999:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335106.127001:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335106.127010:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b54007575715 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881331 expref: 18 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.127025:0:35240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b54007575715 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881331 expref: 18 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.127036:0:35240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202172200, rc 0) 00000100:00100000:1.0:1763335106.127061:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:55956:x1848989814706048:12345-192.168.204.57@tcp:101:bash.0 Request processed in 137us (3019us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335106.127068:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6488 00000100:00100000:1.0:1763335106.127084:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6489 00000100:00100000:1.0:1763335106.127091:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2427:x1848989814706176:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335106.127098:0:35240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335106.127104:0:35240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff900202172600/0x3ec0b5400757571c lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881338 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335106.127146:0:35240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a78e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35240:1848989826064384:192.168.204.57@tcp:106: 00000100:00100000:1.0:1763335106.127197:0:35240:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c9e3ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335106.131409:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.131501:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814706432 00000100:00100000:3.0:1763335106.131513:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814706432 00000100:00100000:3.0:1763335106.131563:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6490 00000100:00100000:3.0:1763335106.131572:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:55956:x1848989814706432:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335106.131593:0:28961:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335106.131617:0:28961:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c5280a00/0x3ec0b54007575723 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88133f expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335106.131645:0:28961:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x250:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335106.131667:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335106.131670:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335106.131681:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280a00/0x3ec0b54007575723 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88133f expref: 24 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.131698:0:28961:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c5280a00/0x3ec0b54007575723 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88133f expref: 24 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.131712:0:28961:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280a00, rc 0) 00000100:00100000:3.0:1763335106.131787:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:55956:x1848989814706432:12345-192.168.204.57@tcp:101:bash.0 Request processed in 215us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335106.131795:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6490 00002000:00010000:2.0:1763335106.134644:0:35240:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000400:0x252:0x0] updating lvb mtime: 0 -> 1763335106 00002000:00010000:2.0:1763335106.134654:0:35240:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000400:0x252:0x0] updating lvb atime: 0 -> 1763335106 00002000:00010000:2.0:1763335106.134656:0:35240:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000400:0x252:0x0] updating lvb ctime: 0 -> 1763335106 00000100:00100000:2.0:1763335106.134677:0:35240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a78e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35240:1848989826064384:192.168.204.57@tcp:106: 00010000:00010000:2.0:1763335106.134740:0:35240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff900202172600/0x3ec0b5400757571c lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881338 expref: 18 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335106.134766:0:35240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff900202172600/0x3ec0b5400757571c lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881338 expref: 18 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335106.134783:0:35240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202172600, rc 0) 00000100:00100000:2.0:1763335106.134835:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2427:x1848989814706176:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 7744us (10700us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335106.134845:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6489 00000100:00100000:1.0:1763335106.135261:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.135482:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814706560 00000100:00100000:2.0:1763335106.135490:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814706560 00002000:00010000:2.0:1763335106.135521:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/594 (0->18446744073709551615) 00002000:00100000:2.0:1763335106.135526:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c487b800 with x1848989814706560 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335106.135535:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c487b800. 00000100:00100000:2.0:1763335106.135564:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1598 00000100:00100000:2.0:1763335106.135575:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c487b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2426:x1848989814706560:12345-192.168.204.57@tcp:10:bash.0 00000100:00100000:3.0:1763335106.135632:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00002000:00010000:2.0:1763335106.135746:0:23998:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x252:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335106.135750:0:23998:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x252:0x0] updating lvb mtime from disk: 1763335106 -> 1763335106 00002000:00010000:2.0:1763335106.135753:0:23998:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x252:0x0] updating lvb atime from disk: 1763335106 -> 0 00002000:00010000:2.0:1763335106.135756:0:23998:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x252:0x0] updating lvb ctime from disk: 1763335106 -> 1763335106 00002000:00010000:2.0:1763335106.135758:0:23998:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x252:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335106.135793:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c487b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2426:x1848989814706560:12345-192.168.204.57@tcp:10:bash.0 Request processed in 220us (533us total) trans 17179871576 rc 0/0 00000100:00100000:2.0:1763335106.135800:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1598 00002000:00010000:2.0:1763335106.135804:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/594 (0->18446744073709551615) 00002000:00100000:2.0:1763335106.135806:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c487b800 with x1848989814706560 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335106.135811:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c487b800. 00000100:00100000:2.0:1763335106.135822:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814706688 00000100:00100000:2.0:1763335106.135825:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814706688 00002000:00010000:2.0:1763335106.135837:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/592 (0->18446744073709551615) 00002000:00100000:2.0:1763335106.135840:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c60b8380 with x1848989814706688 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335106.135845:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c60b8380. 00000100:00100000:1.0:1763335106.136014:0:16421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1599 00000100:00100000:1.0:1763335106.136025:0:16421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:2426:x1848989814706688:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:1.0:1763335106.136132:0:16421:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x250:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335106.136135:0:16421:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x250:0x0] updating lvb mtime from disk: 0 -> 1763335106 00002000:00010000:1.0:1763335106.136137:0:16421:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x250:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335106.136139:0:16421:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x250:0x0] updating lvb ctime from disk: 0 -> 1763335106 00002000:00010000:1.0:1763335106.136141:0:16421:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x250:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335106.136175:0:16421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:2426:x1848989814706688:12345-192.168.204.57@tcp:10:bash.0 Request processed in 152us (544us total) trans 21474838867 rc 0/0 00000100:00100000:1.0:1763335106.136183:0:16421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1599 00002000:00010000:1.0:1763335106.136187:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/592 (0->18446744073709551615) 00002000:00100000:1.0:1763335106.136189:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c60b8380 with x1848989814706688 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335106.136194:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c60b8380. 00000100:00100000:3.0:1763335106.144482:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.144523:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.144602:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814706944 00000100:00100000:1.0:1763335106.144613:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814706944 00000100:00100000:1.0:1763335106.144668:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814707200 00000100:00100000:1.0:1763335106.144671:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814707200 00000100:00100000:1.0:1763335106.144688:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3251 00000100:00100000:1.0:1763335106.144696:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:56936:x1848989814706944:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335106.144736:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3252 00000100:00100000:2.0:1763335106.144749:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:55956:x1848989814707200:12345-192.168.204.57@tcp:35:bash.0 00000100:00100000:1.0:1763335106.145041:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:56936:x1848989814706944:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 344us (568us total) trans 4294973042 rc 0/0 00000100:00100000:1.0:1763335106.145050:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3251 00000100:00100000:2.0:1763335106.145270:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:55956:x1848989814707200:12345-192.168.204.57@tcp:35:bash.0 Request processed in 523us (744us total) trans 4294973043 rc 0/0 00000100:00100000:2.0:1763335106.145278:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3252 00000100:00100000:3.0:1763335106.149021:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.149103:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814707456 00000100:00100000:0.0:1763335106.149115:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814707456 00000100:00100000:0.0:1763335106.149185:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9436 00000100:00100000:0.0:1763335106.149195:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:56936:x1848989814707456:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335106.149223:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335106.149245:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184c00/0x3ec0b5400757572a lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881346 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.149389:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575731 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335106.149404:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575731 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.149414:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575731 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.149428:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575738 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335106.149434:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575738 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.149440:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575738 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.149546:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757573f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335106.149556:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757573f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.149564:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757573f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:0.0:1763335106.149575:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1e4:0x0]: returning size 5 00010000:00010000:0.0:1763335106.149653:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575731 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.149660:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575731 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.149667:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575731 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.149673:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575731 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.149679:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc184000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335106.149683:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575731 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.149691:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575731 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.149702:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c2ff7700) 00010000:00010000:0.0:1763335106.149706:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335106.149711:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575731 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.149717:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575731 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.149731:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575738 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.149736:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575738 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.149747:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575738 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.149752:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc184800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335106.149755:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575738 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.149760:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575738 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.149767:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c2ff7f00) 00010000:00010000:0.0:1763335106.149770:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335106.149772:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575738 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.149777:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575738 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.149816:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184c00/0x3ec0b5400757572a lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881346 expref: 251 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.149832:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757573f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881346 expref: 250 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.149840:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e4:0x0].0x0 (ffff9001c4e7a800) 00010000:00010000:0.0:1763335106.149842:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335106.149844:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc185600, rc 0) 00000100:00100000:0.0:1763335106.149916:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:56936:x1848989814707456:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 722us (904us total) trans 4294973044 rc 0/0 00000100:00100000:0.0:1763335106.149925:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9436 00000100:00100000:2.0:1763335106.155604:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.155655:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814707584 00000100:00100000:0.0:1763335106.155667:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814707584 00000100:00100000:0.0:1763335106.155732:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3253 00000100:00100000:0.0:1763335106.155744:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:56936:x1848989814707584:12345-192.168.204.57@tcp:33:lfs.0 00000100:00100000:0.0:1763335106.156057:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:56936:x1848989814707584:12345-192.168.204.57@tcp:33:lfs.0 Request processed in 315us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335106.156065:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3253 00000100:00100000:2.0:1763335106.156755:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.156874:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814707840 00000100:00100000:1.0:1763335106.156881:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814707840 00000100:00100000:1.0:1763335106.156932:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9437 00000100:00100000:1.0:1763335106.156940:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:56937:x1848989814707840:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:1.0:1763335106.156976:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1763335106.157001:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075756c8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1e4:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88131c expref: 250 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.157021:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757573f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881346 expref: 249 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.157034:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995e00/0x3ec0b540075756a5 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1e4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881307 expref: 248 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.157043:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e4:0x0].0x0 (ffff9001c4e7a800) 00010000:00010000:1.0:1763335106.157053:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335106.157078:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757574d lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335106.157090:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757574d lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.157098:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757574d lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.157110:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575754 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335106.157116:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575754 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.157123:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575754 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.157200:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b5400757575b lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335106.157208:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b5400757575b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.157214:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b5400757575b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00080000:1.0:1763335106.157873:0:7841:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000405:0x1e4:0x0] is inserted into orphan list, open count = 1 00010000:00010000:1.0:1763335106.157966:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b5400757575b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.157975:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b5400757575b lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.157981:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b5400757575b lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.157987:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202173800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335106.157991:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b5400757575b lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.157998:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b5400757575b lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.158007:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e4:0x0].0x0 (ffff9001cada2f00) 00010000:00010000:1.0:1763335106.158010:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763335106.158014:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b5400757575b lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.158019:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b5400757575b lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.158043:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757574d lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.158049:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757574d lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.158053:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757574d lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.158058:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757574d lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.158063:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202172600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335106.158065:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757574d lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.158071:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757574d lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.158077:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2a00) 00010000:00010000:1.0:1763335106.158079:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335106.158082:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757574d lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.158087:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757574d lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000004:00010000:1.0:1763335106.158099:0:7841:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000379d6eb8 reply state 000000002a382926 transno 4294973045 ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575754 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.158109:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575754 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.158115:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2600) 00010000:00010000:1.0:1763335106.158118:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335106.158121:0:7841:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335106.158304:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:56937:x1848989814707840:12345-192.168.204.57@tcp:36:rm.0 Request processed in 1361us (1547us total) trans 4294973045 rc 0/0 00000100:00100000:1.0:1763335106.158490:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9437 00000100:00100000:3.0:1763335106.166000:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.166160:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814708096 00000100:00100000:1.0:1763335106.166171:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814708096 00000100:00100000:1.0:1763335106.166225:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9438 00000100:00100000:1.0:1763335106.166236:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:56936:x1848989814708096:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335106.166258:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335106.166283:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575762 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88134d expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.166443:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575769 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335106.166457:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575769 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1e4:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.166469:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575769 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1e4:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:1.0:1763335106.166482:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1e4:0x0]: returning size 5 00010000:00010000:1.0:1763335106.166591:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575762 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1e4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88134d expref: 252 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.166610:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575769 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1e4:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88134d expref: 251 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.166619:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e4:0x0].0x0 (ffff9001cada2b00) 00010000:00010000:1.0:1763335106.166623:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763335106.166627:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202173a00, rc 0) 00000100:00100000:1.0:1763335106.166681:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:56936:x1848989814708096:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 446us (691us total) trans 4294973046 rc 0/0 00000100:00100000:1.0:1763335106.166688:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9438 00000100:00100000:2.0:1763335106.175975:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.176232:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814708352 00000100:00100000:1.0:1763335106.176242:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814708352 00000100:00100000:1.0:1763335106.176285:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3254 00000100:00100000:1.0:1763335106.176294:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001d1849c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:56936:x1848989814708352:12345-192.168.204.57@tcp:35:lfs.0 00000004:00010000:1.0:1763335106.176399:0:6533:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000405:0x1e4:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575769 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1e4:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88134d expref: 251 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.176437:0:6533:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575777 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 00010000:00010000:1.0:1763335106.176449:0:6533:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575777 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335106.176458:0:6533:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575777 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT1 00000004:00020000:1.0:1763335106.176578:0:6533:0:(lod_lov.c:1523:lod_parse_striping()) lustre-MDT0001-mdtlov: can not set all stale mirrors for [0x240000405:0x1e4:0x0]: rc = -1 00010000:00010000:1.0:1763335106.176601:0:6533:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575777 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335106.176608:0:6533:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575777 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1e4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335106.176619:0:6533:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575777 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1e4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335106.176624:0:6533:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202172600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335106.176629:0:6533:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575777 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1e4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335106.176636:0:6533:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575777 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1e4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335106.176644:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e4:0x0].0x0 (ffff9001cada2b00) 00010000:00010000:1.0:1763335106.176647:0:6533:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1763335106.176651:0:6533:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575777 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1e4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335106.176657:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575777 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1e4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335106.176665:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e4:0x0].0x0 (ffff9001cada2b00) 00010000:00010000:1.0:1763335106.176667:0:6533:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763335106.176671:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575769 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1e4:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88134d expref: 251 pid: 7841 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335106.176787:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001d1849c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:56936:x1848989814708352:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 494us (821us total) trans 4294973047 rc -1/-1 00000100:00100000:1.0:1763335106.176794:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3254 00000100:00100000:2.0:1763335106.179524:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.179622:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814708480 00000100:00100000:0.0:1763335106.179631:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814708480 00000100:00100000:0.0:1763335106.179680:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9439 00000100:00100000:0.0:1763335106.179689:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:56936:x1848989814708480:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335106.179708:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335106.179726:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184c00/0x3ec0b5400757577e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881354 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.179778:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184c00/0x3ec0b5400757577e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881354 expref: 252 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.179791:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184c00/0x3ec0b5400757577e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1e4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881354 expref: 252 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.179809:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e4:0x0].0x0 (ffff9001c2ff7700) 00010000:00010000:0.0:1763335106.179812:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335106.179815:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc184c00, rc 0) 00000100:00100000:0.0:1763335106.179878:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:56936:x1848989814708480:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 189us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335106.179884:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9439 00000100:00100000:3.0:1763335106.184524:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.184748:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814708736 00000100:00100000:0.0:1763335106.184758:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814708736 00000100:00100000:0.0:1763335106.184811:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3255 00000100:00100000:0.0:1763335106.184821:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:56936:x1848989814708736:12345-192.168.204.57@tcp:35:lfs.0 00000004:00080000:0.0:1763335106.185271:0:6534:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x1e4:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1763335106.185457:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1465, 64 off122944 00000040:00080000:0.0:1763335106.185486:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1464, 64 off122944 00000040:00080000:0.0:1763335106.185497:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1465, 64 off123008 00000040:00080000:0.0:1763335106.185505:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1466, 64 off123008 00010000:00010000:0.0:1763335106.185563:0:6534:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575785 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 00010000:00010000:0.0:1763335106.185580:0:6534:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575785 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335106.185591:0:6534:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575785 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335106.185600:0:6534:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575785 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335106.185607:0:6534:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575785 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335106.185613:0:6534:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575785 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335106.185850:0:6534:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763335106.187135:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335106.187147:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575785 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335106.187157:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc184800 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335106.187162:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575785 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335106.187170:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575785 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335106.187501:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e4:0x0].0x0 (ffff9001c2ff7700) 00010000:00010000:1.0:1763335106.187506:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335106.187511:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575785 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335106.187517:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575785 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335106.187532:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335106.187534:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335106.187546:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335106.187911:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56936:x1848989814708736:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 3077us (3387us total) trans 4294973048 rc 0/0 00000100:00100000:0.0:1763335106.187923:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3255 00000100:00100000:3.0:1763335106.192413:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.192729:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814708864 00000100:00100000:2.0:1763335106.192740:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814708864 00000100:00100000:2.0:1763335106.192799:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9440 00000100:00100000:2.0:1763335106.192809:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56938:x1848989814708864:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335106.192830:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335106.192853:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b5400757578c lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88135b expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.192957:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575793 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335106.192972:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575793 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.192983:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575793 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.192994:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757579a lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335106.193001:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757579a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.193007:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757579a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.193063:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575793 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.193070:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575793 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.193077:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575793 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.194171:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575793 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.194184:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335106.194190:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575793 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.194199:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575793 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.194214:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c4e7ab00) 00010000:00010000:2.0:1763335106.194218:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335106.194223:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575793 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.194229:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575793 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.194248:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757579a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.194254:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757579a lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.194260:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757579a lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.194265:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335106.194268:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757579a lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.194272:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757579a lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.194279:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2600) 00010000:00010000:2.0:1763335106.194281:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335106.194284:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757579a lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.194294:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b5400757579a lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.194360:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b5400757578c lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88135b expref: 254 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.194371:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c4e7ab00) 00010000:00010000:2.0:1763335106.194373:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335106.194377:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b5400757578c lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88135b expref: 254 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.194391:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665e00, rc 0) 00000100:00100000:2.0:1763335106.194458:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56938:x1848989814708864:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1650us (2055us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335106.194466:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9440 00000100:00100000:2.0:1763335106.199875:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.201641:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814708992 00000100:00100000:1.0:1763335106.201655:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814708992 00000100:00100000:1.0:1763335106.201723:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9441 00000100:00100000:1.0:1763335106.201732:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56938:x1848989814708992:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335106.201755:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335106.201777:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b540075757a1 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881362 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.201838:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b540075757a8 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335106.201851:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b540075757a8 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.201861:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b540075757a8 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.201870:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b540075757af lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335106.201877:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b540075757af lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.201883:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b540075757af lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.202131:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b540075757a8 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.202139:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b540075757a8 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.202145:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b540075757a8 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.202151:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b540075757a8 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.202157:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202172600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335106.202161:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b540075757a8 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.202169:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b540075757a8 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.202180:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2b00) 00010000:00010000:1.0:1763335106.202184:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335106.202188:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b540075757a8 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.202194:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b540075757a8 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.202206:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b540075757af lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.202212:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b540075757af lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.202218:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b540075757af lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.202222:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202173000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335106.202225:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b540075757af lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.202231:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b540075757af lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.202238:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2600) 00010000:00010000:1.0:1763335106.202240:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335106.202243:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b540075757af lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.202248:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b540075757af lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.202278:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b540075757a1 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881362 expref: 254 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.202288:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2b00) 00010000:00010000:1.0:1763335106.202290:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335106.202294:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b540075757a1 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881362 expref: 254 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.202309:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202173a00, rc 0) 00000100:00100000:1.0:1763335106.202411:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56938:x1848989814708992:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 679us (2545us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335106.202418:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9441 00000100:00100000:3.0:1763335106.210856:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.212660:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.213856:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814709120 00000100:00100000:1.0:1763335106.213867:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814709120 00000100:00100000:1.0:1763335106.213935:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814709376 00000100:00100000:1.0:1763335106.213939:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814709376 00000100:00100000:1.0:1763335106.213978:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9442 00000100:00100000:1.0:1763335106.213988:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56938:x1848989814709120:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335106.214007:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335106.214039:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075757b6 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881369 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.214104:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b540075757bd lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00000100:00100000:0.0:1763335106.214107:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9443 00000100:00100000:0.0:1763335106.214123:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:56939:x1848989814709376:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335106.214125:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b540075757bd lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.214138:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b540075757bd lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.214140:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335106.214153:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075757c4 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881370 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1763335106.214181:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1763335106.214188:0:7841:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763335106.214218:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b540075757cb lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335106.214224:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075757b6 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881369 expref: 257 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.214231:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b540075757cb lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.214241:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b540075757cb lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.214248:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b540075757bd lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881369 expref: 256 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.214259:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2a00) 00010000:00010000:0.0:1763335106.214261:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075757d2 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335106.214263:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763335106.214268:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fceb3c00, rc 0) 00010000:00010000:0.0:1763335106.214273:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075757d2 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.214287:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075757d2 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000100:00100000:1.0:1763335106.214355:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56938:x1848989814709120:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 367us (3511us total) trans 0 rc 0/0 00010000:00010000:0.0:1763335106.214356:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b540075757cb lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000100:00100000:1.0:1763335106.214370:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9442 00010000:00010000:0.0:1763335106.214376:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b540075757cb lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.214393:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b540075757cb lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.214404:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b540075757cb lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.214415:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc184800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335106.214420:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b540075757cb lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.214431:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b540075757cb lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.214442:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2a00) 00010000:00010000:0.0:1763335106.214446:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335106.214450:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b540075757cb lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.214461:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b540075757cb lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.214473:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075757d2 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.214480:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075757d2 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.214490:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075757d2 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.214496:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335106.214499:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075757d2 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.214506:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075757d2 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.214517:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2600) 00010000:00010000:0.0:1763335106.214520:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335106.214524:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075757d2 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.214530:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075757d2 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.214554:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075757c4 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881370 expref: 255 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.214564:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2a00) 00010000:00010000:0.0:1763335106.214567:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763335106.214571:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075757c4 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881370 expref: 255 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.214582:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc184000, rc 0) 00000100:00100000:0.0:1763335106.214625:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56939:x1848989814709376:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 506us (1976us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335106.214633:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9443 00000100:00100000:3.0:1763335106.229060:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.231185:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814709632 00000100:00100000:0.0:1763335106.231200:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814709632 00000100:00100000:0.0:1763335106.231272:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9444 00000100:00100000:0.0:1763335106.231283:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56938:x1848989814709632:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335106.231305:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335106.231308:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763335106.231358:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b540075757bd lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881369 expref: 254 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.231378:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2a00) 00010000:00010000:0.0:1763335106.231389:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335106.231403:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075757d9 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881377 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.231497:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075757e0 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335106.231509:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075757e0 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.231519:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075757e0 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.231528:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b540075757e7 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335106.231535:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b540075757e7 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.231541:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b540075757e7 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.231877:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075757ee lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335106.231886:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075757ee lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.231893:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075757ee lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:0.0:1763335106.231916:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1e5:0x0]: returning size 0 00010000:00010000:0.0:1763335106.231939:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075757e0 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.231946:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075757e0 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.231954:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075757e0 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.231960:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075757e0 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.231965:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335106.231969:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075757e0 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.231977:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075757e0 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.231985:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c2ff7f00) 00010000:00010000:0.0:1763335106.231987:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335106.231991:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075757e0 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.231996:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075757e0 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000004:00010000:0.0:1763335106.232007:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000cc97471c reply state 00000000b970ffbb transno 4294973049 ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b540075757e7 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.232016:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b540075757e7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.232022:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2600) 00010000:00010000:0.0:1763335106.232025:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335106.232027:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763335106.232051:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075757d9 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881377 expref: 256 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.232071:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075757ee lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881377 expref: 255 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.232078:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e5:0x0].0x0 (ffff9000c4881c00) 00010000:00010000:0.0:1763335106.232081:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335106.232083:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035e000, rc 0) 00000100:00100000:0.0:1763335106.232156:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56938:x1848989814709632:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 874us (3107us total) trans 4294973049 rc 0/0 00000100:00100000:0.0:1763335106.232163:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9444 00000100:00100000:2.0:1763335106.243845:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.243909:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.244031:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814710016 00000100:00100000:1.0:1763335106.244040:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814710016 00000100:00100000:1.0:1763335106.244089:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814710144 00000100:00100000:1.0:1763335106.244092:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814710144 00000100:00100000:1.0:1763335106.244118:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9445 00000100:00100000:1.0:1763335106.244128:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:56938:x1848989814710016:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335106.244152:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335106.244173:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b540075757fc lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88137e expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335106.244220:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9446 00000100:00100000:3.0:1763335106.244232:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56940:x1848989814710144:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335106.244241:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335106.244253:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007575803 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881385 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.244274:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b5400757580a lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335106.244296:0:13591:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075757ee lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881377 expref: 259 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.244306:0:13591:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b5400757580a lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.244337:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007575811 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335106.244351:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007575811 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335106.244362:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007575811 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:3.0:1763335106.244373:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1e5:0x0]: returning size 0 00010000:00010000:3.0:1763335106.244501:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007575811 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335106.244509:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007575811 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335106.244516:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007575811 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335106.244523:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335106.244527:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007575811 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335106.244536:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007575811 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335106.244547:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e5:0x0].0x0 (ffff9000c4881c00) 00010000:00010000:3.0:1763335106.244551:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1763335106.244555:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007575811 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335106.244561:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007575811 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335106.245123:0:13591:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075757ee lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881377 expref: 260 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.245139:0:13591:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075757ee lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881377 expref: 260 pid: 13591 timeout: 1199 lvb_type: 0 00000100:00100000:2.0:1763335106.245152:0:13591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cbad1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826064512:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335106.245205:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007575803 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881385 expref: 260 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.245218:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e5:0x0].0x0 (ffff9000c4881c00) 00010000:00010000:3.0:1763335106.245221:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763335106.245226:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007575803 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881385 expref: 260 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.245237:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280000, rc 0) 00000100:00100000:2.0:1763335106.246398:0:13591:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c9e3a9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335106.246577:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:56940:x1848989814710144:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 2344us (2674us total) trans 4294973050 rc 301/301 00000100:00100000:3.0:1763335106.246587:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9446 00000100:00100000:3.0:1763335106.250607:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.250722:0:13591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cbad1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826064512:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335106.250943:0:13591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b5400757580a lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000100:00100000:0.0:1763335106.251046:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814710528 00000100:00100000:0.0:1763335106.251054:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814710528 00000100:00100000:0.0:1763335106.251483:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3256 00000100:00100000:0.0:1763335106.251496:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:56940:x1848989814710528:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335106.251745:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:56940:x1848989814710528:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 251us (1146us total) trans 4294973051 rc 0/0 00000100:00100000:0.0:1763335106.251753:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3256 00000100:00100000:2.0:1763335106.251977:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.252039:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814710272 00000100:00100000:3.0:1763335106.252045:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814710272 00010000:00010000:3.0:1763335106.252070:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075757ee lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881377 expref: 260 pid: 13591 timeout: 1199 lvb_type: 0 00000100:00100000:3.0:1763335106.252110:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3097 00000100:00100000:3.0:1763335106.252118:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:2426:x1848989814710272:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335106.252129:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335106.252136:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075757ee lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881377 expref: 260 pid: 13591 timeout: 1199 lvb_type: 0 00010000:00010000:3.0:1763335106.252148:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075757ee lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881377 expref: 260 pid: 13591 timeout: 1199 lvb_type: 0 00010000:00010000:3.0:1763335106.252167:0:33041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075757ee lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881377 expref: 260 pid: 13591 timeout: 1199 lvb_type: 0 00010000:00010000:3.0:1763335106.252182:0:33041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e5:0x0].0x0 (ffff9000c4881c00) 00010000:00010000:3.0:1763335106.252186:0:33041:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b5400757580a lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.252195:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b5400757580a lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.252201:0:33041:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b5400757580a lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.252227:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335106.252260:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:2426:x1848989814710272:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 143us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335106.252267:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3097 00010000:00010000:2.0:1763335106.252411:0:13591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b5400757580a lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.252420:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b5400757580a lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:2.0:1763335106.252442:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1e5:0x0]: returning size 0 00000004:00080000:2.0:1763335106.252611:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x252:0x0], index 0: 0 00000004:00080000:2.0:1763335106.252618:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x254:0x0], index 1: 0 00000004:00080000:2.0:1763335106.252623:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x255:0x0], index 1: 0 00000004:00080000:2.0:1763335106.252628:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x253:0x0], index 0: 0 00010000:00010000:2.0:1763335106.252711:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b5400757580a lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.252719:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b5400757580a lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.252726:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b5400757580a lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.252732:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb3000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335106.252737:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b5400757580a lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.252744:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b5400757580a lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.252754:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e5:0x0].0x0 (ffff9000c4881c00) 00010000:00010000:2.0:1763335106.252758:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763335106.252761:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b5400757580a lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.252767:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b5400757580a lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.252806:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b540075757fc lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88137e expref: 259 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.252815:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e5:0x0].0x0 (ffff9000c4881c00) 00010000:00010000:2.0:1763335106.252817:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763335106.252822:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b540075757fc lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88137e expref: 259 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.252834:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fceb2200, rc 0) 00000100:00100000:3.0:1763335106.253738:0:8716:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c60bb100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:8716:1848989826064640:0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1763335106.253755:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56938:x1848989814710016:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 9624us (9917us total) trans 4294973052 rc 301/301 00000100:00100000:2.0:1763335106.253765:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9445 00000100:00100000:3.0:1763335106.253799:0:8716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335106.253842:0:8716:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001d1864f00 going to sleep for 11 seconds 00000100:00100000:2.0:1763335106.254044:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826064640 00000100:00100000:2.0:1763335106.254052:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826064640 00000100:00100000:2.0:1763335106.254258:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6491 00000100:00100000:2.0:1763335106.254267:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+45:8716:x1848989826064640:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:2.0:1763335106.254305:0:35240:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 610 00000100:00100000:2.0:1763335106.255969:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+46:8716:x1848989826064640:12345-0@lo:5:osp-pre-0-1.0 Request processed in 1699us (2165us total) trans 21474838868 rc 0/0 00000100:00100000:2.0:1763335106.255981:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6491 00000100:00100000:3.0:1763335106.257096:0:8716:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c60bb100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:8716:1848989826064640:0@lo:5:osp-pre-0-1.0 00000004:00080000:3.0:1763335106.257122:0:8716:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x253:0x0]-[0x280000400:0x281:0x0] 00000100:00100000:2.0:1763335106.261473:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.261527:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.261581:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814710784 00000100:00100000:0.0:1763335106.261592:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814710784 00000100:00100000:0.0:1763335106.261655:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9447 00000100:00100000:0.0:1763335106.261666:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56940:x1848989814710784:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335106.261689:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335106.261710:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b54007575826 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88138c expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.261790:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b5400757582d lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335106.261805:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b5400757582d lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.261816:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b5400757582d lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.261827:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575834 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335106.261833:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575834 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.261838:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575834 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.261952:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b5400757583b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335106.261960:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b5400757583b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.261966:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b5400757583b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.262046:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b5400757582d lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.262053:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b5400757582d lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.262059:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b5400757582d lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.262066:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b5400757582d lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.262072:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035ea00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335106.262076:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b5400757582d lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.262096:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b5400757582d lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.262108:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881400) 00010000:00010000:0.0:1763335106.262112:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335106.262117:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b5400757582d lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.262123:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b5400757582d lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.262137:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575834 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.262143:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575834 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.262148:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575834 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.262153:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035ec00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335106.262156:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575834 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.262162:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575834 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.262169:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2600) 00010000:00010000:0.0:1763335106.262171:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335106.262175:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575834 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.262181:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575834 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.262219:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b54007575826 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88138c expref: 261 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.262235:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b5400757583b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88138c expref: 260 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.262243:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e5:0x0].0x0 (ffff9000c4881e00) 00010000:00010000:0.0:1763335106.262246:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335106.262248:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035fe00, rc 0) 00000100:00100000:0.0:1763335106.262354:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:56940:x1848989814710784:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 689us (895us total) trans 4294973053 rc 0/0 00000100:00100000:0.0:1763335106.262362:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9447 00000100:00100000:3.0:1763335106.262452:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814711040 00000100:00100000:3.0:1763335106.262458:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814711040 00000100:00100000:3.0:1763335106.262501:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3257 00000100:00100000:3.0:1763335106.262511:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:56938:x1848989814711040:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335106.262724:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56938:x1848989814711040:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 215us (1195us total) trans 4294973054 rc 0/0 00000100:00100000:3.0:1763335106.262732:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3257 00000100:00100000:1.0:1763335106.265664:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.265791:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814711296 00000100:00100000:3.0:1763335106.265804:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814711296 00000100:00100000:3.0:1763335106.265868:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3258 00000100:00100000:3.0:1763335106.265878:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c487b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56938:x1848989814711296:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335106.267600:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c487b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56938:x1848989814711296:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 1712us (1941us total) trans 4294973055 rc 0/0 00000100:00100000:3.0:1763335106.267611:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3258 00000100:00100000:0.0:1763335106.268056:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.268122:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814711424 00000100:00100000:1.0:1763335106.268131:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814711424 00000100:00100000:3.0:1763335106.268291:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.269198:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814711552 00000100:00100000:2.0:1763335106.269207:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814711552 00000100:00100000:2.0:1763335106.269252:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6492 00000100:00100000:2.0:1763335106.269262:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c522b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2427:x1848989814711424:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335106.269280:0:35240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335106.269303:0:35240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575849 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881393 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335106.269355:0:35240:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x255:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763335106.269377:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335106.269379:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335106.269389:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575849 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881393 expref: 19 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335106.269408:0:35240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575849 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881393 expref: 19 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335106.269423:0:35240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664c00, rc 0) 00000100:00100000:2.0:1763335106.269484:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c522b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2427:x1848989814711424:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 224us (1429us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335106.269491:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6492 00000100:00100000:2.0:1763335106.269509:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6493 00000100:00100000:2.0:1763335106.269516:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:2426:x1848989814711552:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335106.269522:0:35240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335106.269535:0:35240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c4665400/0x3ec0b54007575850 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x253:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88139a expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335106.269553:0:35240:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x253:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763335106.269561:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335106.269563:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335106.269567:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4665400/0x3ec0b54007575850 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88139a expref: 26 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335106.269577:0:35240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c4665400/0x3ec0b54007575850 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88139a expref: 26 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335106.269586:0:35240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665400, rc 0) 00000100:00100000:2.0:1763335106.269606:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:2426:x1848989814711552:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 91us (1316us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335106.269613:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6493 00000100:00100000:0.0:1763335106.279736:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.280020:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.280404:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814712064 00000100:00100000:1.0:1763335106.280415:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814712064 00000100:00100000:1.0:1763335106.280477:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3259 00000100:00100000:1.0:1763335106.280488:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56940:x1848989814712064:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335106.280730:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56940:x1848989814712064:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 244us (709us total) trans 4294973056 rc 0/0 00000100:00100000:1.0:1763335106.280740:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3259 00000100:00100000:2.0:1763335106.282242:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814711808 00000100:00100000:2.0:1763335106.282252:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814711808 00000100:00100000:2.0:1763335106.282296:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9448 00000100:00100000:2.0:1763335106.282303:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5228a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:55956:x1848989814711808:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335106.282340:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335106.282343:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763335106.282366:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b5400757583b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88138c expref: 263 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.282385:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e5:0x0].0x0 (ffff9000c4881e00) 00010000:00010000:2.0:1763335106.282397:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335106.282412:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007575857 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8813a1 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.282508:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b5400757585e lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335106.282522:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b5400757585e lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1e5:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.282531:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b5400757585e lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1e5:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:2.0:1763335106.282545:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1e5:0x0]: returning size 0 00010000:00010000:2.0:1763335106.282647:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007575857 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813a1 expref: 265 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.282662:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b5400757585e lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1e5:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813a1 expref: 264 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.282669:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e5:0x0].0x0 (ffff9001c4e7a300) 00010000:00010000:2.0:1763335106.282672:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:2.0:1763335106.282675:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665c00, rc 0) 00000100:00100000:2.0:1763335106.282724:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5228a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:55956:x1848989814711808:12345-192.168.204.57@tcp:101:bash.0 Request processed in 421us (2998us total) trans 4294973057 rc 0/0 00000100:00100000:2.0:1763335106.282731:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9448 00000100:00100000:1.0:1763335106.289783:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.289826:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.290012:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814712192 00000100:00100000:2.0:1763335106.290022:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814712192 00000100:00100000:2.0:1763335106.290078:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814712448 00000100:00100000:2.0:1763335106.290082:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814712448 00000100:00100000:2.0:1763335106.290111:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9449 00000100:00100000:2.0:1763335106.290121:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c487a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:55956:x1848989814712192:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335106.290147:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335106.290170:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b5400757586c lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8813a8 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.290207:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007575873 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335106.290221:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007575873 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335106.290231:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007575873 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335106.290362:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b5400757586c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813a8 expref: 267 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.290381:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007575873 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813a8 expref: 266 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.290390:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e5:0x0].0x0 (ffff9001c4e7a300) 00010000:00010000:2.0:1763335106.290393:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763335106.290396:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665600, rc 0) 00000100:00100000:2.0:1763335106.290443:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c487a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:55956:x1848989814712192:12345-192.168.204.57@tcp:101:bash.0 Request processed in 324us (670us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335106.290450:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9449 00000100:00100000:2.0:1763335106.290470:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9450 00000100:00100000:2.0:1763335106.290477:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4878380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56940:x1848989814712448:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335106.290487:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335106.290499:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757587a lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8813af expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.290546:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575881 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335106.290554:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575881 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335106.290562:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575881 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335106.290572:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575888 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335106.290578:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575888 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335106.290584:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575888 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335106.290674:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757588f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335106.290684:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757588f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335106.290691:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757588f lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335106.290697:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757588f lrc: 3/0,0 mode: --/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335106.290702:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335106.290706:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757588f lrc: 3/0,0 mode: --/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335106.290718:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757588f lrc: 4/0,0 mode: --/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335106.290725:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e5:0x0].0x0 (ffff9001c4e7a300) 00010000:00010000:2.0:1763335106.290730:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757588f lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335106.290735:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757588f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00000004:00200000:2.0:1763335106.290749:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1e5:0x0]: returning size 0 00010000:00010000:2.0:1763335106.290825:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575881 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335106.290831:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575881 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335106.290836:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575881 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335106.290841:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575881 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335106.290845:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335106.290848:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575881 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335106.290853:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575881 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335106.290860:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c4e7a600) 00010000:00010000:2.0:1763335106.290863:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335106.290866:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575881 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335106.290871:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575881 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335106.290878:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575888 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335106.290883:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575888 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335106.290888:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575888 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335106.290892:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335106.290894:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575888 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335106.290912:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575888 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335106.290919:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2600) 00010000:00010000:2.0:1763335106.290921:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335106.290924:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575888 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335106.290928:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575888 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335106.290955:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757587a lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813af expref: 267 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.290965:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c4e7a600) 00010000:00010000:2.0:1763335106.290967:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763335106.290970:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757587a lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813af expref: 267 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.290982:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7e00, rc 0) 00000100:00100000:2.0:1763335106.291007:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4878380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:56940:x1848989814712448:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 531us (1180us total) trans 4294973058 rc 301/301 00000100:00100000:2.0:1763335106.291014:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9450 00000100:00100000:1.0:1763335106.294052:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.294277:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814712704 00000100:00100000:3.0:1763335106.294287:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814712704 00000100:00100000:3.0:1763335106.294379:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3260 00000100:00100000:3.0:1763335106.294390:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001d1849450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:56940:x1848989814712704:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335106.294620:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001d1849450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:56940:x1848989814712704:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 233us (579us total) trans 4294973059 rc 0/0 00000100:00100000:3.0:1763335106.294628:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3260 00000100:00100000:0.0:1763335106.296601:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.296704:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814712832 00000100:00100000:1.0:1763335106.296713:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814712832 00000100:00100000:1.0:1763335106.296760:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3261 00000100:00100000:1.0:1763335106.296769:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c522a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:56940:x1848989814712832:12345-192.168.204.57@tcp:33:lfs.0 00000100:00100000:1.0:1763335106.297775:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c522a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:56940:x1848989814712832:12345-192.168.204.57@tcp:33:lfs.0 Request processed in 1002us (1176us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335106.297785:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3261 00000100:00100000:0.0:1763335106.299279:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.299686:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814713088 00000100:00100000:1.0:1763335106.299695:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814713088 00000100:00100000:1.0:1763335106.300143:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9451 00000100:00100000:1.0:1763335106.300153:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c522a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:55956:x1848989814713088:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:1.0:1763335106.300201:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335106.300225:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b5400757585e lrc: 0/0,0 mode: --/CW res: [0x240000405:0x1e5:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813a1 expref: 267 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.300243:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e5:0x0].0x0 (ffff9001c4e7a300) 00010000:00010000:1.0:1763335106.300247:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335106.301478:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b5400757589d lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335106.301493:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b5400757589d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.301505:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b5400757589d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000001:00080000:1.0:1763335106.301549:0:7841:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973060 00000004:00010000:1.0:1763335106.301570:0:7841:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fe8a45e5 reply state 0000000066936c7d transno 4294973061 ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b5400757589d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.301580:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b5400757589d lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.301585:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e5:0x0].0x0 (ffff9001c4e7a300) 00010000:00010000:1.0:1763335106.301588:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335106.301591:0:7841:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335106.301695:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c522a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:55956:x1848989814713088:12345-192.168.204.57@tcp:36:bash.0 Request processed in 1542us (2418us total) trans 4294973061 rc 0/0 00000100:00100000:1.0:1763335106.301702:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9451 00000020:00080000:1.0:1763335106.301708:0:7841:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763335106.313003:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.313357:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814713216 00000100:00100000:1.0:1763335106.313368:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814713216 00000100:00100000:1.0:1763335106.313433:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9452 00000100:00100000:1.0:1763335106.313443:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:55956:x1848989814713216:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335106.313473:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335106.313498:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b540075758a4 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8813b6 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.313561:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b540075758a4 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813b6 expref: 270 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.313576:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b540075758a4 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813b6 expref: 270 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.313596:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e5:0x0].0x0 (ffff9001c4e7a300) 00010000:00010000:1.0:1763335106.313599:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763335106.313603:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fceb3000, rc 0) 00000100:00100000:1.0:1763335106.313661:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:55956:x1848989814713216:12345-192.168.204.57@tcp:101:bash.0 Request processed in 220us (667us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335106.313669:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9452 00000100:00100000:0.0:1763335106.319041:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.319129:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814713472 00000100:00100000:3.0:1763335106.319141:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814713472 00000100:00100000:3.0:1763335106.319201:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9453 00000100:00100000:3.0:1763335106.319210:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5229c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:55956:x1848989814713472:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335106.319229:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335106.319232:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763335106.319258:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b540075758a4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813b6 expref: 270 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.319276:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e5:0x0].0x0 (ffff9001c4e7a300) 00010000:00010000:3.0:1763335106.319281:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335106.319294:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075758ab lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8813bd expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.321581:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075758b2 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335106.321605:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075758b2 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335106.321618:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075758b2 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000040:00080000:2.0:1763335106.321819:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1466, 88 off123096 00000004:00080000:2.0:1763335106.321826:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1099301510750ns, next at 1099798070025ns, rc = 0 00000040:00080000:2.0:1763335106.321911:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1467, 88 off123096 00000004:00080000:2.0:1763335106.321915:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1099301600967ns, next at 1099798037727ns, rc = 0 00000040:00080000:2.0:1763335106.321936:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1468, 88 off123184 00000004:00080000:2.0:1763335106.321940:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1099301625327ns, next at 1099798037727ns, rc = 0 00000040:00080000:2.0:1763335106.321948:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1467, 88 off123184 00000004:00080000:2.0:1763335106.321951:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1099301636164ns, next at 1099798070025ns, rc = 0 00000100:00100000:2.0:1763335106.327769:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.328074:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814713728 00000100:00100000:1.0:1763335106.328085:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814713728 00000100:00100000:1.0:1763335106.328207:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9454 00000100:00100000:1.0:1763335106.328217:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:56941:x1848989814713728:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335106.328239:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335106.328262:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b540075758b9 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8813c4 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.329342:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075758c0 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335106.329357:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075758c0 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.329367:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075758c0 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.329383:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b540075758c7 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335106.329390:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b540075758c7 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.329397:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b540075758c7 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.329507:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075758ce lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335106.329517:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075758ce lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.329525:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075758ce lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:0.0:1763335106.329536:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1e5:0x0]: returning size 2 00000001:00080000:1.0:1763335106.329579:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973062 is committed 00000004:00080000:1.0:1763335106.329587:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 962 committed 00000004:00080000:1.0:1763335106.329602:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 959 committed 00000004:00080000:1.0:1763335106.329615:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 958 committed 00000004:00080000:1.0:1763335106.329618:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 961 committed 00010000:00010000:3.0:1763335106.329619:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575754 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335106.329628:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575754 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335106.329634:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575754 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335106.329640:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202172c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335106.329645:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575754 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335106.329652:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575754 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335106.329666:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2600) 00010000:00010000:3.0:1763335106.329669:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335106.329674:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575754 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335106.329680:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575754 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335106.329703:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b540075757e7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.329709:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b540075757e7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.329714:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b540075757e7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.329718:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc184800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335106.329720:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b540075757e7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.329725:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b540075757e7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.329733:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2600) 00010000:00010000:3.0:1763335106.329735:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335106.329737:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b540075757e7 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.329746:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b540075757e7 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.329756:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b5400757589d lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335106.329762:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b5400757589d lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335106.329767:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b5400757589d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335106.329772:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb3800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335106.329775:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b5400757589d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335106.329780:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b5400757589d lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335106.329786:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e5:0x0].0x0 (ffff9001c4e7a300) 00010000:00010000:3.0:1763335106.329788:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335106.329791:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b5400757589d lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335106.329795:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b5400757589d lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000100:00100000:2.0:1763335106.330017:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826065152:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763335106.330081:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335106.330115:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1763335106.330122:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c60b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826064768:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763335106.330143:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335106.330160:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826065280:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763335106.330177:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335106.330218:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c60bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826065024:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763335106.330241:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335106.330256:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826065536:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335106.330277:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335106.330292:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1763335106.330298:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c60baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826064896:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763335106.330342:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335106.330358:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826065408:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335106.330377:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335106.330406:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826065152 00000100:00100000:2.0:1763335106.330412:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826065152 00000100:00100000:2.0:1763335106.330444:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826064768 00000100:00100000:2.0:1763335106.330448:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826064768 00000100:00100000:2.0:1763335106.330465:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826065280 00000100:00100000:2.0:1763335106.330468:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826065280 00000100:00100000:2.0:1763335106.330479:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826065024 00000100:00100000:2.0:1763335106.330482:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826065024 00000100:00100000:2.0:1763335106.330491:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826065536 00000100:00100000:2.0:1763335106.330493:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826065536 00000100:00100000:2.0:1763335106.330501:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826064896 00000100:00100000:2.0:1763335106.330504:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826064896 00000100:00100000:2.0:1763335106.330510:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826065408 00000100:00100000:2.0:1763335106.330512:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826065408 00000100:00100000:2.0:1763335106.330525:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6494 00000100:00100000:2.0:1763335106.330532:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+49:3666:x1848989826065152:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763335106.330551:0:35240:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:592 count 1 00010000:00010000:2.0:1763335106.330568:0:35240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7800/0x3ec0b540075758dc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x250:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.330583:0:35240:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c5280a00/0x3ec0b54007575723 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88133f expref: 25 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.330590:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335106.330592:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335106.330596:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7800/0x3ec0b540075758dc lrc: 4/0,1 mode: --/PW res: [0x280000400:0x250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.330621:0:35240:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c5280a00/0x3ec0b54007575723 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88133f expref: 25 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.330634:0:35240:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c5280a00/0x3ec0b54007575723 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88133f expref: 25 pid: 28961 timeout: 1199 lvb_type: 0 00000100:00100000:2.0:1763335106.330646:0:35240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c393c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35240:1848989826065664:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335106.330709:0:35240:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c7926f00 going to sleep for 11 seconds 00000100:00100000:2.0:1763335106.330729:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6495 00000100:00100000:2.0:1763335106.330736:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+20:3666:x1848989826064768:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763335106.330749:0:27803:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:594 count 1 00010000:00010000:2.0:1763335106.330762:0:27803:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075758e3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.330774:0:27803:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b54007575715 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881331 expref: 18 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.330780:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335106.330782:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335106.330784:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075758e3 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.330803:0:27803:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b54007575715 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881331 expref: 18 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.330812:0:27803:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b54007575715 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881331 expref: 18 pid: 35240 timeout: 1199 lvb_type: 0 00000100:00100000:2.0:1763335106.330821:0:27803:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c393dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27803:1848989826065792:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335106.330846:0:27803:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c79260c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335106.330863:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6496 00000100:00100000:2.0:1763335106.330870:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f6024850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+49:3666:x1848989826065280:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763335106.330882:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:593 count 1 00010000:00010000:2.0:1763335106.330893:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b540075758ea lrc: 3/0,1 mode: --/PW res: [0x280000400:0x251:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.330916:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b540075756ba lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x251:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881315 expref: 25 pid: 27803 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335106.330922:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335106.330923:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335106.330926:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b540075758ea lrc: 4/0,1 mode: --/PW res: [0x280000400:0x251:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.330949:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b540075756ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x251:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881315 expref: 25 pid: 27803 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335106.330957:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b540075756ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x251:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881315 expref: 25 pid: 27803 timeout: 1199 lvb_type: 1 00000100:00100000:2.0:1763335106.330966:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c393ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1848989826065920:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335106.330989:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c7926d80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335106.331014:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6497 00000100:00100000:2.0:1763335106.331022:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+20:3665:x1848989826065024:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763335106.331172:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+21:3665:x1848989826065024:12345-0@lo:2:osp-syn-1-1.0 Request processed in 149us (928us total) trans 17179871577 rc 0/0 00000100:00100000:2.0:1763335106.331180:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6497 00000100:00100000:2.0:1763335106.331197:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6498 00000100:00100000:2.0:1763335106.331203:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+49:3665:x1848989826065536:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763335106.331273:0:27804:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x253:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335106.331277:0:27804:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x253:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763335106.331279:0:27804:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x253:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335106.331281:0:27804:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x253:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763335106.331283:0:27804:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x253:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335106.331308:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+50:3665:x1848989826065536:12345-0@lo:2:osp-syn-0-1.0 Request processed in 106us (1031us total) trans 21474838869 rc 0/0 00000100:00100000:2.0:1763335106.331338:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6498 00000100:00100000:2.0:1763335106.331351:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6499 00000100:00100000:2.0:1763335106.331358:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+20:3665:x1848989826064896:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763335106.331368:0:27804:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:595 count 1 00010000:00010000:2.0:1763335106.331378:0:27804:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6600/0x3ec0b540075758f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x253:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.331389:0:27804:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9001d2994a00/0x3ec0b540075756cf lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881323 expref: 18 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335106.331395:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335106.331396:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335106.331399:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6600/0x3ec0b540075758f1 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.331417:0:27804:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9001d2994a00/0x3ec0b540075756cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881323 expref: 18 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335106.331426:0:27804:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9001d2994a00/0x3ec0b540075756cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881323 expref: 18 pid: 8416 timeout: 1199 lvb_type: 1 00000100:00100000:2.0:1763335106.331436:0:27804:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c393c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27804:1848989826066048:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335106.331461:0:27804:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c79269c0 going to sleep for 11 seconds 00000004:00080000:2.0:1763335106.331493:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c60bad80/2, rc 0, transno 17179871577 00000100:00100000:2.0:1763335106.331499:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c60bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826065024:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763335106.331509:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c9b56680/2, rc 0, transno 21474838869 00000100:00100000:2.0:1763335106.331513:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826065536:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335106.331537:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6500 00000100:00100000:2.0:1763335106.331544:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+49:3665:x1848989826065408:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335106.331612:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+50:3665:x1848989826065408:12345-0@lo:2:osp-syn-0-1.0 Request processed in 68us (1233us total) trans 21474838870 rc 0/0 00000100:00100000:2.0:1763335106.331618:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6500 00000004:00080000:2.0:1763335106.331639:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c9b54e00/2, rc 0, transno 21474838870 00000100:00100000:2.0:1763335106.331643:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826065408:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1763335106.332957:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075758ce lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.332970:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075758ce lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.332977:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075758ce lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.332982:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035e000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335106.332987:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075758ce lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.332994:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075758ce lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.333009:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e5:0x0].0x0 (ffff9001c4e7a300) 00010000:00010000:0.0:1763335106.333012:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1763335106.333016:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075758ce lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.333022:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075758ce lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.333040:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075758c0 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.333045:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075758c0 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.333051:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075758c0 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.333056:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075758c0 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.333061:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035ec00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335106.333063:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075758c0 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.333069:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075758c0 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.333075:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0eb900) 00010000:00010000:0.0:1763335106.333077:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335106.333079:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075758c0 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.333084:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075758c0 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.333093:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b540075758c7 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.333098:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b540075758c7 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.333103:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b540075758c7 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.333108:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035e400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335106.333111:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b540075758c7 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.333116:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b540075758c7 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.333123:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2600) 00010000:00010000:0.0:1763335106.333125:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335106.333128:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b540075758c7 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.333133:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b540075758c7 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.333183:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b540075758b9 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813c4 expref: 250 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.333193:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0eb900) 00010000:00010000:0.0:1763335106.333195:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763335106.333197:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b540075758b9 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813c4 expref: 250 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.333213:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fceb2200, rc 0) 00000100:00100000:0.0:1763335106.333268:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:56941:x1848989814713728:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 5052us (5507us total) trans 4294973063 rc 301/301 00000100:00100000:0.0:1763335106.333276:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9454 00010000:00010000:3.0:1763335106.333756:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075758b2 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1e5:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813bd expref: 249 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.333766:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e5:0x0].0x0 (ffff9001c4e7a300) 00010000:00010000:3.0:1763335106.333768:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763335106.333777:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075758ab lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813bd expref: 249 pid: 13840 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763335106.333790:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075758b2 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1e5:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813bd expref: 248 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.333812:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e5:0x0].0x0 (ffff9001c4e7a300) 00010000:00010000:3.0:1763335106.333815:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763335106.333817:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7e00, rc 0) 00000100:00100000:3.0:1763335106.333854:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5229c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:55956:x1848989814713472:12345-192.168.204.57@tcp:101:bash.0 Request processed in 14645us (14825us total) trans 4294973062 rc 0/0 00000100:00100000:3.0:1763335106.333860:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9453 00000100:00100000:3.0:1763335106.337610:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763335106.337635:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c393d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826066176:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335106.337704:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335106.337770:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826066176 00000100:00100000:1.0:1763335106.337779:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826066176 00000100:00100000:1.0:1763335106.337833:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6501 00000100:00100000:1.0:1763335106.337844:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+21:3667:x1848989826066176:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763335106.338005:0:8415:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x255:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335106.338009:0:8415:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x255:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763335106.338011:0:8415:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x255:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335106.338015:0:8415:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x255:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763335106.338017:0:8415:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x255:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335106.338069:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+22:3667:x1848989826066176:12345-0@lo:2:osp-syn-1-1.0 Request processed in 226us (364us total) trans 17179871578 rc 0/0 00000100:00100000:1.0:1763335106.338077:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6501 00000004:00080000:3.0:1763335106.338355:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c393d180/2, rc 0, transno 17179871578 00000100:00100000:3.0:1763335106.338362:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c393d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826066176:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335106.339300:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.339364:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.339410:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814713984 00000100:00100000:1.0:1763335106.339416:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814713984 00000100:00100000:0.0:1763335106.339431:0:27803:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c393dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27803:1848989826065792:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335106.339457:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6502 00010000:00010000:0.0:1763335106.339458:0:27803:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075758e3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335106.339468:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c522bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:55956:x1848989814713984:12345-192.168.204.57@tcp:101:bash.0 00000100:00100000:0.0:1763335106.339521:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c393ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1848989826065920:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335106.339532:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b540075758ea lrc: 3/0,1 mode: --/PW res: [0x280000400:0x251:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335106.339570:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.339586:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.339601:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.339626:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.339644:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814714112 00000100:00100000:0.0:1763335106.339648:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814714112 00010000:00010000:1.0:1763335106.339649:0:8415:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335106.339674:0:8415:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3c00/0x3ec0b540075758f8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8813d2 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.339688:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280a00/0x3ec0b54007575723 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88133f expref: 27 pid: 28961 timeout: 1199 lvb_type: 0 00002000:00010000:1.0:1763335106.339693:0:8415:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x252:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763335106.339715:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1763335106.339718:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814714496 00010000:00010000:1.0:1763335106.339720:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1763335106.339724:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814714496 00010000:00010000:1.0:1763335106.339732:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3c00/0x3ec0b540075758f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813d2 expref: 28 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.339742:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9001d2994a00/0x3ec0b540075756cf lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881323 expref: 19 pid: 8416 timeout: 1199 lvb_type: 1 00010000:00010000:1.0:1763335106.339753:0:8415:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3c00/0x3ec0b540075758f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813d2 expref: 28 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335106.339760:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814714240 00000100:00100000:0.0:1763335106.339764:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814714240 00010000:00010000:1.0:1763335106.339767:0:8415:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fceb3c00, rc 0) 00010000:00010000:0.0:1763335106.339776:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b540075756ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x251:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881315 expref: 29 pid: 27803 timeout: 1199 lvb_type: 1 00000100:00100000:0.0:1763335106.339790:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814714368 00000100:00100000:0.0:1763335106.339793:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814714368 00010000:00010000:0.0:1763335106.339804:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b54007575715 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881331 expref: 20 pid: 35240 timeout: 1199 lvb_type: 0 00000100:00100000:1.0:1763335106.339817:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c522bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:55956:x1848989814713984:12345-192.168.204.57@tcp:101:bash.0 Request processed in 350us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335106.339821:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3098 00000100:00100000:1.0:1763335106.339832:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6502 00000100:00100000:0.0:1763335106.339833:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c522aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:2427:x1848989814714112:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335106.339845:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335106.339850:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c5280a00/0x3ec0b54007575723 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x250:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88133f expref: 28 pid: 28961 timeout: 1199 lvb_type: 0 00010000:00010000:0.0:1763335106.339861:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c5280a00/0x3ec0b54007575723 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x250:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88133f expref: 28 pid: 28961 timeout: 1199 lvb_type: 0 00010000:00010000:0.0:1763335106.339877:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335106.339880:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335106.339884:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7800/0x3ec0b540075758dc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x250:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.339892:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7800/0x3ec0b540075758dc lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x250:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.339917:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335106.339937:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c522aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+28:2427:x1848989814714112:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 107us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335106.339943:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3098 00000100:00100000:0.0:1763335106.339954:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3099 00000100:00100000:0.0:1763335106.339959:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c795ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:2429:x1848989814714496:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335106.339966:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335106.339969:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9001d2994a00/0x3ec0b540075756cf lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x253:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881323 expref: 20 pid: 8416 timeout: 1199 lvb_type: 1 00010000:00010000:0.0:1763335106.339977:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9001d2994a00/0x3ec0b540075756cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x253:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881323 expref: 20 pid: 8416 timeout: 1199 lvb_type: 1 00010000:00010000:0.0:1763335106.339988:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335106.339990:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335106.339993:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6600/0x3ec0b540075758f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x253:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.340000:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6600/0x3ec0b540075758f1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x253:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.340009:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335106.340024:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c795ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:2429:x1848989814714496:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 65us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335106.340029:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3099 00000100:00100000:0.0:1763335106.340066:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3100 00000100:00100000:0.0:1763335106.340072:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1368a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+27:2427:x1848989814714240:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335106.340078:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335106.340081:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b540075756ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x251:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881315 expref: 27 pid: 27803 timeout: 1199 lvb_type: 1 00010000:00010000:0.0:1763335106.340089:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b540075756ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x251:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881315 expref: 27 pid: 27803 timeout: 1199 lvb_type: 1 00010000:00010000:0.0:1763335106.340100:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b540075756ba lrc: 0/0,0 mode: --/PR res: [0x280000400:0x251:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881315 expref: 27 pid: 27803 timeout: 1199 lvb_type: 1 00010000:00010000:0.0:1763335106.340112:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335106.340114:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335106.340117:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b540075758ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x251:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.340124:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b540075758ea lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x251:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.340139:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335106.340158:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1368a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:2427:x1848989814714240:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 85us (555us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335106.340164:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3100 00000100:00100000:0.0:1763335106.340175:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3101 00000100:00100000:0.0:1763335106.340180:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2429:x1848989814714368:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335106.340186:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335106.340191:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b54007575715 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881331 expref: 19 pid: 35240 timeout: 1199 lvb_type: 0 00010000:00010000:0.0:1763335106.340200:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b54007575715 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881331 expref: 19 pid: 35240 timeout: 1199 lvb_type: 0 00010000:00010000:0.0:1763335106.340211:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b54007575715 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881331 expref: 19 pid: 35240 timeout: 1199 lvb_type: 0 00010000:00010000:0.0:1763335106.340220:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335106.340222:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335106.340224:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075758e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.340231:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075758e3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.340243:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335106.340257:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2429:x1848989814714368:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 78us (631us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335106.340262:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3101 00010000:00010000:0.0:1763335106.340284:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b540075758ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.340291:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b540075758ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.340301:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b540075758ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.340309:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b540075758ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.340346:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763335106.340546:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f6024850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+50:3666:x1848989826065280:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9675us (10366us total) trans 21474838871 rc 0/0 00000100:00100000:0.0:1763335106.340554:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6496 00010000:00010000:0.0:1763335106.340572:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335106.340578:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b540075758ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.340586:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6e00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335106.340590:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b540075758ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.340599:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b540075758ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.340610:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b540075758ea lrc: 1/0,0 mode: --/PW res: [0x280000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.340617:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b540075758ea lrc: 0/0,0 mode: --/PW res: [0x280000400:0x251:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.340630:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335106.340632:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335106.340635:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763335106.340657:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c9b54a80/2, rc 0, transno 21474838871 00000100:00100000:0.0:1763335106.340663:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826065280:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1763335106.340675:0:27803:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075758e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.340683:0:27803:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075758e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.340690:0:27803:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075758e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.340697:0:27803:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075758e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.340708:0:27803:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763335106.340813:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+22:3666:x1848989826064768:12345-0@lo:6:osp-syn-1-1.0 Request processed in 10077us (10667us total) trans 17179871579 rc 0/0 00000100:00100000:0.0:1763335106.340818:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6495 00000004:00080000:0.0:1763335106.340840:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c60b8000/2, rc 0, transno 17179871579 00000100:00100000:0.0:1763335106.340844:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c60b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826064768:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1763335106.341391:0:27804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001d2994a00/0x3ec0b540075756cf lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881323 expref: 17 pid: 8416 timeout: 1199 lvb_type: 1 00000100:00100000:2.0:1763335106.341403:0:27804:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c393c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27804:1848989826066048:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335106.341419:0:27804:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6600/0x3ec0b540075758f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.341426:0:27804:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6600/0x3ec0b540075758f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.341432:0:27804:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6600/0x3ec0b540075758f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.341439:0:27804:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6600/0x3ec0b540075758f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.341445:0:27804:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6600/0x3ec0b540075758f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.341457:0:27804:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1763335106.341569:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+22:3665:x1848989826064896:12345-0@lo:6:osp-syn-1-1.0 Request processed in 10212us (11226us total) trans 17179871580 rc 0/0 00000100:00100000:2.0:1763335106.341576:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6499 00000004:00080000:2.0:1763335106.341604:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c60baa00/2, rc 0, transno 17179871580 00000100:00100000:2.0:1763335106.341609:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c60baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826064896:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1763335106.341631:0:35240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c5280a00/0x3ec0b54007575723 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88133f expref: 25 pid: 28961 timeout: 1199 lvb_type: 0 00000100:00100000:2.0:1763335106.341641:0:35240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c393c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35240:1848989826065664:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335106.341652:0:35240:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7800/0x3ec0b540075758dc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.341660:0:35240:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7800/0x3ec0b540075758dc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.341666:0:35240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7800/0x3ec0b540075758dc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.341674:0:35240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7800/0x3ec0b540075758dc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.341680:0:35240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7800/0x3ec0b540075758dc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.341693:0:35240:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1763335106.341783:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+50:3666:x1848989826065152:12345-0@lo:6:osp-syn-0-1.0 Request processed in 11251us (11702us total) trans 21474838872 rc 0/0 00000100:00100000:2.0:1763335106.341792:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6494 00010000:00010000:2.0:1763335106.341883:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1763335106.341888:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075758e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.341905:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7a00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335106.341909:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075758e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.341917:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075758e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.341929:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075758e3 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.341936:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075758e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.341951:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1763335106.341954:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6600/0x3ec0b540075758f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.341960:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6600 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335106.341963:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6600/0x3ec0b540075758f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.341970:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6600/0x3ec0b540075758f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.341978:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6600/0x3ec0b540075758f1 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.341985:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6600/0x3ec0b540075758f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.341994:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335106.341997:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7800/0x3ec0b540075758dc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.342002:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7800 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335106.342005:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7800/0x3ec0b540075758dc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.342011:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7800/0x3ec0b540075758dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.342020:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7800/0x3ec0b540075758dc lrc: 1/0,0 mode: --/PW res: [0x280000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.342026:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7800/0x3ec0b540075758dc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.342035:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335106.342037:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335106.342038:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763335106.342054:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c9b56d80/2, rc 0, transno 21474838872 00000100:00100000:2.0:1763335106.342059:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826065152:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763335106.342183:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335106.342285:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814713856 00000100:00100000:3.0:1763335106.342291:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814713856 00000100:00100000:3.0:1763335106.342346:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9455 00000100:00100000:3.0:1763335106.342353:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5229880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:56941:x1848989814713856:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335106.342368:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335106.342384:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075758ff lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8813cb expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.342466:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007575906 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335106.342483:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007575906 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335106.342492:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007575906 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:3.0:1763335106.342516:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1e5:0x0]: returning size 2 00000004:00200000:3.0:1763335106.342520:0:13840:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335106.342537:0:13840:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007575906 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335106.342561:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075758ff lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813cb expref: 250 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.342575:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007575906 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813cb expref: 249 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.342584:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e5:0x0].0x0 (ffff9001c4e7a300) 00010000:00010000:3.0:1763335106.342587:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335106.342589:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281e00, rc 0) 00000100:00100000:3.0:1763335106.342627:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5229880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:56941:x1848989814713856:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 273us (3331us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335106.342633:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9455 00010000:00010000:1.0:1763335106.343211:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335106.344438:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.344622:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814714624 00000100:00100000:3.0:1763335106.344631:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814714624 00000100:00100000:3.0:1763335106.344674:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6503 00000100:00100000:3.0:1763335106.344682:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:55956:x1848989814714624:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335106.344696:0:35240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335106.344713:0:35240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c5281800/0x3ec0b5400757590d lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8813d9 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335106.344733:0:35240:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x254:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335106.344749:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335106.344751:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335106.344759:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5281800/0x3ec0b5400757590d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813d9 expref: 18 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.344770:0:35240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c5281800/0x3ec0b5400757590d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813d9 expref: 18 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.344781:0:35240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281800, rc 0) 00000100:00100000:3.0:1763335106.344815:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:55956:x1848989814714624:12345-192.168.204.57@tcp:101:bash.0 Request processed in 135us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335106.344822:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6503 00000100:00100000:2.0:1763335106.350660:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.350704:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.350745:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.350836:0:16421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814714752 00000100:00100000:1.0:1763335106.350847:0:16421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814714752 00002000:00010000:1.0:1763335106.350886:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/594 (0->18446744073709551615) 00002000:00100000:1.0:1763335106.350890:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c393c700 with x1848989814714752 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335106.350914:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c393c700. 00000100:00100000:1.0:1763335106.350938:0:16421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814714880 00000100:00100000:1.0:1763335106.350941:0:16421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814714880 00002000:00010000:1.0:1763335106.350955:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/596 (0->18446744073709551615) 00002000:00100000:1.0:1763335106.350958:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c393f100 with x1848989814714880 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335106.350964:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c393f100. 00000100:00100000:1.0:1763335106.350988:0:16421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1600 00000100:00100000:1.0:1763335106.350997:0:16421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:2427:x1848989814714752:12345-192.168.204.57@tcp:10:bash.0 00000100:00100000:2.0:1763335106.351069:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1601 00000100:00100000:2.0:1763335106.351078:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2426:x1848989814714880:12345-192.168.204.57@tcp:10:bash.0 00000100:00100000:0.0:1763335106.351293:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814715136 00000100:00100000:0.0:1763335106.351301:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814715136 00000100:00100000:0.0:1763335106.351365:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3262 00000100:00100000:0.0:1763335106.351373:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:56941:x1848989814715136:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335106.351532:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:56941:x1848989814715136:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 159us (786us total) trans 4294973064 rc 0/0 00000100:00100000:0.0:1763335106.351543:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3262 00002000:00010000:1.0:1763335106.351654:0:16421:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x252:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335106.351658:0:16421:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x252:0x0] updating lvb mtime from disk: 0 -> 1763335106 00002000:00010000:1.0:1763335106.351660:0:16421:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x252:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335106.351662:0:16421:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x252:0x0] updating lvb ctime from disk: 0 -> 1763335106 00002000:00010000:1.0:1763335106.351664:0:16421:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x252:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335106.351684:0:16421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:2427:x1848989814714752:12345-192.168.204.57@tcp:10:bash.0 Request processed in 689us (1036us total) trans 21474838873 rc 0/0 00000100:00100000:1.0:1763335106.351690:0:16421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1600 00002000:00010000:1.0:1763335106.351693:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/594 (0->18446744073709551615) 00002000:00100000:1.0:1763335106.351695:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c393c700 with x1848989814714752 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335106.351699:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c393c700. 00002000:00010000:2.0:1763335106.351957:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x254:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335106.351960:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x254:0x0] updating lvb mtime from disk: 0 -> 1763335106 00002000:00010000:2.0:1763335106.351963:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x254:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335106.351965:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x254:0x0] updating lvb ctime from disk: 0 -> 1763335106 00002000:00010000:2.0:1763335106.351967:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x254:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335106.351998:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2426:x1848989814714880:12345-192.168.204.57@tcp:10:bash.0 Request processed in 921us (1293us total) trans 17179871581 rc 0/0 00000100:00100000:2.0:1763335106.352279:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1601 00002000:00010000:2.0:1763335106.352284:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/596 (0->18446744073709551615) 00002000:00100000:2.0:1763335106.352287:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c393f100 with x1848989814714880 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335106.352293:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c393f100. 00000100:00100000:0.0:1763335106.357356:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.357456:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.357543:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814715392 00000100:00100000:3.0:1763335106.357555:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814715392 00000100:00100000:3.0:1763335106.357616:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3263 00000100:00100000:3.0:1763335106.357628:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:55956:x1848989814715392:12345-192.168.204.57@tcp:35:bash.0 00000100:00100000:3.0:1763335106.358015:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:55956:x1848989814715392:12345-192.168.204.57@tcp:35:bash.0 Request processed in 388us (705us total) trans 4294973065 rc 0/0 00000100:00100000:3.0:1763335106.358023:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3263 00000100:00100000:1.0:1763335106.358237:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814715520 00000100:00100000:1.0:1763335106.358243:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814715520 00000100:00100000:1.0:1763335106.358283:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9456 00000100:00100000:1.0:1763335106.358291:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:56941:x1848989814715520:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335106.358306:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335106.358366:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575914 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8813e0 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.358421:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757591b lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335106.358435:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757591b lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.358450:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757591b lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.358463:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575922 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335106.358469:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575922 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.358475:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575922 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.358535:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575929 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335106.358544:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575929 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.358550:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575929 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:1.0:1763335106.358573:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1e5:0x0]: returning size 5 00000004:00200000:1.0:1763335106.358577:0:7841:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335106.358589:0:7841:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575929 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.358598:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575929 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.358606:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757591b lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.358611:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757591b lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.358616:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757591b lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.358622:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757591b lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.358627:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202173000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335106.358631:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757591b lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.358637:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757591b lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.358648:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0ebe00) 00010000:00010000:1.0:1763335106.358652:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335106.358656:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757591b lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.358662:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757591b lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.358674:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575922 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.358680:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575922 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.358686:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575922 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.358691:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202173a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335106.358693:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575922 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.358699:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575922 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.358706:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da0ebd00) 00010000:00010000:1.0:1763335106.358709:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335106.358711:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575922 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.358716:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575922 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.358741:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575914 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813e0 expref: 253 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.358756:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575929 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813e0 expref: 252 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.358768:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e5:0x0].0x0 (ffff9001c4e7a300) 00010000:00010000:1.0:1763335106.358770:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335106.358773:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202172200, rc 0) 00000100:00100000:1.0:1763335106.358805:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:56941:x1848989814715520:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 515us (1349us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335106.358811:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9456 00000100:00100000:0.0:1763335106.370204:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.370522:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814715776 00000100:00100000:3.0:1763335106.370532:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814715776 00000100:00100000:3.0:1763335106.370599:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9457 00000100:00100000:3.0:1763335106.370611:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:56941:x1848989814715776:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335106.370633:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335106.370655:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007575930 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8813e7 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.370776:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007575937 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335106.370792:0:13840:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007575906 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813cb expref: 253 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.370801:0:13840:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575929 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813e0 expref: 253 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.370810:0:13840:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007575937 lrc: 5/0,1 mode: --/CW res: [0x240000405:0x1e5:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335106.370843:0:13840:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575929 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813e0 expref: 253 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.370855:0:13840:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575929 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813e0 expref: 253 pid: 7841 timeout: 1199 lvb_type: 0 00000100:00100000:3.0:1763335106.370868:0:13840:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c60b8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13840:1848989826066304:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335106.370972:0:13840:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007575906 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813cb expref: 253 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.370981:0:13840:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007575906 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813cb expref: 253 pid: 13840 timeout: 1199 lvb_type: 0 00000100:00100000:3.0:1763335106.370991:0:13840:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c60bb480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13840:1848989826066432:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335106.371015:0:13840:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c7f9bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1763335106.374825:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.375353:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814716032 00000100:00100000:1.0:1763335106.375373:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814716032 00000100:00100000:1.0:1763335106.375432:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9458 00000100:00100000:1.0:1763335106.375443:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56942:x1848989814716032:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:1.0:1763335106.375505:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1763335106.375532:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075758b2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1e5:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813bd expref: 254 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.375553:0:7841:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575929 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813e0 expref: 253 pid: 7841 timeout: 1199 lvb_type: 0 00010000:00010000:1.0:1763335106.375566:0:7841:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007575906 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813cb expref: 253 pid: 13840 timeout: 1199 lvb_type: 0 00010000:00010000:1.0:1763335106.375578:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007575873 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813a8 expref: 253 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.375589:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e5:0x0].0x0 (ffff9001c4e7a300) 00010000:00010000:1.0:1763335106.375594:0:7841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007575937 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1e5:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.375604:0:7841:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007575937 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1e5:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.375610:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007575937 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x1e5:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.375629:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335106.375659:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757593e lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335106.375668:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757593e lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.375676:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757593e lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.375687:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575945 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335106.375693:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575945 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.375698:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575945 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.375771:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757594c lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335106.375779:0:7841:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007575937 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1e5:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.375786:0:7841:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757594c lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.375798:0:7841:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007575937 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x1e5:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.375805:0:7841:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757594c lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335106.378524:0:13840:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.57@tcp) returned -22 from blocking AST (req@0000000056c527cf x1848989826066304) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575929 lrc: 1/0,0 mode: --/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813e0 expref: 252 pid: 7841 timeout: 1199 lvb_type: 0 00010000:00010000:3.0:1763335106.378549:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575929 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813e0 expref: 252 pid: 7841 timeout: 1199 lvb_type: 0 00000100:00100000:3.0:1763335106.378564:0:13840:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c60b8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13840:1848989826066304:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335106.378578:0:13840:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.57@tcp) returned -22 from blocking AST (req@00000000568958ef x1848989826066432) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007575906 lrc: 1/0,0 mode: --/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813cb expref: 251 pid: 13840 timeout: 1199 lvb_type: 0 00010000:00010000:3.0:1763335106.378588:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007575906 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813cb expref: 251 pid: 13840 timeout: 1199 lvb_type: 0 00000100:00100000:3.0:1763335106.378597:0:13840:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c60bb480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13840:1848989826066432:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335106.378620:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e5:0x0].0x0 (ffff9001c4e7a300) 00010000:00010000:3.0:1763335106.378625:0:13840:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757594c lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335106.378633:0:13840:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757594c lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335106.378642:0:13840:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007575937 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1e5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335106.378651:0:13840:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007575937 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1e5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335106.378657:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007575937 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1e5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13840 initiator: MDT1 00000004:00200000:3.0:1763335106.378684:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1e5:0x0]: returning size 5 00010000:00010000:3.0:1763335106.378804:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007575930 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813e7 expref: 252 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.378823:0:13840:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007575937 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1e5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813e7 expref: 251 pid: 13840 timeout: 1199 lvb_type: 0 00010000:00010000:3.0:1763335106.378832:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007575937 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1e5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813e7 expref: 251 pid: 13840 timeout: 1199 lvb_type: 0 00010000:00010000:3.0:1763335106.378839:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280000, rc 0) 00000100:00100000:3.0:1763335106.378969:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:56941:x1848989814715776:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 8359us (8774us total) trans 4294973066 rc 0/0 00000100:00100000:3.0:1763335106.378978:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9457 00000100:00100000:2.0:1763335106.384464:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.384556:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.384624:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814716288 00000100:00100000:0.0:1763335106.384634:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814716288 00010000:00010000:0.0:1763335106.384667:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007575937 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1e5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813e7 expref: 251 pid: 13840 timeout: 1199 lvb_type: 0 00000100:00100000:0.0:1763335106.384708:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3102 00000100:00100000:0.0:1763335106.384717:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:2428:x1848989814716288:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335106.384731:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335106.384736:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007575937 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1e5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813e7 expref: 251 pid: 13840 timeout: 1199 lvb_type: 0 00010000:00010000:0.0:1763335106.384748:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007575937 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1e5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813e7 expref: 251 pid: 13840 timeout: 1199 lvb_type: 0 00010000:00010000:0.0:1763335106.384769:0:33041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007575937 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x1e5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813e7 expref: 251 pid: 13840 timeout: 1199 lvb_type: 0 00010000:00010000:0.0:1763335106.384783:0:33041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e5:0x0].0x0 (ffff9001c4e7a300) 00010000:00010000:0.0:1763335106.384787:0:33041:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757594c lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.384796:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757594c lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.384803:0:33041:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757594c lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.384832:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335106.384879:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:2428:x1848989814716288:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 163us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335106.384886:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3102 00010000:00010000:1.0:1763335106.385026:0:7841:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757594c lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.385034:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757594c lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00080000:1.0:1763335106.385263:0:7841:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000405:0x1e5:0x0] is inserted into orphan list, open count = 1 00010000:00010000:1.0:1763335106.385387:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757594c lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.385395:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757594c lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.385400:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757594c lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.385406:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202173000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335106.385410:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757594c lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.385417:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757594c lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.385426:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e5:0x0].0x0 (ffff9001c4e7a300) 00010000:00010000:1.0:1763335106.385428:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763335106.385432:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757594c lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.385438:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757594c lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.385458:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757593e lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.385465:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757593e lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.385469:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757593e lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.385474:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757593e lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.385482:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202172600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335106.385485:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757593e lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.385490:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757593e lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.385497:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0ebe00) 00010000:00010000:1.0:1763335106.385499:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335106.385502:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757593e lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.385507:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757593e lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000004:00010000:1.0:1763335106.385519:0:7841:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001f68e041 reply state 0000000032db7cba transno 4294973067 ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575945 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.385528:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575945 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.385534:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da0ebd00) 00010000:00010000:1.0:1763335106.385537:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335106.385539:0:7841:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335106.385587:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:56942:x1848989814716032:12345-192.168.204.57@tcp:36:rm.0 Request processed in 10146us (10770us total) trans 4294973067 rc 0/0 00000100:00100000:1.0:1763335106.385595:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9458 00000100:00100000:1.0:1763335106.385612:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814716160 00000100:00100000:1.0:1763335106.385616:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814716160 00000100:00100000:1.0:1763335106.385641:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9459 00000100:00100000:1.0:1763335106.385648:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:56941:x1848989814716160:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335106.385665:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335106.385682:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b5400757595a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8813ee expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.385736:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575961 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335106.385745:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575961 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.385753:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575961 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:1.0:1763335106.385773:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1e5:0x0]: returning size 5 00000004:00200000:1.0:1763335106.385777:0:7841:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335106.385789:0:7841:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575961 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.385810:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b5400757595a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813ee expref: 253 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.385823:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575961 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813ee expref: 252 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.385830:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e5:0x0].0x0 (ffff9001da0eb300) 00010000:00010000:1.0:1763335106.385833:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1763335106.385835:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202173800, rc 0) 00000100:00100000:1.0:1763335106.385863:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:56941:x1848989814716160:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 215us (1409us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335106.385870:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9459 00000100:00100000:0.0:1763335106.401551:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.401630:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814716544 00000100:00100000:3.0:1763335106.401641:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814716544 00000100:00100000:2.0:1763335106.402310:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9460 00000100:00100000:2.0:1763335106.402353:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:56941:x1848989814716544:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335106.402377:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335106.402396:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007575968 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8813f5 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.402506:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757596f lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335106.402520:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757596f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1e5:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.402532:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757596f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1e5:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:2.0:1763335106.402544:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1e5:0x0]: returning size 5 00010000:00010000:2.0:1763335106.402644:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007575968 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813f5 expref: 255 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.402662:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757596f lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1e5:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813f5 expref: 254 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.402671:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e5:0x0].0x0 (ffff9001da0eb300) 00010000:00010000:2.0:1763335106.402675:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763335106.402678:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7800, rc 0) 00000100:00100000:2.0:1763335106.402744:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56941:x1848989814716544:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 395us (1203us total) trans 4294973068 rc 0/0 00000100:00100000:2.0:1763335106.402751:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9460 00000100:00100000:0.0:1763335106.409049:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.409117:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814716672 00000100:00100000:2.0:1763335106.409128:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814716672 00000100:00100000:0.0:1763335106.409153:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.409199:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6504 00000100:00100000:2.0:1763335106.409210:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:2427:x1848989814716672:12345-192.168.204.57@tcp:1:lfs.0 00010000:00010000:2.0:1763335106.409253:0:27804:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b5400757597d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.409278:0:27804:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3c00/0x3ec0b540075758f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813d2 expref: 26 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.409286:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335106.409287:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335106.409291:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b5400757597d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.409353:0:27804:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3c00/0x3ec0b540075758f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813d2 expref: 26 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.409367:0:27804:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3c00/0x3ec0b540075758f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813d2 expref: 26 pid: 8415 timeout: 1199 lvb_type: 0 00000100:00100000:2.0:1763335106.409382:0:27804:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c393f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27804:1848989826066560:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335106.409449:0:27804:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c79269c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335106.409748:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814716800 00000100:00100000:3.0:1763335106.409753:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814716800 00000100:00100000:3.0:1763335106.409797:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9461 00000100:00100000:3.0:1763335106.409805:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56943:x1848989814716800:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335106.409819:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335106.409836:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007575984 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8813fc expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.409890:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b5400757598b lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335106.409914:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b5400757598b lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335106.409926:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b5400757598b lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335106.409936:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007575992 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335106.409943:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007575992 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335106.409949:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007575992 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335106.409996:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b5400757598b lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335106.410002:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b5400757598b lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335106.410009:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b5400757598b lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335106.410016:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b5400757598b lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335106.410021:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335106.410024:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b5400757598b lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335106.410032:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b5400757598b lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335106.410044:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f6162600) 00010000:00010000:3.0:1763335106.410047:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335106.410051:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b5400757598b lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335106.410057:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b5400757598b lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335106.410068:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007575992 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335106.410074:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007575992 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335106.410080:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007575992 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335106.410095:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335106.410098:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007575992 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335106.410104:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007575992 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335106.410110:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da0ebd00) 00010000:00010000:3.0:1763335106.410113:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335106.410116:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007575992 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335106.410122:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007575992 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335106.410150:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007575984 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813fc expref: 255 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.410159:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f6162600) 00010000:00010000:3.0:1763335106.410161:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335106.410165:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007575984 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813fc expref: 255 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.410178:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281000, rc 0) 00000100:00100000:3.0:1763335106.410210:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56943:x1848989814716800:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 406us (1058us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335106.410217:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9461 00000100:00100000:0.0:1763335106.415596:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.415646:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.415657:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814716928 00000100:00100000:3.0:1763335106.415669:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814716928 00000100:00100000:3.0:1763335106.415740:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9462 00000100:00100000:3.0:1763335106.415753:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff922300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56943:x1848989814716928:12345-192.168.204.57@tcp:101:lfs.0 00000100:00100000:2.0:1763335106.415773:0:27804:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c393f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27804:1848989826066560:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335106.415774:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335106.415803:0:27804:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b5400757597d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.415804:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007575999 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881403 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.415884:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075759a0 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00000100:00100000:1.0:1763335106.415909:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814717056 00010000:00010000:3.0:1763335106.415911:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075759a0 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00000100:00100000:1.0:1763335106.415915:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814717056 00010000:00010000:3.0:1763335106.415927:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075759a0 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.415940:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075759a7 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335106.415948:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075759a7 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00002000:00100000:1.0:1763335106.415952:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000400:0x252:0x0] (0->4) req@ffff9000cbad3480 x1848989814717056/t0(0) o4->357649f3-b5ed-4e47-9c16-69abcfcf3637@192.168.204.57@tcp:152/0 lens 496/0 e 0 to 0 dl 1763335117 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00010000:00010000:3.0:1763335106.415958:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075759a7 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00002000:00100000:1.0:1763335106.415969:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000cbad3480 with x1848989814717056 ext(0->4) 00010000:00010000:1.0:1763335106.415979:0:28395:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3c00/0x3ec0b540075758f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813d2 expref: 27 pid: 8415 timeout: 1199 lvb_type: 0 00010000:00010000:1.0:1763335106.415992:0:28395:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3c00/0x3ec0b540075758f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813d2 expref: 27 pid: 8415 timeout: 1199 lvb_type: 0 00002000:00010000:1.0:1763335106.416000:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9000cbad3480 00010000:00010000:3.0:1763335106.416006:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075759a0 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.416015:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075759a0 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.416021:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075759a0 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.416028:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075759a0 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00000100:00100000:1.0:1763335106.416032:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 107 00010000:00010000:3.0:1763335106.416041:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280200 already unused, calling callback (ffffffffc18d2550) 00000100:00100000:1.0:1763335106.416045:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+27:2427:x1848989814717056:12345-192.168.204.57@tcp:4:bash.0 00010000:00010000:3.0:1763335106.416048:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075759a0 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.416058:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075759a0 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.416071:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f6162100) 00010000:00010000:3.0:1763335106.416075:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335106.416080:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075759a0 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.416086:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075759a0 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.416099:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075759a7 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.416105:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075759a7 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.416111:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075759a7 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.416116:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335106.416119:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075759a7 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.416126:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075759a7 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.416133:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da0ebd00) 00010000:00010000:3.0:1763335106.416136:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335106.416138:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075759a7 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.416144:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b540075759a7 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.416173:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007575999 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881403 expref: 255 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.416185:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f6162100) 00010000:00010000:3.0:1763335106.416187:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335106.416191:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007575999 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881403 expref: 255 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.416205:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280400, rc 0) 00000100:00100000:3.0:1763335106.416264:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff922300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56943:x1848989814716928:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 515us (678us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335106.416272:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9462 00000100:00100000:1.0:1763335106.416834:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:2427:x1848989814717056:12345-192.168.204.57@tcp:4:bash.0 Request processed in 790us (1187us total) trans 21474838874 rc 0/0 00000100:00100000:1.0:1763335106.416843:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 107 00002000:00100000:1.0:1763335106.416850:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000400:0x252:0x0] (0->4) req@ffff9000cbad3480 x1848989814717056/t21474838874(0) o4->357649f3-b5ed-4e47-9c16-69abcfcf3637@192.168.204.57@tcp:152/0 lens 496/448 e 0 to 0 dl 1763335117 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335106.416859:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000cbad3480 with x1848989814717056 ext(0->4) 00010000:00010000:1.0:1763335106.416864:0:28395:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3c00/0x3ec0b540075758f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813d2 expref: 29 pid: 8415 timeout: 1199 lvb_type: 0 00010000:00010000:1.0:1763335106.416876:0:28395:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3c00/0x3ec0b540075758f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813d2 expref: 29 pid: 8415 timeout: 1199 lvb_type: 0 00002000:00010000:1.0:1763335106.416883:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9000cbad3480 00000100:00100000:0.0:1763335106.419824:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.419916:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814717184 00000100:00100000:3.0:1763335106.419925:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814717184 00000100:00100000:3.0:1763335106.419979:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9463 00000100:00100000:3.0:1763335106.419987:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56943:x1848989814717184:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335106.420004:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335106.420023:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075759ae lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88140a expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.420074:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075759b5 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335106.420086:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075759b5 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335106.420095:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075759b5 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:3.0:1763335106.420134:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:3.0:1763335106.420138:0:13840:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763335106.420167:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075759ae lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88140a expref: 256 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.420183:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075759b5 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88140a expref: 255 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.420191:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f6162600) 00010000:00010000:3.0:1763335106.420193:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763335106.420196:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281000, rc 0) 00000100:00100000:3.0:1763335106.421798:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:56943:x1848989814717184:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1802us (1972us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335106.421810:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9463 00000100:00100000:0.0:1763335106.424949:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.425019:0:35246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814717312 00000100:00100000:2.0:1763335106.425030:0:35246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814717312 00010000:00010000:2.0:1763335106.425071:0:35246:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3c00/0x3ec0b540075758f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813d2 expref: 29 pid: 8415 timeout: 1199 lvb_type: 0 00000100:00100000:2.0:1763335106.425118:0:35246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3103 00000100:00100000:2.0:1763335106.425128:0:35246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:2426:x1848989814717312:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335106.425143:0:35246:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1763335106.425160:0:35246:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x252:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:2.0:1763335106.425164:0:35246:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x252:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1763335106.425169:0:35246:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3c00/0x3ec0b540075758f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813d2 expref: 29 pid: 8415 timeout: 1199 lvb_type: 0 00010000:00010000:2.0:1763335106.425181:0:35246:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3c00/0x3ec0b540075758f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813d2 expref: 29 pid: 8415 timeout: 1199 lvb_type: 0 00010000:00010000:2.0:1763335106.425203:0:35246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001fceb3c00/0x3ec0b540075758f8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x252:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813d2 expref: 29 pid: 8415 timeout: 1199 lvb_type: 0 00010000:00010000:2.0:1763335106.425218:0:35246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335106.425220:0:35246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335106.425225:0:35246:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b5400757597d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.425233:0:35246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b5400757597d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.425271:0:35246:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335106.425350:0:35246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+28:2426:x1848989814717312:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 222us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335106.425358:0:35246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3103 00010000:00010000:3.0:1763335106.425637:0:27804:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b5400757597d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.425648:0:27804:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b5400757597d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.425705:0:27804:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b5400757597d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.425715:0:27804:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b5400757597d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.425723:0:27804:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b5400757597d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.425731:0:27804:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6600 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335106.425736:0:27804:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b5400757597d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.425745:0:27804:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b5400757597d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335106.425751:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1763335106.425764:0:27804:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b5400757597d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.425771:0:27804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b5400757597d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335106.426643:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+27:2427:x1848989814716672:12345-192.168.204.57@tcp:1:lfs.0 Request processed in 17432us (17600us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335106.426653:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6504 00000100:00100000:2.0:1763335106.426774:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814717440 00000100:00100000:2.0:1763335106.426781:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814717440 00000100:00100000:2.0:1763335106.426832:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9464 00000100:00100000:2.0:1763335106.426843:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4878a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:56943:x1848989814717440:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335106.426862:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335106.426881:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075759bc lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881411 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.426972:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b540075759c3 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335106.426986:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b540075759c3 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335106.426997:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b540075759c3 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335106.427006:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b540075759ca lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335106.427013:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b540075759ca lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335106.427020:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b540075759ca lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335106.427057:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b540075759c3 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335106.427063:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b540075759c3 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335106.427070:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b540075759c3 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335106.427075:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b540075759c3 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335106.427085:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335106.427089:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b540075759c3 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335106.427096:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b540075759c3 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335106.427105:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f6162600) 00010000:00010000:2.0:1763335106.427108:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335106.427112:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b540075759c3 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335106.427118:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b540075759c3 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335106.427130:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b540075759ca lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335106.427135:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b540075759ca lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335106.427141:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b540075759ca lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335106.427146:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335106.427149:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b540075759ca lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335106.427154:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b540075759ca lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335106.427160:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da0ebd00) 00010000:00010000:2.0:1763335106.427163:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335106.427166:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b540075759ca lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335106.427172:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b540075759ca lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335106.427196:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075759bc lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881411 expref: 256 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.427205:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f6162600) 00010000:00010000:2.0:1763335106.427208:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335106.427212:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075759bc lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881411 expref: 256 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.427220:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6e00, rc 0) 00000100:00100000:2.0:1763335106.427248:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4878a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:56943:x1848989814717440:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 408us (1502us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335106.427254:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9464 00000100:00100000:1.0:1763335106.431774:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.431845:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814717696 00000100:00100000:2.0:1763335106.431856:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814717696 00000100:00100000:2.0:1763335106.431932:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9465 00000100:00100000:2.0:1763335106.431944:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c487a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:56943:x1848989814717696:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335106.431966:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335106.431969:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763335106.431996:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075759b5 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88140a expref: 255 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.432014:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f6162600) 00010000:00010000:2.0:1763335106.432024:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335106.432040:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075759d1 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881418 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.432143:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075759d8 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335106.432156:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075759d8 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335106.432168:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075759d8 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335106.432178:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075759df lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335106.432185:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075759df lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335106.432191:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075759df lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335106.432767:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075759e6 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1e6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335106.432776:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075759e6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335106.432783:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075759e6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:2.0:1763335106.432791:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1e6:0x0]: returning size 0 00010000:00010000:2.0:1763335106.432811:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075759d8 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335106.432817:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075759d8 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335106.432822:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075759d8 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335106.432828:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075759d8 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335106.432833:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335106.432837:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075759d8 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335106.432843:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075759d8 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335106.432850:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c4e7a600) 00010000:00010000:2.0:1763335106.432852:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335106.432855:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075759d8 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335106.432860:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075759d8 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000004:00010000:2.0:1763335106.432869:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000eaa0ffad reply state 000000008f2d4f83 transno 4294973069 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075759df lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335106.432878:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075759df lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335106.432883:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da0ebd00) 00010000:00010000:2.0:1763335106.432885:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335106.432887:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763335106.432918:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075759d1 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881418 expref: 257 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.432937:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075759e6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881418 expref: 256 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.432944:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e6:0x0].0x0 (ffff9001c4e7a300) 00010000:00010000:2.0:1763335106.432946:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335106.432948:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665600, rc 0) 00000100:00100000:2.0:1763335106.432998:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c487a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:56943:x1848989814717696:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1057us (1234us total) trans 4294973069 rc 0/0 00000100:00100000:2.0:1763335106.433005:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9465 00000100:00100000:3.0:1763335106.439108:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.439170:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.439269:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814717952 00000100:00100000:0.0:1763335106.439280:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814717952 00000100:00100000:0.0:1763335106.439365:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814718208 00000100:00100000:0.0:1763335106.439370:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814718208 00000100:00100000:0.0:1763335106.439395:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9466 00000100:00100000:0.0:1763335106.439404:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56941:x1848989814717952:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:0.0:1763335106.439464:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335106.439494:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575961 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813ee expref: 258 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.439516:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e5:0x0].0x0 (ffff9001da0eb300) 00010000:00010000:0.0:1763335106.439522:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335106.439553:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b540075759f4 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335106.439568:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b540075759f4 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.439579:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b540075759f4 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000100:00100000:3.0:1763335106.439687:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9467 00000100:00100000:3.0:1763335106.439698:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:56943:x1848989814718208:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335106.439711:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335106.439725:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075759fb lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1e6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88141f expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1763335106.439807:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1468, 88 off123272 00000004:00080000:1.0:1763335106.439815:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1099419499899ns, next at 1099798070025ns, rc = 0 00010000:00010000:3.0:1763335106.439818:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007575a02 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1e6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335106.439832:0:7841:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075759e6 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881418 expref: 258 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.439840:0:7841:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007575a02 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1e6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00000040:00080000:1.0:1763335106.439846:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1469, 88 off123272 00000004:00080000:1.0:1763335106.439851:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1099419536869ns, next at 1099798037727ns, rc = 0 00000040:00080000:1.0:1763335106.439861:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1470, 88 off123360 00000004:00080000:1.0:1763335106.439864:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1099419549859ns, next at 1099798037727ns, rc = 0 00000040:00080000:1.0:1763335106.439871:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1469, 88 off123360 00010000:00010000:3.0:1763335106.439874:0:7841:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075759e6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881418 expref: 258 pid: 13840 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763335106.439875:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1099419560391ns, next at 1099798070025ns, rc = 0 00010000:00010000:3.0:1763335106.439890:0:7841:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075759e6 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881418 expref: 258 pid: 13840 timeout: 1199 lvb_type: 0 00000100:00100000:3.0:1763335106.439916:0:7841:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c60ba680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826066688:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335106.439994:0:7841:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c7f9bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1763335106.445367:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000001:00080000:1.0:1763335106.445692:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973070 is committed 00000004:00080000:1.0:1763335106.445699:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 964 committed 00000004:00080000:1.0:1763335106.445707:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 961 committed 00000004:00080000:1.0:1763335106.445712:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 960 committed 00000004:00080000:1.0:1763335106.445714:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 963 committed 00000004:00010000:1.0:1763335106.445774:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000568958ef reply state 00000000c990b040 transno 4294973070 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b540075759f4 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.445795:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b540075759f4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.445803:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e5:0x0].0x0 (ffff9001da0eb300) 00010000:00010000:1.0:1763335106.445805:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1763335106.445809:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:1.0:1763335106.445913:0:13591:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1763335106.445924:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:56941:x1848989814717952:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 6520us (6838us total) trans 4294973070 rc 0/0 00000100:00100000:1.0:1763335106.445936:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9466 00010000:00010000:3.0:1763335106.446225:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b540075759f4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.446235:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b540075759f4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.446241:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b540075759f4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.446247:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035e400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335106.446251:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b540075759f4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.446258:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b540075759f4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.446269:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e5:0x0].0x0 (ffff9001da0eb300) 00010000:00010000:3.0:1763335106.446272:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335106.446275:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b540075759f4 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.446281:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b540075759f4 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000100:00100000:3.0:1763335106.446360:0:7841:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c60ba680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826066688:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335106.446384:0:7841:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007575a02 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1e6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000100:00100000:2.0:1763335106.446976:0:35246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814718336 00000100:00100000:2.0:1763335106.446986:0:35246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814718336 00010000:00010000:2.0:1763335106.447016:0:35246:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075759e6 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881418 expref: 251 pid: 13840 timeout: 1199 lvb_type: 0 00000100:00100000:2.0:1763335106.447054:0:35246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3104 00010000:00010000:0.0:1763335106.447059:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575945 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00000100:00100000:2.0:1763335106.447066:0:35246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:2426:x1848989814718336:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335106.447071:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575945 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.447079:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575945 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.447083:0:35246:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335106.447091:0:35246:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075759e6 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881418 expref: 251 pid: 13840 timeout: 1199 lvb_type: 0 00010000:00010000:0.0:1763335106.447093:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202173a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335106.447099:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575945 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.447109:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575945 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.447110:0:35246:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075759e6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881418 expref: 251 pid: 13840 timeout: 1199 lvb_type: 0 00010000:00010000:0.0:1763335106.447123:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da0ebd00) 00010000:00010000:0.0:1763335106.447127:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335106.447130:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575945 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.447137:0:35246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075759e6 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881418 expref: 251 pid: 13840 timeout: 1199 lvb_type: 0 00010000:00010000:0.0:1763335106.447138:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575945 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.447164:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075759df lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335106.447167:0:35246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e6:0x0].0x0 (ffff9001c4e7a300) 00010000:00010000:2.0:1763335106.447174:0:35246:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007575a02 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1e6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.447177:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075759df lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335106.447185:0:35246:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007575a02 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.447187:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075759df lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335106.447200:0:35246:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007575a02 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1e6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.447201:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335106.447206:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075759df lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335106.447214:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075759df lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335106.447223:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da0ebd00) 00010000:00010000:2.0:1763335106.447224:0:35246:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335106.447228:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335106.447232:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075759df lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335106.447238:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075759df lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000100:00100000:2.0:1763335106.447272:0:35246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:2426:x1848989814718336:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 208us (1916us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335106.447279:0:35246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3104 00000100:00100000:0.0:1763335106.447365:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763335106.447381:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c393d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826067200:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763335106.447382:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c393f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826066944:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763335106.447438:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763335106.447951:0:7841:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007575a02 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335106.447959:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007575a02 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:3.0:1763335106.447980:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1e6:0x0]: returning size 0 00000004:00080000:3.0:1763335106.448157:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x256:0x0], index 1: 0 00000004:00080000:3.0:1763335106.448164:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x254:0x0], index 0: 0 00000004:00080000:3.0:1763335106.448169:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x255:0x0], index 0: 0 00000004:00080000:3.0:1763335106.448172:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x257:0x0], index 1: 0 00010000:00010000:3.0:1763335106.448272:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007575a02 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335106.448279:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007575a02 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1e6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335106.448285:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007575a02 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1e6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335106.448289:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335106.448292:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007575a02 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1e6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335106.448298:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007575a02 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1e6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335106.448307:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e6:0x0].0x0 (ffff9001c4e7a300) 00010000:00010000:3.0:1763335106.448310:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335106.448332:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007575a02 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1e6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335106.448339:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007575a02 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1e6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335106.448382:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075759fb lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1e6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88141f expref: 248 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.448391:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e6:0x0].0x0 (ffff9001c4e7a300) 00010000:00010000:3.0:1763335106.448394:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763335106.448397:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075759fb lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1e6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88141f expref: 248 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.448409:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280a00, rc 0) 00000100:00100000:2.0:1763335106.449750:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763335106.449766:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c522b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826067072:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335106.449819:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335106.449864:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826066944 00000100:00100000:0.0:1763335106.449872:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826066944 00000100:00100000:2.0:1763335106.449875:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826067072 00000100:00100000:2.0:1763335106.449881:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826067072 00000100:00100000:0.0:1763335106.449928:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6505 00000100:00100000:2.0:1763335106.449936:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6506 00000100:00100000:0.0:1763335106.449941:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+22:3664:x1848989826066944:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763335106.449948:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+50:3664:x1848989826067072:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763335106.450072:0:27804:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x253:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335106.450072:0:35240:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x254:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335106.450079:0:27804:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x253:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763335106.450079:0:35240:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x254:0x0] updating lvb mtime from disk: 1763335106 -> 1763335106 00002000:00010000:2.0:1763335106.450084:0:27804:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x253:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335106.450087:0:27804:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x253:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763335106.450090:0:27804:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x253:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335106.450125:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+51:3664:x1848989826067072:12345-0@lo:2:osp-syn-0-1.0 Request processed in 181us (306us total) trans 21474838875 rc 0/0 00000100:00100000:2.0:1763335106.450131:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6506 00002000:00010000:0.0:1763335106.450142:0:35240:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x254:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335106.450145:0:35240:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x254:0x0] updating lvb ctime from disk: 1763335106 -> 1763335106 00002000:00010000:0.0:1763335106.450147:0:35240:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x254:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00080000:2.0:1763335106.450173:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c522b480/2, rc 0, transno 21474838875 00000100:00100000:2.0:1763335106.450181:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c522b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826067072:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335106.450190:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+23:3664:x1848989826066944:12345-0@lo:2:osp-syn-1-1.0 Request processed in 251us (2749us total) trans 17179871582 rc 0/0 00000004:00080000:2.0:1763335106.450197:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c393f800/2, rc 0, transno 17179871582 00000100:00100000:0.0:1763335106.450200:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6505 00000100:00100000:2.0:1763335106.450205:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c393f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826066944:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335106.450521:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335106.450542:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5228e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826066816:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335106.450567:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335106.451169:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:56943:x1848989814718208:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 11470us (11995us total) trans 4294973071 rc 301/301 00000100:00100000:3.0:1763335106.451178:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9467 00000100:00100000:2.0:1763335106.451263:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.451462:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826067200 00000100:00100000:0.0:1763335106.451469:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826067200 00000100:00100000:0.0:1763335106.451507:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826066816 00000100:00100000:0.0:1763335106.451510:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826066816 00000100:00100000:0.0:1763335106.451531:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6507 00000100:00100000:0.0:1763335106.451538:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4878e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+23:3666:x1848989826067200:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763335106.451627:0:8416:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x255:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335106.451630:0:8416:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x255:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763335106.451633:0:8416:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x255:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335106.451635:0:8416:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x255:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763335106.451637:0:8416:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x255:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335106.451673:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4878e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+24:3666:x1848989826067200:12345-0@lo:2:osp-syn-1-1.0 Request processed in 136us (1152us total) trans 17179871583 rc 0/0 00000100:00100000:0.0:1763335106.451679:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6507 00000100:00100000:0.0:1763335106.451690:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6508 00000100:00100000:0.0:1763335106.451695:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c487bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+51:3666:x1848989826066816:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335106.451765:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c487bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+52:3666:x1848989826066816:12345-0@lo:2:osp-syn-0-1.0 Request processed in 69us (1197us total) trans 21474838876 rc 0/0 00000100:00100000:0.0:1763335106.451771:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6508 00000004:00080000:0.0:1763335106.451811:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c393d880/2, rc 0, transno 17179871583 00000100:00100000:0.0:1763335106.451816:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c393d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826067200:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763335106.451825:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5228e00/2, rc 0, transno 21474838876 00000100:00100000:0.0:1763335106.451829:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5228e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826066816:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335106.452118:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814718464 00000100:00100000:3.0:1763335106.452122:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814718464 00000100:00100000:3.0:1763335106.452152:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9468 00000100:00100000:3.0:1763335106.452159:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+247:56941:x1848989814718464:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335106.452174:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335106.452195:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007575a10 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881426 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.452246:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007575a10 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881426 expref: 248 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.452262:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007575a10 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881426 expref: 248 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.452281:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e5:0x0].0x0 (ffff9001da0eb300) 00010000:00010000:3.0:1763335106.452284:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335106.452288:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280000, rc 0) 00000100:00100000:3.0:1763335106.452344:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:56941:x1848989814718464:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 184us (1081us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335106.452351:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9468 00000100:00100000:2.0:1763335106.456257:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.456370:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814718720 00000100:00100000:0.0:1763335106.456381:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814718720 00000100:00100000:0.0:1763335106.456434:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3264 00000100:00100000:0.0:1763335106.456444:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:56943:x1848989814718720:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335106.456730:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:56943:x1848989814718720:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 286us (482us total) trans 4294973072 rc 0/0 00000100:00100000:0.0:1763335106.456737:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3264 00000100:00100000:0.0:1763335106.459376:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.460076:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814718848 00000100:00100000:3.0:1763335106.460098:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814718848 00000100:00100000:3.0:1763335106.460155:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9469 00000100:00100000:3.0:1763335106.460165:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c522b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:56941:x1848989814718848:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335106.460183:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335106.460205:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007575a17 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88142d expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.460275:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007575a1e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335106.460290:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007575a1e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.460301:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007575a1e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:3.0:1763335106.460375:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1e5:0x0]: returning size 5 00000004:00200000:3.0:1763335106.460380:0:13591:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335106.460398:0:13591:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007575a1e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335106.460425:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007575a17 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88142d expref: 251 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.460443:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007575a1e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88142d expref: 250 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.460452:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e5:0x0].0x0 (ffff9001da0eb300) 00010000:00010000:3.0:1763335106.460455:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1763335106.460459:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281200, rc 0) 00000100:00100000:3.0:1763335106.462048:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c522b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:56941:x1848989814718848:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1876us (2672us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335106.462060:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9469 00000100:00100000:2.0:1763335106.462609:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.462758:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814719104 00000100:00100000:3.0:1763335106.462767:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814719104 00000100:00100000:3.0:1763335106.463039:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3265 00000100:00100000:3.0:1763335106.463049:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:56943:x1848989814719104:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335106.463289:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:56943:x1848989814719104:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 240us (679us total) trans 4294973073 rc 0/0 00000100:00100000:3.0:1763335106.463297:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3265 00000100:00100000:0.0:1763335106.468002:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.468059:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.468206:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814719488 00000100:00100000:1.0:1763335106.468217:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814719488 00000100:00100000:1.0:1763335106.468287:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9470 00000100:00100000:1.0:1763335106.468298:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:55956:x1848989814719488:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335106.468343:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335106.468459:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575a25 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88143b expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335106.468649:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814719232 00000100:00100000:3.0:1763335106.468653:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814719232 00000100:00100000:3.0:1763335106.468688:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6509 00000100:00100000:3.0:1763335106.468695:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c522aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+27:2426:x1848989814719232:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335106.468704:0:35240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335106.468716:0:35240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007575a33 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881434 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335106.468734:0:35240:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x252:0x0] initial LVB size: 5, mtime: 0x691a5bc2, atime: 0x0, ctime: 0x691a5bc2, blocks: 0x8 00010000:00010000:3.0:1763335106.468749:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335106.468751:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335106.468761:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007575a33 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881434 expref: 28 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335106.468776:0:35240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007575a33 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881434 expref: 28 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335106.468788:0:35240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280200, rc 0) 00000100:00100000:3.0:1763335106.468849:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c522aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+28:2426:x1848989814719232:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 153us (856us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335106.468856:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6509 00010000:00010000:1.0:1763335106.469480:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575a2c lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335106.469494:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575a2c lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.469503:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575a2c lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.469518:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575a3a lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335106.469524:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575a3a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.469530:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575a3a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.469585:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575a41 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1e6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335106.469592:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575a41 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.469598:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575a41 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:1.0:1763335106.469607:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1e6:0x0]: returning size 0 00010000:00010000:1.0:1763335106.469679:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575a2c lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.469686:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575a2c lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.469691:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575a2c lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.469697:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575a2c lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.469702:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202172c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335106.469705:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575a2c lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.469712:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575a2c lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.469722:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2c00) 00010000:00010000:1.0:1763335106.469724:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335106.469728:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575a2c lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.469734:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575a2c lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.469749:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575a3a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.469754:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575a3a lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.469760:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575a3a lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.469764:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202172200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335106.469766:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575a3a lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.469770:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575a3a lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.469775:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2600) 00010000:00010000:1.0:1763335106.469777:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335106.469779:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575a3a lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.469784:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575a3a lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.469821:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575a25 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88143b expref: 254 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.469832:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575a41 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88143b expref: 253 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.469838:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e6:0x0].0x0 (ffff9001cada2800) 00010000:00010000:1.0:1763335106.469841:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335106.469843:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202173000, rc 0) 00000100:00100000:1.0:1763335106.469878:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:55956:x1848989814719488:12345-192.168.204.57@tcp:101:bash.0 Request processed in 1582us (1819us total) trans 4294973074 rc 0/0 00000100:00100000:1.0:1763335106.469884:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9470 00000100:00100000:3.0:1763335106.478654:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.478719:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814719616 00000100:00100000:0.0:1763335106.478731:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814719616 00000100:00100000:0.0:1763335106.478959:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9471 00000100:00100000:0.0:1763335106.478970:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:55956:x1848989814719616:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335106.478998:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335106.479023:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575a4f lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1e6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881442 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.479064:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007575a56 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1e6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335106.479078:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007575a56 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.479089:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007575a56 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.479220:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575a4f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1e6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881442 expref: 255 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.479241:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007575a56 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881442 expref: 254 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.479250:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e6:0x0].0x0 (ffff9001cada2800) 00010000:00010000:0.0:1763335106.479254:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763335106.479259:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035fe00, rc 0) 00000100:00100000:0.0:1763335106.479377:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:55956:x1848989814719616:12345-192.168.204.57@tcp:101:bash.0 Request processed in 409us (738us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335106.479385:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9471 00000100:00100000:0.0:1763335106.484129:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.488129:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814719872 00000100:00100000:3.0:1763335106.488146:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814719872 00000100:00100000:2.0:1763335106.488289:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9472 00000100:00100000:2.0:1763335106.488301:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:55956:x1848989814719872:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:2.0:1763335106.488389:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335106.488416:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575a41 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88143b expref: 254 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.488436:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e6:0x0].0x0 (ffff9001cada2800) 00010000:00010000:2.0:1763335106.488441:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335106.488730:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007575a5d lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1e6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335106.488743:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007575a5d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.488752:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007575a5d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000001:00080000:2.0:1763335106.488953:0:7841:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973075 00000004:00010000:2.0:1763335106.489400:0:7841:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006633fed4 reply state 00000000e63a2da7 transno 4294973076 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007575a5d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.489414:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007575a5d lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.489420:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e6:0x0].0x0 (ffff9001cada2800) 00010000:00010000:2.0:1763335106.489422:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335106.489425:0:7841:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335106.491063:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:55956:x1848989814719872:12345-192.168.204.57@tcp:36:bash.0 Request processed in 2755us (6934us total) trans 4294973076 rc 0/0 00000100:00100000:2.0:1763335106.491075:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9472 00000020:00080000:2.0:1763335106.491083:0:7841:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763335106.494297:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.494689:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814720000 00000100:00100000:0.0:1763335106.494701:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814720000 00000100:00100000:0.0:1763335106.494975:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9473 00000100:00100000:0.0:1763335106.494986:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:55956:x1848989814720000:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335106.495010:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335106.495037:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575a64 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1e6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881449 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.495185:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575a64 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1e6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881449 expref: 257 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.495200:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575a64 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1e6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881449 expref: 257 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.495218:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e6:0x0].0x0 (ffff9001cada2800) 00010000:00010000:0.0:1763335106.495222:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335106.495226:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035ec00, rc 0) 00000100:00100000:0.0:1763335106.495290:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:55956:x1848989814720000:12345-192.168.204.57@tcp:101:bash.0 Request processed in 306us (1004us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335106.495298:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9473 00000100:00100000:3.0:1763335106.501458:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.501624:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814720256 00000100:00100000:0.0:1763335106.501635:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814720256 00000100:00100000:0.0:1763335106.501694:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9474 00000100:00100000:0.0:1763335106.501705:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:55956:x1848989814720256:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335106.501727:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335106.501730:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763335106.501758:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575a64 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1e6:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881449 expref: 257 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.501777:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e6:0x0].0x0 (ffff9001cada2800) 00010000:00010000:0.0:1763335106.501781:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335106.501796:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575a6b lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1e6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881450 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.501846:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007575a72 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1e6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335106.501861:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007575a72 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e6:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.501870:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007575a72 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e6:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000040:00080000:0.0:1763335106.502130:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1471, 88 off123448 00000004:00080000:0.0:1763335106.502138:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1099481822685ns, next at 1099798037727ns, rc = 0 00000040:00080000:0.0:1763335106.502180:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1470, 88 off123448 00000004:00080000:0.0:1763335106.502186:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1099481871243ns, next at 1099798070025ns, rc = 0 00000040:00080000:0.0:1763335106.502215:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1471, 88 off123536 00000004:00080000:0.0:1763335106.502220:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1099481905290ns, next at 1099798070025ns, rc = 0 00000040:00080000:0.0:1763335106.502230:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1472, 88 off123536 00000004:00080000:0.0:1763335106.502234:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1099481919483ns, next at 1099798037727ns, rc = 0 00000001:00080000:1.0:1763335106.505606:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973077 is committed 00000004:00080000:1.0:1763335106.505621:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 963 committed 00010000:00010000:0.0:1763335106.505726:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007575a5d lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.505739:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007575a5d lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.505747:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007575a5d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.505753:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335106.505758:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007575a5d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.505765:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007575a5d lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.505782:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e6:0x0].0x0 (ffff9001cada2800) 00010000:00010000:0.0:1763335106.505785:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335106.505790:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007575a5d lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.505796:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007575a5d lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1e6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000100:00100000:2.0:1763335106.506469:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763335106.506490:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c2f25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826067456:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763335106.506558:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335106.506606:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826067456 00000100:00100000:2.0:1763335106.506614:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826067456 00000100:00100000:2.0:1763335106.506664:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6510 00000100:00100000:2.0:1763335106.506673:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+24:3665:x1848989826067456:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335106.506716:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763335106.506727:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826067328:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335106.506757:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335106.506785:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826067328 00000100:00100000:0.0:1763335106.506789:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826067328 00000100:00100000:0.0:1763335106.506814:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6511 00000100:00100000:0.0:1763335106.506820:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+26:3666:x1848989826067328:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763335106.506852:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+26:3665:x1848989826067456:12345-0@lo:2:osp-syn-1-1.0 Request processed in 178us (291us total) trans 17179871584 rc 0/0 00000100:00100000:2.0:1763335106.506861:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6510 00000100:00100000:0.0:1763335106.507518:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+26:3666:x1848989826067328:12345-0@lo:2:osp-syn-1-1.0 Request processed in 696us (758us total) trans 17179871585 rc 0/0 00000100:00100000:0.0:1763335106.507526:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6511 00000004:00080000:0.0:1763335106.507569:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5f79c00/2, rc 0, transno 17179871585 00000100:00100000:0.0:1763335106.507575:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826067328:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763335106.507813:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 966 committed 00000004:00080000:1.0:1763335106.507832:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 965 committed 00000004:00080000:1.0:1763335106.507837:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 962 committed 00000100:00100000:3.0:1763335106.507865:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.507940:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763335106.507949:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c7832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826067712:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335106.507980:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335106.508002:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763335106.508010:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c7830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826067584:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335106.508031:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335106.508167:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814720384 00000100:00100000:0.0:1763335106.508174:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814720384 00000100:00100000:0.0:1763335106.508212:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826067712 00000100:00100000:0.0:1763335106.508216:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826067712 00000100:00100000:0.0:1763335106.508236:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826067584 00000100:00100000:0.0:1763335106.508238:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826067584 00000100:00100000:0.0:1763335106.508256:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6512 00000100:00100000:0.0:1763335106.508263:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7831180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+28:2426:x1848989814720384:12345-192.168.204.57@tcp:23:lfs.0 00000100:00100000:0.0:1763335106.508484:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7831180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+28:2426:x1848989814720384:12345-192.168.204.57@tcp:23:lfs.0 Request processed in 219us (619us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335106.508491:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6512 00000100:00100000:0.0:1763335106.508506:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6513 00000100:00100000:0.0:1763335106.508512:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7831c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+53:3667:x1848989826067712:12345-0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763335106.508630:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c2f25c00/2, rc 0, transno 17179871584 00000100:00100000:0.0:1763335106.508630:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7831c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+54:3667:x1848989826067712:12345-0@lo:2:osp-syn-0-1.0 Request processed in 116us (647us total) trans 21474838877 rc 0/0 00000100:00100000:2.0:1763335106.508640:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c2f25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826067456:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335106.508642:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6513 00000100:00100000:0.0:1763335106.508661:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6514 00000100:00100000:0.0:1763335106.508669:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7833b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+53:3664:x1848989826067584:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335106.509481:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7833b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+54:3664:x1848989826067584:12345-0@lo:2:osp-syn-0-1.0 Request processed in 810us (1446us total) trans 21474838878 rc 0/0 00000100:00100000:0.0:1763335106.509489:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6514 00000004:00080000:0.0:1763335106.509571:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c7832d80/2, rc 0, transno 21474838877 00000100:00100000:0.0:1763335106.509577:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c7832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826067712:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1763335106.509635:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007575a72 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1e6:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881450 expref: 251 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.509647:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e6:0x0].0x0 (ffff9001cada2800) 00010000:00010000:0.0:1763335106.509650:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763335106.509665:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575a6b lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1e6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881450 expref: 251 pid: 7841 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763335106.509683:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007575a72 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1e6:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881450 expref: 250 pid: 7841 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1763335106.509698:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c7830000/2, rc 0, transno 21474838878 00000100:00100000:2.0:1763335106.509706:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c7830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826067584:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1763335106.509709:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e6:0x0].0x0 (ffff9001cada2800) 00010000:00010000:0.0:1763335106.509713:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763335106.509716:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035e000, rc 0) 00000100:00100000:0.0:1763335106.509763:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:55956:x1848989814720256:12345-192.168.204.57@tcp:101:bash.0 Request processed in 8060us (8315us total) trans 4294973077 rc 0/0 00000100:00100000:0.0:1763335106.509770:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9474 00000100:00100000:3.0:1763335106.510562:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.511462:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814720512 00000100:00100000:0.0:1763335106.511472:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814720512 00000100:00100000:0.0:1763335106.511529:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6515 00000100:00100000:0.0:1763335106.511538:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7833100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+28:2427:x1848989814720512:12345-192.168.204.57@tcp:23:lfs.0 00000100:00100000:0.0:1763335106.511649:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7833100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+28:2427:x1848989814720512:12345-192.168.204.57@tcp:23:lfs.0 Request processed in 111us (1088us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335106.511656:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6515 00000100:00100000:2.0:1763335106.513291:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.513448:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814720640 00000100:00100000:1.0:1763335106.513458:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814720640 00000100:00100000:1.0:1763335106.513508:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6516 00000100:00100000:1.0:1763335106.513517:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:55956:x1848989814720640:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335106.513534:0:27803:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335106.513556:0:27803:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff900202172600/0x3ec0b54007575a79 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881457 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335106.513580:0:27803:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x256:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763335106.513599:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335106.513602:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335106.513613:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff900202172600/0x3ec0b54007575a79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881457 expref: 20 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.513629:0:27803:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff900202172600/0x3ec0b54007575a79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881457 expref: 20 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.513641:0:27803:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202172600, rc 0) 00000100:00100000:1.0:1763335106.513696:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:55956:x1848989814720640:12345-192.168.204.57@tcp:101:bash.0 Request processed in 180us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335106.513703:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6516 00000100:00100000:3.0:1763335106.521522:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.521567:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.521647:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814720768 00000100:00100000:1.0:1763335106.521657:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814720768 00000100:00100000:1.0:1763335106.521733:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1602 00000100:00100000:1.0:1763335106.521743:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7833800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+28:2426:x1848989814720768:12345-192.168.204.57@tcp:3:lfs.0 00010000:00010000:1.0:1763335106.521801:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff900202172200/0x3ec0b54007575a80 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.521817:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335106.521819:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335106.521824:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff900202172200/0x3ec0b54007575a80 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.521838:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff900202172200/0x3ec0b54007575a80 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335106.521932:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814720896 00000100:00100000:0.0:1763335106.521937:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814720896 00010000:00010000:1.0:1763335106.521952:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff900202172200/0x3ec0b54007575a80 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.521963:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff900202172200/0x3ec0b54007575a80 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.521971:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff900202172200/0x3ec0b54007575a80 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335106.521980:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6517 00010000:00010000:1.0:1763335106.521982:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202172200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335106.521988:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff900202172200/0x3ec0b54007575a80 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335106.521990:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:55956:x1848989814720896:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335106.522004:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff900202172200/0x3ec0b54007575a80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.522005:0:27803:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335106.522023:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff900202172200/0x3ec0b54007575a80 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.522024:0:27803:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d035ea00/0x3ec0b54007575a87 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88145e expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.522044:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff900202172200/0x3ec0b54007575a80 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335106.522053:0:27803:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x254:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335106.522068:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335106.522076:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335106.522084:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d035ea00/0x3ec0b54007575a87 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88145e expref: 30 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.522098:0:27803:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9001d035ea00/0x3ec0b54007575a87 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88145e expref: 30 pid: 27803 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335106.522106:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7833800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+30:2426:x1848989814720768:12345-192.168.204.57@tcp:3:lfs.0 Request processed in 363us (593us total) trans 0 rc 4096/4096 00010000:00010000:0.0:1763335106.522111:0:27803:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035ea00, rc 0) 00000100:00100000:1.0:1763335106.522116:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1602 00000100:00100000:0.0:1763335106.522154:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:55956:x1848989814720896:12345-192.168.204.57@tcp:101:bash.0 Request processed in 165us (585us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335106.522161:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6517 00000100:00100000:3.0:1763335106.524550:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.524590:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.524666:0:16421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814721024 00000100:00100000:2.0:1763335106.524675:0:16421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814721024 00002000:00010000:2.0:1763335106.524710:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/598 (0->18446744073709551615) 00002000:00100000:2.0:1763335106.524715:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c7830700 with x1848989814721024 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335106.524726:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c7830700. 00000100:00100000:2.0:1763335106.524758:0:16421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814721152 00000100:00100000:2.0:1763335106.524761:0:16421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814721152 00002000:00010000:2.0:1763335106.524774:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/596 (0->18446744073709551615) 00002000:00100000:2.0:1763335106.524777:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c7832680 with x1848989814721152 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335106.524784:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c7832680. 00000100:00100000:2.0:1763335106.524808:0:16421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1603 00000100:00100000:2.0:1763335106.524817:0:16421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7830700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:2426:x1848989814721024:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:2.0:1763335106.525012:0:16421:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x256:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335106.525016:0:16421:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x256:0x0] updating lvb mtime from disk: 0 -> 1763335106 00002000:00010000:2.0:1763335106.525019:0:16421:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x256:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335106.525021:0:16421:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x256:0x0] updating lvb ctime from disk: 0 -> 1763335106 00002000:00010000:2.0:1763335106.525023:0:16421:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x256:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335106.525079:0:16421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7830700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:2426:x1848989814721024:12345-192.168.204.57@tcp:10:bash.0 Request processed in 262us (536us total) trans 17179871586 rc 0/0 00000100:00100000:2.0:1763335106.525087:0:16421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1603 00002000:00010000:2.0:1763335106.525091:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/598 (0->18446744073709551615) 00002000:00100000:2.0:1763335106.525094:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c7830700 with x1848989814721024 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335106.525098:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c7830700. 00000100:00100000:2.0:1763335106.525116:0:16421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1604 00000100:00100000:2.0:1763335106.525123:0:16421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7832680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:2427:x1848989814721152:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:2.0:1763335106.525209:0:16421:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x254:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335106.525212:0:16421:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x254:0x0] updating lvb mtime from disk: 0 -> 1763335106 00002000:00010000:2.0:1763335106.525214:0:16421:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x254:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335106.525216:0:16421:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x254:0x0] updating lvb ctime from disk: 0 -> 1763335106 00002000:00010000:2.0:1763335106.525218:0:16421:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x254:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335106.525242:0:16421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7832680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+30:2427:x1848989814721152:12345-192.168.204.57@tcp:10:bash.0 Request processed in 119us (651us total) trans 21474838879 rc 0/0 00000100:00100000:2.0:1763335106.525248:0:16421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1604 00002000:00010000:2.0:1763335106.525251:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/596 (0->18446744073709551615) 00002000:00100000:2.0:1763335106.525253:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c7832680 with x1848989814721152 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335106.525257:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c7832680. 00000100:00100000:2.0:1763335106.530716:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.530748:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.530831:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814721280 00000100:00100000:0.0:1763335106.530841:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814721280 00000100:00100000:0.0:1763335106.530905:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9475 00000100:00100000:0.0:1763335106.530914:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:56941:x1848989814721280:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335106.530939:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335106.530957:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575a8e lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881465 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.530989:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b54007575a95 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335106.531004:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b54007575a95 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.531015:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b54007575a95 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.531123:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575a8e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881465 expref: 252 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.531142:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e400/0x3ec0b54007575a95 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881465 expref: 251 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.531150:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e5:0x0].0x0 (ffff9001da0eb300) 00010000:00010000:0.0:1763335106.531154:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763335106.531157:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035e400, rc 0) 00000100:00100000:0.0:1763335106.531225:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:56941:x1848989814721280:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 311us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335106.531232:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9475 00000100:00100000:3.0:1763335106.531297:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814721536 00000100:00100000:3.0:1763335106.531302:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814721536 00000100:00100000:3.0:1763335106.531358:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3266 00000100:00100000:3.0:1763335106.531366:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001d1848850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:55956:x1848989814721536:12345-192.168.204.57@tcp:35:bash.0 00000100:00100000:3.0:1763335106.531594:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001d1848850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:55956:x1848989814721536:12345-192.168.204.57@tcp:35:bash.0 Request processed in 227us (842us total) trans 4294973078 rc 0/0 00000100:00100000:3.0:1763335106.531600:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3266 00000100:00100000:3.0:1763335106.538128:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.538237:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.538770:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814721664 00000100:00100000:0.0:1763335106.538782:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814721664 00000100:00100000:0.0:1763335106.538857:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1605 00000100:00100000:0.0:1763335106.538868:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:2426:x1848989814721664:12345-192.168.204.57@tcp:4:lfs.0 00010000:00010000:0.0:1763335106.538917:0:23997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575a9c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.538936:0:23997:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575849 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881393 expref: 21 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335106.538945:0:23997:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335106.538947:0:23997:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335106.538952:0:23997:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575a9c lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.538989:0:23997:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575849 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881393 expref: 21 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335106.539005:0:23997:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575849 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881393 expref: 21 pid: 35240 timeout: 1199 lvb_type: 1 00000100:00100000:0.0:1763335106.539020:0:23997:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4aa0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:23997:1848989826067840:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335106.539098:0:23997:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001d1c57d80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335106.540685:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814721792 00000100:00100000:1.0:1763335106.540696:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814721792 00000100:00100000:1.0:1763335106.540743:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9476 00000100:00100000:1.0:1763335106.540753:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7831880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:56944:x1848989814721792:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:1.0:1763335106.540773:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335106.540794:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575aa3 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88146c expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.540854:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575aaa lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335106.540867:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575aaa lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.540878:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575aaa lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.540908:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575ab1 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335106.540915:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575ab1 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.540921:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575ab1 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.540991:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575ab8 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1e6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335106.540999:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575ab8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.541005:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575ab8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:1.0:1763335106.541043:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1e6:0x0]: returning size 5 00000004:00200000:1.0:1763335106.541047:0:13591:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335106.541063:0:13591:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575ab8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.541074:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575ab8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.541083:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575aaa lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.541089:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575aaa lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.541096:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575aaa lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.541106:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575aaa lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.541112:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202172c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335106.541115:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575aaa lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.541133:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575aaa lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.541148:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c3c08f00) 00010000:00010000:1.0:1763335106.541151:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335106.541157:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575aaa lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.541164:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575aaa lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.541179:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575ab1 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.541186:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575ab1 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.541192:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575ab1 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.541197:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202173800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335106.541199:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575ab1 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.541205:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575ab1 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.541216:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c3c08800) 00010000:00010000:1.0:1763335106.541219:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335106.541221:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575ab1 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.541227:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575ab1 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.541260:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575aa3 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88146c expref: 254 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.541275:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575ab8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88146c expref: 253 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.541282:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e6:0x0].0x0 (ffff9001cada2800) 00010000:00010000:1.0:1763335106.541284:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335106.541287:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202173a00, rc 0) 00000100:00100000:1.0:1763335106.541397:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7831880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56944:x1848989814721792:12345-192.168.204.57@tcp:101:rm.0 Request processed in 643us (3281us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335106.541405:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9476 00000100:00100000:3.0:1763335106.542503:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.542604:0:23997:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4aa0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:23997:1848989826067840:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335106.542629:0:23997:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575a9c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335106.543048:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814721920 00000100:00100000:2.0:1763335106.543055:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814721920 00010000:00010000:2.0:1763335106.544485:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575849 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881393 expref: 22 pid: 35240 timeout: 1199 lvb_type: 1 00000100:00100000:2.0:1763335106.544543:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3105 00000100:00100000:2.0:1763335106.544558:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7830e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+22:2427:x1848989814721920:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335106.544576:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335106.544596:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575849 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x255:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881393 expref: 22 pid: 35240 timeout: 1199 lvb_type: 1 00010000:00010000:2.0:1763335106.544615:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575849 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x255:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881393 expref: 22 pid: 35240 timeout: 1199 lvb_type: 1 00010000:00010000:2.0:1763335106.544638:0:33041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575849 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x255:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881393 expref: 22 pid: 35240 timeout: 1199 lvb_type: 1 00010000:00010000:2.0:1763335106.544655:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335106.544657:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335106.544661:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575a9c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.544670:0:33041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575a9c lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.544701:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335106.544765:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7830e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:2427:x1848989814721920:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 213us (2266us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335106.544773:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3105 00010000:00010000:1.0:1763335106.544881:0:23997:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575a9c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.544906:0:23997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575a9c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335106.549443:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.549540:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814722176 00000100:00100000:0.0:1763335106.549552:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814722176 00000100:00100000:0.0:1763335106.549616:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9477 00000100:00100000:0.0:1763335106.549628:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56944:x1848989814722176:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:0.0:1763335106.549683:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1763335106.549716:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007575a72 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1e6:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881450 expref: 253 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.549743:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575ab8 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88146c expref: 252 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.549760:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007575a56 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1e6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881442 expref: 251 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.549772:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e6:0x0].0x0 (ffff9001cada2800) 00010000:00010000:0.0:1763335106.549785:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335106.549812:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575abf lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335106.549825:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575abf lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.549835:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575abf lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.549848:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575ac6 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335106.549855:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575ac6 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.549862:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575ac6 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.549955:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575acd lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1e6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335106.549968:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575acd lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.549976:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575acd lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000040:00080000:0.0:1763335106.550205:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1473, 64 off123600 00000040:00080000:0.0:1763335106.550232:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1472, 64 off123600 00000040:00080000:0.0:1763335106.550245:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1473, 64 off123664 00000040:00080000:0.0:1763335106.550255:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1474, 64 off123664 00010000:00010000:0.0:1763335106.550307:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575ad4 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1e6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335106.550361:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575ad4 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.550369:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575ad4 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.550376:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575ad4 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.550382:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575ad4 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.550388:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575ad4 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.550408:0:7841:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763335106.550425:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575acd lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.550431:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575acd lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.550440:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575acd lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.550445:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc184000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335106.550450:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575acd lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.550456:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575acd lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.550464:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e6:0x0].0x0 (ffff9000c4881300) 00010000:00010000:0.0:1763335106.550466:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763335106.550470:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575acd lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.550475:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575acd lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.550583:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575abf lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.550590:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575abf lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.550596:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575abf lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.550601:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575abf lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.550606:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335106.550609:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575abf lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.550618:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575abf lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.550626:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881500) 00010000:00010000:0.0:1763335106.550628:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335106.550632:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575abf lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.550637:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575abf lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000004:00010000:0.0:1763335106.550650:0:7841:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000040ca400f reply state 000000002d712bb0 transno 4294973079 ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575ac6 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.550660:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575ac6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.550667:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881100) 00010000:00010000:0.0:1763335106.550669:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335106.550672:0:7841:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335106.550737:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:56944:x1848989814722176:12345-192.168.204.57@tcp:36:rm.0 Request processed in 1111us (1303us total) trans 4294973079 rc 0/0 00000100:00100000:0.0:1763335106.550745:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9477 00010000:00010000:2.0:1763335106.553413:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335106.553425:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575ad4 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.553435:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185600 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335106.553439:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575ad4 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.553448:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575ad4 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.553466:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e6:0x0].0x0 (ffff9000c4881300) 00010000:00010000:2.0:1763335106.553470:0:8431:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335106.553474:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575ad4 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.553480:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575ad4 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.553500:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335106.553501:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335106.553503:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1763335106.556041:0:26000:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871587 is committed 00000001:00080000:3.0:1763335106.556065:0:26000:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871585 is committed 00002000:00010000:1.0:1763335106.556948:0:23997:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x255:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:1.0:1763335106.556956:0:23997:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x255:0x0] updating lvb mtime from disk: 0 -> 1763335106 00002000:00010000:1.0:1763335106.556958:0:23997:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x255:0x0] updating lvb ctime from disk: 0 -> 1763335106 00002000:00010000:1.0:1763335106.556961:0:23997:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x255:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1763335106.556974:0:23997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575a9c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.556985:0:23997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575a9c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.556994:0:23997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575a9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.557001:0:23997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035ec00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335106.557005:0:23997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575a9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.557014:0:23997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575a9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.557033:0:23997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575a9c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.557040:0:23997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575a9c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335106.557143:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+15:2426:x1848989814721664:12345-192.168.204.57@tcp:4:lfs.0 Request processed in 18273us (18900us total) trans 17179871587 rc 0/0 00000100:00100000:1.0:1763335106.557155:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1605 00000100:00100000:2.0:1763335106.572201:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.572968:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814722304 00000100:00100000:1.0:1763335106.572980:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814722304 00000100:00100000:1.0:1763335106.573279:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9478 00000100:00100000:1.0:1763335106.573290:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:56945:x1848989814722304:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335106.573330:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335106.573355:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575adb lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881473 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.573423:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575ae2 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335106.573437:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575ae2 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.573447:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575ae2 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.573457:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575ae9 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335106.573464:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575ae9 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.573470:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575ae9 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.574628:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575ae2 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.574640:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575ae2 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.574645:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575ae2 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.574652:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575ae2 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.574657:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202173800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335106.574662:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575ae2 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.574670:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575ae2 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.574683:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c3c08f00) 00010000:00010000:1.0:1763335106.574686:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335106.574690:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575ae2 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.574697:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575ae2 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.574712:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575ae9 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.574718:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575ae9 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.574723:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575ae9 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.574728:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202172c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335106.574730:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575ae9 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.574736:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575ae9 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.574742:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881100) 00010000:00010000:1.0:1763335106.574745:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335106.574747:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575ae9 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.574757:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575ae9 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.574792:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575adb lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881473 expref: 253 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.574802:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c3c08f00) 00010000:00010000:1.0:1763335106.574804:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335106.574807:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575adb lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881473 expref: 253 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.574821:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202172200, rc 0) 00000100:00100000:1.0:1763335106.575836:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:56945:x1848989814722304:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 2542us (3639us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335106.575847:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9478 00000100:00100000:3.0:1763335106.581963:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.582763:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814722688 00000100:00100000:1.0:1763335106.582778:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814722688 00000100:00100000:1.0:1763335106.582841:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9479 00000100:00100000:1.0:1763335106.582852:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7832300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:56941:x1848989814722688:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:1.0:1763335106.582921:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335106.582947:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007575a1e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1e5:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88142d expref: 252 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.582965:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e5:0x0].0x0 (ffff9001da0eb300) 00010000:00010000:1.0:1763335106.582969:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335106.583033:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575af0 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335106.583051:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575af0 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.583061:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575af0 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00010000:1.0:1763335106.583181:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004938334d reply state 000000003aff58e6 transno 4294973080 ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575af0 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.583193:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575af0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.583200:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e5:0x0].0x0 (ffff9001da0eb300) 00010000:00010000:1.0:1763335106.583203:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335106.583205:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335106.583293:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7832300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56941:x1848989814722688:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 442us (1340us total) trans 4294973080 rc 0/0 00000100:00100000:1.0:1763335106.583301:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9479 00000100:00100000:3.0:1763335106.587302:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.587770:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814722560 00000100:00100000:0.0:1763335106.587786:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814722560 00000100:00100000:0.0:1763335106.587871:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9480 00000100:00100000:0.0:1763335106.587884:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7830a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56945:x1848989814722560:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335106.587922:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335106.587958:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575af7 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88147a expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.588091:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575afe lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335106.588109:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575afe lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.588123:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575afe lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.588134:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575b05 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335106.588141:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575b05 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.588147:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575b05 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.588218:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575afe lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.588225:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575afe lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.588231:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575afe lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.588237:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575afe lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.588244:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335106.588248:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575afe lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.588260:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575afe lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.588274:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881500) 00010000:00010000:0.0:1763335106.588278:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335106.588283:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575afe lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.588289:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575afe lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.588303:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575b05 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.588308:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575b05 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.588383:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575b05 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.588387:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335106.588390:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575b05 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.588396:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575b05 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.588404:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881100) 00010000:00010000:0.0:1763335106.588406:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335106.588408:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575b05 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.588413:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575b05 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.588447:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575af7 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88147a expref: 254 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.588459:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881500) 00010000:00010000:0.0:1763335106.588462:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335106.588466:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575af7 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88147a expref: 254 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.588482:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc184000, rc 0) 00000100:00100000:0.0:1763335106.588566:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7830a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56945:x1848989814722560:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 684us (1280us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335106.588574:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9480 00000100:00100000:1.0:1763335106.588761:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.591669:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814722816 00000100:00100000:0.0:1763335106.591687:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814722816 00000100:00100000:0.0:1763335106.591763:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6518 00000100:00100000:0.0:1763335106.591773:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4879500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+15:56941:x1848989814722816:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335106.591798:0:8417:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335106.591829:0:8417:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575b0c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881481 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335106.591860:0:8417:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x255:0x0] initial LVB size: 4096, mtime: 0x691a5bc2, atime: 0x0, ctime: 0x691a5bc2, blocks: 0x8 00010000:00010000:0.0:1763335106.591885:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335106.591888:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335106.591909:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575b0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881481 expref: 16 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.591928:0:8417:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575b0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881481 expref: 16 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.591942:0:8417:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035ec00, rc 0) 00000100:00100000:0.0:1763335106.592027:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4879500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:56941:x1848989814722816:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 255us (3265us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335106.592035:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6518 00000100:00100000:1.0:1763335106.594805:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.595877:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814722944 00000100:00100000:0.0:1763335106.595902:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814722944 00000100:00100000:0.0:1763335106.595993:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9481 00000100:00100000:0.0:1763335106.596007:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c487b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56945:x1848989814722944:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335106.596042:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335106.596072:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007575b13 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881488 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.596156:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007575b1a lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335106.596171:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007575b1a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.596186:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007575b1a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:0.0:1763335106.596245:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763335106.596252:0:7841:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763335106.596297:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007575b13 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881488 expref: 255 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.596361:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007575b1a lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881488 expref: 254 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.596376:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881000) 00010000:00010000:0.0:1763335106.596379:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763335106.596382:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035e000, rc 0) 00000100:00100000:0.0:1763335106.596454:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c487b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56945:x1848989814722944:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 450us (1665us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335106.596461:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9481 00000100:00100000:2.0:1763335106.597692:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.598046:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814723072 00000100:00100000:3.0:1763335106.598058:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814723072 00000100:00100000:3.0:1763335106.598198:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6519 00000100:00100000:3.0:1763335106.598209:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+30:56941:x1848989814723072:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335106.598226:0:8417:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335106.598243:0:8417:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c5280400/0x3ec0b54007575b21 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x253:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88148f expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.598271:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c4665400/0x3ec0b54007575850 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88139a expref: 31 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335106.598280:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335106.598283:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335106.598287:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280400/0x3ec0b54007575b21 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88148f expref: 31 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.599122:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c4665400/0x3ec0b54007575850 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88139a expref: 31 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335106.599138:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c4665400/0x3ec0b54007575850 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88139a expref: 31 pid: 35240 timeout: 1199 lvb_type: 1 00000100:00100000:3.0:1763335106.599154:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c7831f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1848989826067968:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335106.600365:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f16bd480 going to sleep for 11 seconds 00000100:00100000:2.0:1763335106.606056:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.606153:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.606275:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c7831f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1848989826067968:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335106.606355:0:8417:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c5280400/0x3ec0b54007575b21 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88148f expref: 31 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.606379:0:8417:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280400, rc 0) 00000100:00100000:0.0:1763335106.606450:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+31:56941:x1848989814723072:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 8242us (8763us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335106.606459:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6519 00000100:00100000:3.0:1763335106.606548:0:35246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814723328 00000100:00100000:3.0:1763335106.606556:0:35246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814723328 00010000:00010000:3.0:1763335106.606595:0:35246:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c4665400/0x3ec0b54007575850 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88139a expref: 31 pid: 35240 timeout: 1199 lvb_type: 1 00000100:00100000:3.0:1763335106.606643:0:35246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3106 00000100:00100000:3.0:1763335106.606654:0:35246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c795b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+31:2426:x1848989814723328:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335106.606670:0:35246:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335106.606692:0:35246:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c4665400/0x3ec0b54007575850 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x253:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88139a expref: 31 pid: 35240 timeout: 1199 lvb_type: 1 00010000:00010000:3.0:1763335106.606705:0:35246:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c4665400/0x3ec0b54007575850 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x253:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88139a expref: 31 pid: 35240 timeout: 1199 lvb_type: 1 00010000:00010000:3.0:1763335106.606731:0:35246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c4665400/0x3ec0b54007575850 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x253:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88139a expref: 31 pid: 35240 timeout: 1199 lvb_type: 1 00010000:00010000:3.0:1763335106.606747:0:35246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335106.606749:0:35246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335106.606755:0:35246:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c5280400/0x3ec0b54007575b21 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88148f expref: 30 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.606765:0:35246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280400/0x3ec0b54007575b21 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88148f expref: 30 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.606805:0:35246:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9000c5280400/0x3ec0b54007575b21 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88148f expref: 30 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335106.606820:0:35246:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c7833480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:35246:1848989826068096:192.168.204.57@tcp:105: 00000100:00100000:3.0:1763335106.606878:0:35246:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f16bd000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335106.607357:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814723200 00000100:00100000:1.0:1763335106.607363:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814723200 00000100:00100000:1.0:1763335106.607409:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9482 00000100:00100000:1.0:1763335106.607417:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56945:x1848989814723200:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335106.607439:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335106.607463:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575b28 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881496 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.607541:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575b2f lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335106.607558:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575b2f lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.607568:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575b2f lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.607580:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575b36 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335106.607588:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575b36 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.607594:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575b36 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.607641:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575b2f lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.607648:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575b2f lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.607655:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575b2f lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.607661:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575b2f lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.607666:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202173000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335106.607670:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575b2f lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.607679:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575b2f lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.607692:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881000) 00010000:00010000:1.0:1763335106.607696:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335106.607701:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575b2f lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.607706:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575b2f lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.607718:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575b36 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.607723:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575b36 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.607728:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575b36 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.607732:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202172c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335106.607735:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575b36 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.607740:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575b36 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.607745:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881100) 00010000:00010000:1.0:1763335106.607747:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335106.607749:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575b36 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.607754:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575b36 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.607779:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575b28 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881496 expref: 255 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.607789:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881000) 00010000:00010000:1.0:1763335106.607791:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335106.607794:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575b28 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881496 expref: 255 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.607802:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202173800, rc 0) 00000100:00100000:1.0:1763335106.607861:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56945:x1848989814723200:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 444us (1820us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335106.607868:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9482 00000100:00100000:2.0:1763335106.611143:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.611232:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814723584 00000100:00100000:0.0:1763335106.611243:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814723584 00000100:00100000:0.0:1763335106.611309:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9483 00000100:00100000:0.0:1763335106.611362:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56945:x1848989814723584:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335106.611387:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335106.611390:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763335106.611422:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007575b1a lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881488 expref: 254 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.611449:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881000) 00010000:00010000:0.0:1763335106.611460:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335106.611480:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007575b3d lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88149d expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.611614:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575b44 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335106.611630:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575b44 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.611642:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575b44 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.611656:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575b4b lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335106.611663:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575b4b lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.611669:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575b4b lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.612103:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575b52 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335106.612112:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575b52 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.612119:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575b52 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:0.0:1763335106.612132:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1e8:0x0]: returning size 0 00010000:00010000:0.0:1763335106.612157:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575b44 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.612164:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575b44 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.612171:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575b44 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.612176:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575b44 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.612181:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc184000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335106.612185:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575b44 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.612191:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575b44 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.612198:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881500) 00010000:00010000:0.0:1763335106.612201:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335106.612204:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575b44 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.612209:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575b44 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000004:00010000:0.0:1763335106.612219:0:7841:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b5286250 reply state 000000007b3b24b8 transno 4294973081 ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575b4b lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.612229:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575b4b lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.612235:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881100) 00010000:00010000:0.0:1763335106.612237:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335106.612239:0:7841:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763335106.612269:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007575b3d lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88149d expref: 256 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.612293:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575b52 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88149d expref: 255 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.612301:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e8:0x0].0x0 (ffff9000c4881800) 00010000:00010000:0.0:1763335106.612304:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335106.612307:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc185e00, rc 0) 00000100:00100000:0.0:1763335106.612416:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56945:x1848989814723584:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1056us (1282us total) trans 4294973081 rc 0/0 00000100:00100000:0.0:1763335106.612425:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9483 00000100:00100000:3.0:1763335106.616278:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.616311:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.616384:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.616483:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814723712 00000100:00100000:1.0:1763335106.616492:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814723712 00002000:00010000:1.0:1763335106.616532:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/597 (5->18446744073709551615) 00002000:00100000:1.0:1763335106.616537:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c522a680 with x1848989814723712 ext(5->18446744073709551615) 00002000:00010000:1.0:1763335106.616550:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c522a680. 00000100:00100000:1.0:1763335106.616582:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814723840 00000100:00100000:1.0:1763335106.616586:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814723840 00002000:00010000:1.0:1763335106.616598:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/595 (0->18446744073709551615) 00002000:00100000:1.0:1763335106.616600:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c393f480 with x1848989814723840 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335106.616607:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c393f480. 00000100:00100000:1.0:1763335106.616627:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1606 00000100:00100000:1.0:1763335106.616637:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c522a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2427:x1848989814723712:12345-192.168.204.57@tcp:10:lfs.0 00002000:00010000:1.0:1763335106.616940:0:23997:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x255:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:1.0:1763335106.616944:0:23997:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x255:0x0] updating lvb mtime from disk: 1763335106 -> 1763335106 00002000:00010000:1.0:1763335106.616947:0:23997:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x255:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335106.616949:0:23997:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x255:0x0] updating lvb ctime from disk: 1763335106 -> 1763335106 00002000:00010000:1.0:1763335106.616952:0:23997:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x255:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763335106.617001:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c522a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2427:x1848989814723712:12345-192.168.204.57@tcp:10:lfs.0 Request processed in 365us (689us total) trans 17179871588 rc 0/0 00000100:00100000:1.0:1763335106.617009:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1606 00002000:00010000:1.0:1763335106.617013:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/597 (5->18446744073709551615) 00002000:00100000:1.0:1763335106.617016:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c522a680 with x1848989814723712 ext(5->18446744073709551615) 00002000:00010000:1.0:1763335106.617020:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c522a680. 00000100:00100000:1.0:1763335106.617034:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1607 00000100:00100000:1.0:1763335106.617040:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+31:2427:x1848989814723840:12345-192.168.204.57@tcp:10:lfs.0 00002000:00010000:1.0:1763335106.617131:0:23997:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x253:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335106.617134:0:23997:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x253:0x0] updating lvb mtime from disk: 0 -> 1763335106 00002000:00010000:1.0:1763335106.617137:0:23997:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x253:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335106.617139:0:23997:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x253:0x0] updating lvb ctime from disk: 0 -> 1763335106 00002000:00010000:1.0:1763335106.617141:0:23997:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x253:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335106.617161:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:2427:x1848989814723840:12345-192.168.204.57@tcp:10:lfs.0 Request processed in 121us (777us total) trans 21474838880 rc 0/0 00000100:00100000:1.0:1763335106.617166:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1607 00002000:00010000:1.0:1763335106.617169:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/595 (0->18446744073709551615) 00002000:00100000:1.0:1763335106.617172:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c393f480 with x1848989814723840 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335106.617176:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c393f480. 00000100:00100000:1.0:1763335106.617199:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814724096 00000100:00100000:1.0:1763335106.617203:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814724096 00000100:00100000:1.0:1763335106.617228:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9484 00000100:00100000:1.0:1763335106.617234:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7831f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56945:x1848989814724096:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335106.617249:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335106.617265:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575b60 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8814a4 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.617411:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575b67 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335106.617426:0:13591:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575b52 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88149d expref: 257 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.617435:0:13591:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575b67 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.617505:0:13591:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575b52 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88149d expref: 257 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.617518:0:13591:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575b52 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88149d expref: 257 pid: 7841 timeout: 1199 lvb_type: 0 00000100:00100000:1.0:1763335106.617531:0:13591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c487ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826068224:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335106.617584:0:13591:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c9e3a000 going to sleep for 11 seconds 00000100:00100000:0.0:1763335106.618247:0:35246:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c7833480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:35246:1848989826068096:192.168.204.57@tcp:105: 00010000:00010000:0.0:1763335106.618266:0:35246:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335106.618304:0:35246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c795b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+31:2426:x1848989814723328:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 11652us (12150us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335106.618498:0:35246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3106 00000100:00100000:2.0:1763335106.622298:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.622574:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814724352 00000100:00100000:0.0:1763335106.622586:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814724352 00000100:00100000:0.0:1763335106.622647:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9485 00000100:00100000:0.0:1763335106.622656:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4ac9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56941:x1848989814724352:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:0.0:1763335106.622750:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575b6e lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335106.622769:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575b6e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.622781:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575b6e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00010000:0.0:1763335106.622923:0:7841:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fe31c5ad reply state 0000000090648baa transno 4294973082 ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575b6e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.622936:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575b6e lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.622943:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e5:0x0].0x0 (ffff9001da0eb300) 00010000:00010000:0.0:1763335106.622946:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335106.622949:0:7841:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335106.623053:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4ac9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:56941:x1848989814724352:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 398us (764us total) trans 4294973082 rc 0/0 00000100:00100000:0.0:1763335106.623060:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9485 00000100:00100000:1.0:1763335106.624029:0:13591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c487ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826068224:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335106.624057:0:13591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575b67 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000100:00100000:2.0:1763335106.626018:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.626486:0:35246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814724480 00000100:00100000:0.0:1763335106.626497:0:35246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814724480 00010000:00010000:0.0:1763335106.626538:0:35246:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575b52 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88149d expref: 260 pid: 7841 timeout: 1199 lvb_type: 0 00000100:00100000:0.0:1763335106.631328:0:35246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3107 00000100:00100000:0.0:1763335106.631348:0:35246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:2426:x1848989814724480:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335106.631368:0:35246:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335106.631379:0:35246:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575b52 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88149d expref: 260 pid: 7841 timeout: 1199 lvb_type: 0 00010000:00010000:0.0:1763335106.631395:0:35246:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575b52 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88149d expref: 260 pid: 7841 timeout: 1199 lvb_type: 0 00000100:00100000:1.0:1763335106.631408:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:0.0:1763335106.631415:0:35246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575b52 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88149d expref: 260 pid: 7841 timeout: 1199 lvb_type: 0 00010000:00010000:0.0:1763335106.631434:0:35246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e8:0x0].0x0 (ffff9000c4881800) 00010000:00010000:0.0:1763335106.631440:0:35246:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575b67 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.631450:0:35246:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575b67 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.631456:0:35246:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575b67 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.631487:0:35246:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335106.631532:0:35246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:2426:x1848989814724480:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 192us (5521us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335106.631540:0:35246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3107 00010000:00010000:1.0:1763335106.631633:0:13591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575b67 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.631641:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575b67 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:1.0:1763335106.631670:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1e8:0x0]: returning size 0 00000004:00080000:1.0:1763335106.631847:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x256:0x0], index 0: 0 00000004:00080000:1.0:1763335106.631854:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x258:0x0], index 1: 0 00000004:00080000:1.0:1763335106.631860:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x259:0x0], index 1: 0 00000004:00080000:1.0:1763335106.631864:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x257:0x0], index 0: 0 00010000:00010000:1.0:1763335106.631989:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575b67 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.631997:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575b67 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.632004:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575b67 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.632010:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202172c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335106.632014:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575b67 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.632021:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575b67 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.632030:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e8:0x0].0x0 (ffff9000c4881800) 00010000:00010000:1.0:1763335106.632034:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763335106.632037:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575b67 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.632043:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575b67 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.632089:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575b60 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1e8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814a4 expref: 259 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.632104:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e8:0x0].0x0 (ffff9000c4881800) 00010000:00010000:1.0:1763335106.632106:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763335106.632110:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575b60 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1e8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814a4 expref: 259 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.632124:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202173800, rc 0) 00000100:00100000:1.0:1763335106.632167:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7831f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56945:x1848989814724096:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 14932us (15898us total) trans 4294973083 rc 301/301 00000100:00100000:1.0:1763335106.632175:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9484 00000100:00100000:3.0:1763335106.633475:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814724608 00000100:00100000:3.0:1763335106.633487:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814724608 00000100:00100000:3.0:1763335106.633543:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6520 00000100:00100000:3.0:1763335106.633551:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c487ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+31:56941:x1848989814724608:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335106.633571:0:8417:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335106.633590:0:8417:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c5280a00/0x3ec0b54007575b7c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8814ab expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.633619:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007575a33 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881434 expref: 32 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335106.633627:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335106.633629:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335106.633634:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280a00/0x3ec0b54007575b7c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814ab expref: 32 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.633667:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007575a33 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881434 expref: 32 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335106.633680:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007575a33 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881434 expref: 32 pid: 35240 timeout: 1199 lvb_type: 1 00000100:00100000:3.0:1763335106.633694:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c393ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1848989826068352:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335106.633765:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f16bd9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335106.635760:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c393ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1848989826068352:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335106.635789:0:8417:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c5280a00/0x3ec0b54007575b7c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814ab expref: 32 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.635810:0:8417:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280a00, rc 0) 00000100:00100000:3.0:1763335106.635875:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c487ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:56941:x1848989814724608:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 2323us (4466us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335106.635883:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6520 00000100:00100000:2.0:1763335106.636964:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.637018:0:35246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814724736 00000100:00100000:3.0:1763335106.637027:0:35246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814724736 00010000:00010000:3.0:1763335106.637058:0:35246:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007575a33 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881434 expref: 32 pid: 35240 timeout: 1199 lvb_type: 1 00000100:00100000:3.0:1763335106.637099:0:35246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3108 00000100:00100000:3.0:1763335106.637108:0:35246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a7a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:2427:x1848989814724736:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335106.637123:0:35246:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335106.637144:0:35246:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007575a33 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x252:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881434 expref: 32 pid: 35240 timeout: 1199 lvb_type: 1 00010000:00010000:3.0:1763335106.637157:0:35246:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007575a33 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x252:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881434 expref: 32 pid: 35240 timeout: 1199 lvb_type: 1 00010000:00010000:3.0:1763335106.637181:0:35246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007575a33 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x252:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881434 expref: 32 pid: 35240 timeout: 1199 lvb_type: 1 00010000:00010000:3.0:1763335106.637200:0:35246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335106.637202:0:35246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335106.637210:0:35246:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c5280a00/0x3ec0b54007575b7c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814ab expref: 31 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.637220:0:35246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280a00/0x3ec0b54007575b7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814ab expref: 31 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.637257:0:35246:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9000c5280a00/0x3ec0b54007575b7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814ab expref: 31 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335106.637271:0:35246:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c393ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:35246:1848989826068480:192.168.204.57@tcp:105: 00000100:00100000:3.0:1763335106.640203:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.640442:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814724992 00000100:00100000:1.0:1763335106.640451:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814724992 00000100:00100000:1.0:1763335106.640500:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3267 00000100:00100000:1.0:1763335106.640510:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56945:x1848989814724992:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335106.640802:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:56945:x1848989814724992:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 293us (608us total) trans 4294973084 rc 0/0 00000100:00100000:1.0:1763335106.640810:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3267 00000100:00100000:2.0:1763335106.641888:0:35246:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f16bd9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335106.644618:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.644652:0:35246:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c393ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:35246:1848989826068480:192.168.204.57@tcp:105: 00010000:00010000:2.0:1763335106.644677:0:35246:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335106.644707:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814725120 00000100:00100000:3.0:1763335106.644713:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814725120 00000100:00100000:2.0:1763335106.644744:0:35246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a7a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:2427:x1848989814724736:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 7638us (7785us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335106.644754:0:35246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3108 00000100:00100000:3.0:1763335106.644758:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6521 00000100:00100000:3.0:1763335106.644766:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4879c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:2427:x1848989814725120:12345-192.168.204.57@tcp:2:lfs.0 00002000:00010000:3.0:1763335106.644929:0:8417:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x252:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763335106.644933:0:8417:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x252:0x0] updating lvb mtime from disk: 1763335106 -> 1763335106 00002000:00010000:3.0:1763335106.644935:0:8417:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x252:0x0] updating lvb atime from disk: 0 -> 1763335106 00002000:00010000:3.0:1763335106.644937:0:8417:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x252:0x0] updating lvb ctime from disk: 1763335106 -> 1763335107 00002000:00010000:3.0:1763335106.644939:0:8417:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x252:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763335106.644979:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4879c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:2427:x1848989814725120:12345-192.168.204.57@tcp:2:lfs.0 Request processed in 212us (369us total) trans 21474838881 rc 0/0 00000100:00100000:3.0:1763335106.644986:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6521 00000100:00100000:1.0:1763335106.647378:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.647456:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814725376 00000100:00100000:3.0:1763335106.647465:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814725376 00000100:00100000:3.0:1763335106.647514:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3268 00000100:00100000:3.0:1763335106.647522:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c487b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:56945:x1848989814725376:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335106.647735:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c487b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:56945:x1848989814725376:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 213us (364us total) trans 4294973085 rc 0/0 00000100:00100000:3.0:1763335106.647742:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3268 00000100:00100000:0.0:1763335106.653226:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.653367:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814725632 00000100:00100000:1.0:1763335106.653378:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814725632 00000100:00100000:1.0:1763335106.653443:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3269 00000100:00100000:1.0:1763335106.653454:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:56941:x1848989814725632:12345-192.168.204.57@tcp:35:lfs.0 00000004:00010000:1.0:1763335106.653520:0:6534:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000405:0x1e5:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757596f lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1e5:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813f5 expref: 260 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.653580:0:6534:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575b83 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 00010000:00010000:1.0:1763335106.653593:0:6534:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007575a10 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881426 expref: 260 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.653603:0:6534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575b83 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335106.653636:0:6534:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007575a10 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881426 expref: 260 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.653651:0:6534:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007575a10 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881426 expref: 260 pid: 7841 timeout: 1199 lvb_type: 0 00000100:00100000:1.0:1763335106.653664:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1335c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6534:1848989826068608:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335106.653761:0:6534:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c9e3a000 going to sleep for 11 seconds 00000100:00100000:0.0:1763335106.654269:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.654806:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814725888 00000100:00100000:1.0:1763335106.654814:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814725888 00000100:00100000:1.0:1763335106.654869:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9486 00000100:00100000:1.0:1763335106.654878:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c546e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:55956:x1848989814725888:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335106.654903:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335106.654922:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575b8a lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8814b2 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.655054:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575b91 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335106.655071:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575b91 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.655082:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575b91 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.655093:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575b98 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335106.655099:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575b98 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.655106:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575b98 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000100:00100000:2.0:1763335106.655116:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1335c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6534:1848989826068608:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335106.655136:0:6534:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575b83 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335106.655168:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575b9f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335106.655175:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575b9f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.655183:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575b9f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:1.0:1763335106.655195:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1e8:0x0]: returning size 0 00010000:00010000:1.0:1763335106.655289:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575b91 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.655297:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575b91 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.655303:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575b91 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.655309:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575b91 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.655360:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202173a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335106.655365:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575b91 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.655373:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575b91 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.655384:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c3c08f00) 00010000:00010000:1.0:1763335106.655387:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335106.655392:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575b91 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.655399:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575b91 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.655413:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575b98 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.655418:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575b98 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.655423:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575b98 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.655428:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202173000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335106.655430:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575b98 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.655435:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575b98 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.655442:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881100) 00010000:00010000:1.0:1763335106.655444:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335106.655448:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575b98 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.655453:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575b98 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.655490:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575b8a lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814b2 expref: 264 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.655508:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575b9f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814b2 expref: 263 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.655515:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e8:0x0].0x0 (ffff9001c3c08800) 00010000:00010000:1.0:1763335106.655517:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335106.655520:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6e1e000, rc 0) 00000100:00100000:1.0:1763335106.655576:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c546e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:55956:x1848989814725888:12345-192.168.204.57@tcp:101:bash.0 Request processed in 699us (1308us total) trans 4294973086 rc 0/0 00000100:00100000:1.0:1763335106.655584:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9486 00000100:00100000:0.0:1763335106.658861:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.658976:0:35246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814726016 00000100:00100000:2.0:1763335106.658988:0:35246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814726016 00010000:00010000:2.0:1763335106.659029:0:35246:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007575a10 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881426 expref: 263 pid: 7841 timeout: 1199 lvb_type: 0 00000100:00100000:2.0:1763335106.659070:0:35246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3109 00000100:00100000:2.0:1763335106.659079:0:35246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:2427:x1848989814726016:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335106.659094:0:35246:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335106.659101:0:35246:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007575a10 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881426 expref: 263 pid: 7841 timeout: 1199 lvb_type: 0 00010000:00010000:2.0:1763335106.659114:0:35246:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007575a10 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881426 expref: 263 pid: 7841 timeout: 1199 lvb_type: 0 00010000:00010000:2.0:1763335106.659140:0:35246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007575a10 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881426 expref: 263 pid: 7841 timeout: 1199 lvb_type: 0 00010000:00010000:2.0:1763335106.659158:0:35246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e5:0x0].0x0 (ffff9001da0eb300) 00010000:00010000:2.0:1763335106.659164:0:35246:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575b83 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1763335106.659174:0:35246:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575b83 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1763335106.659182:0:35246:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575b83 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1763335106.659211:0:35246:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335106.659271:0:35246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:2427:x1848989814726016:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 192us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335106.659280:0:35246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3109 00010000:00010000:0.0:1763335106.661625:0:6534:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575b83 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335106.661642:0:6534:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575b83 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00000040:00080000:0.0:1763335106.661871:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1474, 88 off123752 00000004:00080000:0.0:1763335106.661880:0:6534:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1099641564412ns, next at 1099798070025ns, rc = 0 00000040:00080000:0.0:1763335106.661922:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1475, 88 off123752 00000004:00080000:0.0:1763335106.661926:0:6534:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1099641611876ns, next at 1099798037727ns, rc = 0 00000040:00080000:0.0:1763335106.661946:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1476, 88 off123840 00000004:00080000:0.0:1763335106.661950:0:6534:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1099641635623ns, next at 1099798037727ns, rc = 0 00000040:00080000:0.0:1763335106.661960:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1475, 88 off123840 00000004:00080000:0.0:1763335106.661963:0:6534:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1099641648843ns, next at 1099798070025ns, rc = 0 00000001:00080000:1.0:1763335106.663373:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973087 is committed 00000004:00080000:1.0:1763335106.663382:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 968 committed 00000004:00080000:1.0:1763335106.663386:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 965 committed 00000004:00080000:1.0:1763335106.663401:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 964 committed 00000004:00080000:1.0:1763335106.663403:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 967 committed 00010000:00010000:0.0:1763335106.663409:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575ac6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.663420:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575ac6 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.663427:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575ac6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.663434:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc184800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335106.663438:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575ac6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.663450:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575ac6 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.663467:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881100) 00010000:00010000:0.0:1763335106.663469:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335106.663474:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575ac6 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.663479:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575ac6 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.663500:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575af0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.663506:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575af0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.663512:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575af0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.663517:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202172200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335106.663520:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575af0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.663525:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575af0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.663533:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e5:0x0].0x0 (ffff9001da0eb300) 00010000:00010000:0.0:1763335106.663535:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335106.663539:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575af0 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.663544:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575af0 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000100:00100000:2.0:1763335106.663557:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826069120:0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1763335106.663557:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575b4b lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.663563:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575b4b lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.663568:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575b4b lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.663572:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335106.663574:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575b4b lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.663579:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575b4b lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.663585:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881100) 00010000:00010000:0.0:1763335106.663587:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335106.663590:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575b4b lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.663594:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575b4b lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.663611:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575b6e lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.663617:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575b6e lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00000100:00100000:2.0:1763335106.663618:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763335106.663622:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575b6e lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.663627:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc184000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335106.663629:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575b6e lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.663634:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575b6e lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.663640:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e5:0x0].0x0 (ffff9001da0eb300) 00010000:00010000:0.0:1763335106.663642:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335106.663645:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575b6e lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.663649:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575b6e lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000100:00100000:2.0:1763335106.663654:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763335106.663659:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826068736:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763335106.663678:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335106.663699:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826068864:0@lo:6:osp-syn-1-1.0 00000004:00010000:0.0:1763335106.663711:0:6534:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006c1a3ca8 reply state 00000000ddf29eca transno 4294973087 ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575b83 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00000100:00100000:2.0:1763335106.663719:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763335106.663723:0:6534:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575b83 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335106.663730:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e5:0x0].0x0 (ffff9001da0eb300) 00010000:00010000:0.0:1763335106.663733:0:6534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763335106.663734:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763335106.663735:0:6534:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335106.663738:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826068992:0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1763335106.663740:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e5:0x0].0x0 (ffff9001da0eb300) 00010000:00010000:0.0:1763335106.663743:0:6534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763335106.663749:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757596f lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1e5:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813f5 expref: 248 pid: 13591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335106.663754:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335106.663778:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826069120 00000100:00100000:2.0:1763335106.663785:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826069120 00000100:00100000:2.0:1763335106.663827:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6522 00000100:00100000:2.0:1763335106.663835:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3666:x1848989826069120:12345-0@lo:2:osp-syn-1-1.0 00010000:00080000:0.0:1763335106.663842:0:6534:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763335106.663854:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:56941:x1848989814725632:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 10402us (10640us total) trans 4294973087 rc 0/0 00000100:00100000:0.0:1763335106.663862:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3269 00010000:00010000:0.0:1763335106.663900:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575b83 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335106.663908:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575b83 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335106.663913:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575b83 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335106.663918:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202173800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335106.663921:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575b83 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335106.663926:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575b83 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335106.663935:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e5:0x0].0x0 (ffff9001da0eb300) 00010000:00010000:0.0:1763335106.663938:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335106.663941:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575b83 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335106.663947:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575b83 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT1 00002000:00010000:2.0:1763335106.663979:0:27803:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x255:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:2.0:1763335106.663983:0:27803:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x255:0x0] updating lvb mtime from disk: 1763335106 -> 1763335106 00002000:00010000:2.0:1763335106.663987:0:27803:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x255:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335106.663990:0:27803:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x255:0x0] updating lvb ctime from disk: 1763335106 -> 1763335106 00002000:00010000:2.0:1763335106.663992:0:27803:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x255:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763335106.664023:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:3666:x1848989826069120:12345-0@lo:2:osp-syn-1-1.0 Request processed in 187us (403us total) trans 17179871589 rc 0/0 00000100:00100000:2.0:1763335106.664032:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6522 00000100:00100000:2.0:1763335106.664045:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826068736 00000100:00100000:2.0:1763335106.664049:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826068736 00000100:00100000:2.0:1763335106.664070:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826068864 00000100:00100000:2.0:1763335106.664073:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826068864 00000100:00100000:3.0:1763335106.664093:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.664248:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826068992 00000100:00100000:2.0:1763335106.664252:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826068992 00000100:00100000:2.0:1763335106.664271:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6523 00000100:00100000:2.0:1763335106.664277:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+8:3666:x1848989826068736:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763335106.664290:0:27803:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:598 count 1 00010000:00010000:2.0:1763335106.664307:0:27803:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b54007575bad lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.665080:0:27803:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff900202172600/0x3ec0b54007575a79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881457 expref: 16 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.665178:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335106.665180:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335106.665184:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b54007575bad lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.665220:0:27803:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff900202172600/0x3ec0b54007575a79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881457 expref: 16 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.665239:0:27803:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff900202172600/0x3ec0b54007575a79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881457 expref: 16 pid: 27803 timeout: 1199 lvb_type: 0 00000100:00100000:2.0:1763335106.665253:0:27803:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c393d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27803:1848989826069760:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335106.665355:0:27803:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c79260c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335106.665379:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6524 00000100:00100000:2.0:1763335106.665389:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+8:3664:x1848989826068864:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763335106.665410:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:599 count 1 00002000:00010000:2.0:1763335106.665433:0:8415:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x257:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763335106.665438:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c4665c00/0x3ec0b54007575bb4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.665447:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335106.665448:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335106.665452:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665c00/0x3ec0b54007575bb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.665463:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c4665c00/0x3ec0b54007575bb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.665471:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c4665c00/0x3ec0b54007575bb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.665477:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665c00/0x3ec0b54007575bb4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.665496:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763335106.665696:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+9:3664:x1848989826068864:12345-0@lo:6:osp-syn-1-1.0 Request processed in 309us (1974us total) trans 17179871590 rc 0/0 00000100:00100000:2.0:1763335106.665703:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6524 00000100:00100000:2.0:1763335106.665722:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6525 00000100:00100000:2.0:1763335106.665729:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+8:3664:x1848989826068992:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763335106.665806:0:8415:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x254:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335106.665810:0:8415:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x254:0x0] updating lvb mtime from disk: 1763335106 -> 1763335106 00002000:00010000:2.0:1763335106.665813:0:8415:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x254:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335106.665816:0:8415:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x254:0x0] updating lvb ctime from disk: 1763335106 -> 1763335106 00002000:00010000:2.0:1763335106.665818:0:8415:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x254:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335106.665844:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+9:3664:x1848989826068992:12345-0@lo:2:osp-syn-1-1.0 Request processed in 115us (2088us total) trans 17179871591 rc 0/0 00000100:00100000:2.0:1763335106.665850:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6525 00010000:00010000:2.0:1763335106.665899:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335106.665904:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c4665c00/0x3ec0b54007575bb4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.665911:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665c00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335106.665915:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c4665c00/0x3ec0b54007575bb4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.665923:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c4665c00/0x3ec0b54007575bb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.665938:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c4665c00/0x3ec0b54007575bb4 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.665945:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c4665c00/0x3ec0b54007575bb4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.665961:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335106.665963:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335106.665965:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335106.665981:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001c12aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826069504:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335106.666004:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001c12a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826069632:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335106.666011:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335106.666031:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335106.666035:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763335106.666041:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001c12a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826069376:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763335106.666063:0:3666:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179871585 gen 2 00000004:00080000:0.0:1763335106.666068:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000cc537100, transno 17179871562 00000004:00080000:0.0:1763335106.666076:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000cc537800, transno 17179871563 00000004:00080000:0.0:1763335106.666078:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001ff923800, transno 17179871564 00000004:00080000:0.0:1763335106.666081:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000cc536a00, transno 17179871565 00000004:00080000:0.0:1763335106.666084:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f1334000, transno 17179871566 00000004:00080000:0.0:1763335106.666086:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f1335880, transno 17179871567 00000004:00080000:0.0:1763335106.666096:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a37b80, transno 17179871570 00000004:00080000:0.0:1763335106.666100:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a36a00, transno 17179871571 00000004:00080000:0.0:1763335106.666102:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a34700, transno 17179871572 00000004:00080000:0.0:1763335106.666104:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a34000, transno 17179871573 00000004:00080000:0.0:1763335106.666107:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a35f80, transno 17179871574 00000004:00080000:0.0:1763335106.666109:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a35500, transno 17179871575 00000004:00080000:0.0:1763335106.666112:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c60bad80, transno 17179871577 00000004:00080000:0.0:1763335106.666114:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c393d180, transno 17179871578 00000004:00080000:0.0:1763335106.666117:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c60b8000, transno 17179871579 00000004:00080000:0.0:1763335106.666119:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c60baa00, transno 17179871580 00000100:00100000:1.0:1763335106.666121:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001c12a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826069248:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1763335106.666121:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c393f800, transno 17179871582 00000004:00080000:0.0:1763335106.666124:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c393d880, transno 17179871583 00000004:00080000:0.0:1763335106.666127:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c2f25c00, transno 17179871584 00000004:00080000:0.0:1763335106.666129:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f79c00, transno 17179871585 00000100:00100000:0.0:1763335106.666135:0:3666:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9000c4a7b100 x1848989826069120/t17179871589(17179871589) o2->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763335122 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1763335106.666153:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a7b100/2, rc 0, transno 17179871589 00000100:00100000:0.0:1763335106.666158:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826069120:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335106.666180:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826069504 00000100:00100000:0.0:1763335106.666187:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826069504 00000100:00100000:0.0:1763335106.666216:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826069632 00000100:00100000:0.0:1763335106.666219:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826069632 00000100:00100000:0.0:1763335106.666237:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6526 00000100:00100000:0.0:1763335106.666243:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+55:3665:x1848989826069504:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763335106.666336:0:8725:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x252:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:0.0:1763335106.666339:0:8725:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x252:0x0] updating lvb mtime from disk: 1763335106 -> 1763335106 00002000:00010000:0.0:1763335106.666342:0:8725:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x252:0x0] updating lvb atime from disk: 1763335106 -> 1763335106 00002000:00010000:0.0:1763335106.666344:0:8725:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x252:0x0] updating lvb ctime from disk: 1763335107 -> 1763335107 00002000:00010000:0.0:1763335106.666346:0:8725:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x252:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763335106.669371:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335106.669503:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335106.669546:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814726144 00000100:00100000:1.0:1763335106.669555:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814726144 00000100:00100000:0.0:1763335106.669575:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+56:3665:x1848989826069504:12345-0@lo:2:osp-syn-0-1.0 Request processed in 3330us (3561us total) trans 21474838882 rc 0/0 00000100:00100000:0.0:1763335106.669586:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6526 00000100:00100000:1.0:1763335106.669603:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9487 00000100:00100000:0.0:1763335106.669606:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826069376 00000100:00100000:0.0:1763335106.669609:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826069376 00000100:00100000:1.0:1763335106.669610:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:55956:x1848989814726144:12345-192.168.204.57@tcp:101:bash.0 00000100:00100000:0.0:1763335106.669626:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826069248 00000100:00100000:0.0:1763335106.669628:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826069248 00010000:00010000:1.0:1763335106.669634:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1763335106.669639:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6527 00000100:00100000:0.0:1763335106.669644:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+57:3666:x1848989826069632:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1763335106.669654:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575bbb lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8814b9 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.669684:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007575bc2 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335106.669696:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007575bc2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.669707:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007575bc2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00002000:00010000:0.0:1763335106.669786:0:8725:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x253:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335106.669790:0:8725:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x253:0x0] updating lvb mtime from disk: 1763335106 -> 1763335106 00002000:00010000:0.0:1763335106.669793:0:8725:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x253:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335106.669795:0:8725:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x253:0x0] updating lvb ctime from disk: 1763335106 -> 1763335106 00002000:00010000:0.0:1763335106.669798:0:8725:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x253:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:1.0:1763335106.669823:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575bbb lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814b9 expref: 250 pid: 13591 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335106.669833:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+58:3666:x1848989826069632:12345-0@lo:2:osp-syn-0-1.0 Request processed in 190us (3802us total) trans 21474838883 rc 0/0 00000100:00100000:0.0:1763335106.669838:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6527 00010000:00010000:1.0:1763335106.669840:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007575bc2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814b9 expref: 249 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.669848:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e8:0x0].0x0 (ffff9001c3c08800) 00000100:00100000:0.0:1763335106.669850:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6528 00010000:00010000:1.0:1763335106.669852:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763335106.669855:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6e1e600, rc 0) 00000100:00100000:0.0:1763335106.669856:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+57:3665:x1848989826069376:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763335106.669867:0:8725:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:597 count 1 00002000:00010000:0.0:1763335106.669886:0:8725:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x255:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:1.0:1763335106.669904:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:55956:x1848989814726144:12345-192.168.204.57@tcp:101:bash.0 Request processed in 281us (5799us total) trans 0 rc 0/0 00010000:00010000:0.0:1763335106.669904:0:8725:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c79e9c00/0x3ec0b54007575bc9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335106.669911:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9487 00010000:00010000:0.0:1763335106.669915:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335106.669917:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335106.669922:0:8725:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c79e9c00/0x3ec0b54007575bc9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.669932:0:8725:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c79e9c00/0x3ec0b54007575bc9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.669939:0:8725:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c79e9c00/0x3ec0b54007575bc9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.669947:0:8725:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c79e9c00/0x3ec0b54007575bc9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.669976:0:8725:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763335106.672340:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+58:3665:x1848989826069376:12345-0@lo:6:osp-syn-0-1.0 Request processed in 2479us (2973us total) trans 21474838884 rc 0/0 00000100:00100000:0.0:1763335106.672356:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6528 00000100:00100000:0.0:1763335106.672381:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6529 00000100:00100000:0.0:1763335106.672390:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+57:3667:x1848989826069248:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763335106.672409:0:8725:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:596 count 1 00010000:00010000:0.0:1763335106.672428:0:8725:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c79e8e00/0x3ec0b54007575bd0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x254:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.672445:0:8725:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d035ea00/0x3ec0b54007575a87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88145e expref: 31 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.672453:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335106.672455:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335106.672458:0:8725:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c79e8e00/0x3ec0b54007575bd0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.672488:0:8725:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9001d035ea00/0x3ec0b54007575a87 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88145e expref: 31 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.672500:0:8725:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9001d035ea00/0x3ec0b54007575a87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88145e expref: 31 pid: 27803 timeout: 1199 lvb_type: 0 00000100:00100000:0.0:1763335106.672514:0:8725:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4aa1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8725:1848989826069888:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335106.672570:0:8725:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001d1c57b40 going to sleep for 11 seconds 00000004:00080000:0.0:1763335106.672751:0:10046:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 4 in progress, 3 in flight, 20 done 00000004:00080000:0.0:1763335106.672796:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001c12a9180/2, rc 0, transno 21474838883 00000100:00100000:0.0:1763335106.672801:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001c12a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826069632:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335106.673163:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:1.0:1763335106.673453:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335106.673461:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c79e9c00/0x3ec0b54007575bc9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.673470:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c79e9c00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335106.673474:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c79e9c00/0x3ec0b54007575bc9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.673484:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c79e9c00/0x3ec0b54007575bc9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.673506:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c79e9c00/0x3ec0b54007575bc9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.673513:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c79e9c00/0x3ec0b54007575bc9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.673528:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335106.673529:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335106.673531:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763335106.673673:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a78700/2, rc 0, transno 17179871591 00000100:00100000:3.0:1763335106.673679:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826068992:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763335106.673689:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a78000/2, rc 0, transno 17179871590 00000100:00100000:3.0:1763335106.673693:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826068864:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1763335106.673781:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001c12a8e00/2, rc 0, transno 21474838884 00000100:00100000:2.0:1763335106.673787:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001c12a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826069376:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1763335106.673795:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001c12aa680/2, rc 0, transno 21474838882 00000100:00100000:2.0:1763335106.673798:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001c12aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826069504:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335106.673834:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814726272 00000100:00100000:2.0:1763335106.673838:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814726272 00000100:00100000:2.0:1763335106.673900:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9488 00000100:00100000:2.0:1763335106.673909:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+248:56941:x1848989814726272:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335106.673928:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335106.673944:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007575bd7 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8814c0 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.673994:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007575bd7 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814c0 expref: 249 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.674006:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665400/0x3ec0b54007575bd7 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1e5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814c0 expref: 249 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.674023:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e5:0x0].0x0 (ffff9001da0eb300) 00010000:00010000:2.0:1763335106.674026:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763335106.674029:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665400, rc 0) 00000100:00100000:2.0:1763335106.674080:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:56941:x1848989814726272:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 172us (918us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335106.674087:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9488 00000100:00100000:3.0:1763335106.677696:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.677726:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.677763:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.677779:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.677857:0:27803:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c393d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27803:1848989826069760:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335106.677899:0:27803:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b54007575bad lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335106.677930:0:35246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814726400 00000100:00100000:2.0:1763335106.677936:0:35246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814726400 00010000:00010000:2.0:1763335106.677967:0:35246:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff900202172600/0x3ec0b54007575a79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881457 expref: 17 pid: 27803 timeout: 1199 lvb_type: 0 00000100:00100000:2.0:1763335106.678001:0:35246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814727040 00000100:00100000:2.0:1763335106.678003:0:35246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814727040 00010000:00010000:2.0:1763335106.678015:0:35246:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9001d035ea00/0x3ec0b54007575a87 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88145e expref: 32 pid: 27803 timeout: 1199 lvb_type: 0 00000100:00100000:2.0:1763335106.678035:0:35246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3110 00000100:00100000:2.0:1763335106.678042:0:35246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2426:x1848989814726400:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335106.678055:0:35246:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335106.678060:0:35246:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff900202172600/0x3ec0b54007575a79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881457 expref: 17 pid: 27803 timeout: 1199 lvb_type: 0 00010000:00010000:2.0:1763335106.678071:0:35246:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff900202172600/0x3ec0b54007575a79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881457 expref: 17 pid: 27803 timeout: 1199 lvb_type: 0 00000100:00100000:3.0:1763335106.679461:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3111 00000100:00100000:3.0:1763335106.679478:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b46300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:2427:x1848989814727040:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335106.679492:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335106.679498:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9001d035ea00/0x3ec0b54007575a87 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x254:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88145e expref: 32 pid: 27803 timeout: 1199 lvb_type: 0 00010000:00010000:3.0:1763335106.679519:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9001d035ea00/0x3ec0b54007575a87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x254:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88145e expref: 32 pid: 27803 timeout: 1199 lvb_type: 0 00010000:00010000:3.0:1763335106.679547:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335106.679549:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335106.679554:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c79e8e00/0x3ec0b54007575bd0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x254:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.679564:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c79e8e00/0x3ec0b54007575bd0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x254:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.679582:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335106.679637:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b46300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:2427:x1848989814727040:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 165us (1855us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335106.679644:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3111 00010000:00010000:2.0:1763335106.679909:0:35246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff900202172600/0x3ec0b54007575a79 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881457 expref: 17 pid: 27803 timeout: 1199 lvb_type: 0 00010000:00010000:2.0:1763335106.679925:0:35246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335106.679927:0:35246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335106.679931:0:35246:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b54007575bad lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.679939:0:35246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b54007575bad lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.679957:0:35246:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335106.679981:0:35246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2426:x1848989814726400:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 1939us (2295us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335106.679986:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814726656 00000100:00100000:2.0:1763335106.679987:0:35246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3110 00000100:00100000:1.0:1763335106.679994:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814726656 00010000:00010000:2.0:1763335106.680012:0:27803:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b54007575bad lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.680020:0:27803:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b54007575bad lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335106.680028:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9489 00010000:00010000:2.0:1763335106.680030:0:27803:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b54007575bad lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335106.680034:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+249:55956:x1848989814726656:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:2.0:1763335106.680038:0:27803:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b54007575bad lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.680062:0:27803:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763335106.680076:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335106.680082:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b54007575bad lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.680089:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665600 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335106.680094:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b54007575bad lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.680102:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b54007575bad lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.680115:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b54007575bad lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.680121:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b54007575bad lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.680137:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335106.680138:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335106.680140:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335106.680168:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335106.680182:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575b9f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814b2 expref: 249 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.680193:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e8:0x0].0x0 (ffff9001c3c08800) 00010000:00010000:1.0:1763335106.680197:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335106.680309:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+9:3666:x1848989826068736:12345-0@lo:6:osp-syn-1-1.0 Request processed in 16031us (16629us total) trans 17179871592 rc 0/0 00000100:00100000:2.0:1763335106.680338:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6523 00000004:00080000:2.0:1763335106.680381:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a7a680/2, rc 0, transno 17179871592 00000100:00100000:2.0:1763335106.680387:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826068736:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1763335106.680387:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575bde lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335106.680400:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575bde lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.680407:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575bde lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000001:00080000:1.0:1763335106.680449:0:13591:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973088 00000004:00010000:1.0:1763335106.680472:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000106a1dd5 reply state 0000000066936c7d transno 4294973089 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575bde lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.680483:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575bde lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.680489:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e8:0x0].0x0 (ffff9001c3c08800) 00010000:00010000:1.0:1763335106.680491:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335106.680494:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335106.680547:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:55956:x1848989814726656:12345-192.168.204.57@tcp:36:bash.0 Request processed in 512us (2819us total) trans 4294973089 rc 0/0 00000100:00100000:1.0:1763335106.680553:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9489 00000020:00080000:1.0:1763335106.680556:0:13591:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763335106.680824:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814726912 00000100:00100000:0.0:1763335106.680829:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814726912 00000100:00100000:0.0:1763335106.680869:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3270 00000100:00100000:0.0:1763335106.680877:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:56941:x1848989814726912:12345-192.168.204.57@tcp:35:lfs.0 00000004:00080000:0.0:1763335106.681038:0:6534:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x1e5:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1763335106.681094:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1476, 64 off123904 00000040:00080000:0.0:1763335106.681114:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1477, 64 off123904 00000040:00080000:0.0:1763335106.681123:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1478, 64 off123968 00000040:00080000:0.0:1763335106.681132:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1477, 64 off123968 00010000:00010000:0.0:1763335106.681169:0:6534:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007575be5 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 00010000:00010000:0.0:1763335106.681180:0:6534:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007575be5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335106.681189:0:6534:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007575be5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335106.681197:0:6534:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007575be5 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335106.681203:0:6534:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007575be5 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335106.681209:0:6534:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007575be5 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335106.681232:0:6534:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763335106.681396:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:56941:x1848989814726912:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 518us (3629us total) trans 4294973090 rc 0/0 00000100:00100000:0.0:1763335106.681402:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3270 00010000:00010000:0.0:1763335106.681446:0:8725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d035ea00/0x3ec0b54007575a87 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88145e expref: 31 pid: 27803 timeout: 1199 lvb_type: 0 00000100:00100000:0.0:1763335106.681458:0:8725:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4aa1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8725:1848989826069888:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335106.681476:0:8725:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c79e8e00/0x3ec0b54007575bd0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.681486:0:8725:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c79e8e00/0x3ec0b54007575bd0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.681493:0:8725:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c79e8e00/0x3ec0b54007575bd0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.681501:0:8725:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c79e8e00/0x3ec0b54007575bd0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.681509:0:8725:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c79e8e00/0x3ec0b54007575bd0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.681526:0:8725:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1763335106.681666:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+58:3667:x1848989826069248:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9277us (12162us total) trans 21474838885 rc 0/0 00000100:00100000:0.0:1763335106.681673:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6529 00010000:00010000:0.0:1763335106.681692:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763335106.681697:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007575be5 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335106.681703:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c79e9e00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335106.681707:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007575be5 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335106.681714:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007575be5 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335106.681724:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e5:0x0].0x0 (ffff9001da0eb300) 00010000:00010000:0.0:1763335106.681727:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335106.681730:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007575be5 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335106.681736:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007575be5 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335106.681744:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335106.681747:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c79e8e00/0x3ec0b54007575bd0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.681754:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c79e8e00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335106.681756:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c79e8e00/0x3ec0b54007575bd0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.681763:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c79e8e00/0x3ec0b54007575bd0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.681775:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c79e8e00/0x3ec0b54007575bd0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.681781:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c79e8e00/0x3ec0b54007575bd0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.681798:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335106.681799:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335106.681801:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763335106.681971:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001c12a9880/2, rc 0, transno 21474838885 00000100:00100000:1.0:1763335106.681991:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001c12a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826069248:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1763335106.682330:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335106.682632:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.685483:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.685593:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814727168 00000100:00100000:2.0:1763335106.685605:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814727168 00000100:00100000:2.0:1763335106.685651:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814727424 00000100:00100000:2.0:1763335106.685654:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814727424 00000100:00100000:2.0:1763335106.685686:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9490 00000100:00100000:2.0:1763335106.685696:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:55956:x1848989814727168:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335106.685720:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335106.685741:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007575bec lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8814c7 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.685801:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007575bec lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814c7 expref: 254 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.685815:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007575bec lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814c7 expref: 254 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.685835:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e8:0x0].0x0 (ffff9001c3c08800) 00010000:00010000:2.0:1763335106.685839:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763335106.685843:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665c00, rc 0) 00000100:00100000:2.0:1763335106.685914:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:55956:x1848989814727168:12345-192.168.204.57@tcp:101:bash.0 Request processed in 218us (3283us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335106.685921:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9490 00000100:00100000:2.0:1763335106.685940:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9491 00000100:00100000:2.0:1763335106.685948:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56941:x1848989814727424:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335106.685957:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335106.685969:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007575bf3 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8814ce expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.686027:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007575bfa lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335106.686036:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007575bfa lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.686044:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007575bfa lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.686055:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575c01 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335106.686062:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575c01 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.686069:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575c01 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.686173:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575c08 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335106.686181:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575c08 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.686189:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575c08 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:2.0:1763335106.686199:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1e8:0x0]: returning size 0 00010000:00010000:2.0:1763335106.686274:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007575bfa lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.686281:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007575bfa lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.686291:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007575bfa lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.686297:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007575bfa lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.686302:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335106.686307:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007575bfa lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.686333:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007575bfa lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.686345:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c7935100) 00010000:00010000:2.0:1763335106.686347:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335106.686351:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007575bfa lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.686357:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007575bfa lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.686370:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575c01 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.686376:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575c01 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.686381:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575c01 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.686386:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335106.686388:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575c01 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.686397:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575c01 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.686402:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c7935d00) 00010000:00010000:2.0:1763335106.686405:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335106.686407:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575c01 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.686412:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575c01 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.686447:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007575bf3 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814ce expref: 256 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.686460:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575c08 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814ce expref: 255 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.686467:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e8:0x0].0x0 (ffff9001c3c08800) 00010000:00010000:2.0:1763335106.686469:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335106.686472:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7800, rc 0) 00000100:00100000:2.0:1763335106.686505:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:56941:x1848989814727424:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 558us (1033us total) trans 4294973091 rc 0/0 00000100:00100000:2.0:1763335106.686512:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9491 00000100:00100000:3.0:1763335106.693144:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.693188:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.693200:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814727680 00000100:00100000:0.0:1763335106.693211:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814727680 00000100:00100000:3.0:1763335106.693229:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.693265:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9492 00000100:00100000:0.0:1763335106.693276:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:55956:x1848989814727680:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335106.693352:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335106.693356:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763335106.693384:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007575bec lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814c7 expref: 255 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.693405:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e8:0x0].0x0 (ffff9001c3c08800) 00010000:00010000:0.0:1763335106.693410:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335106.693425:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b54007575c16 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8814d5 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335106.693461:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814727808 00000100:00100000:2.0:1763335106.693465:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814727808 00010000:00010000:0.0:1763335106.693476:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575c1d lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00000100:00100000:2.0:1763335106.693490:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814727936 00010000:00010000:0.0:1763335106.693490:0:6532:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575c08 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814ce expref: 255 pid: 7841 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335106.693492:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814727936 00010000:00010000:0.0:1763335106.693499:0:6532:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575c1d lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00000100:00100000:2.0:1763335106.693509:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6530 00000100:00100000:2.0:1763335106.693516:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2427:x1848989814727808:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335106.693524:0:27803:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335106.693533:0:6532:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575c08 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814ce expref: 255 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.693538:0:27803:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007575c24 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8814dc expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.693552:0:6532:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575c08 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814ce expref: 255 pid: 7841 timeout: 1199 lvb_type: 0 00002000:00010000:2.0:1763335106.693559:0:27803:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x259:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:0.0:1763335106.693567:0:6532:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4aa1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826070016:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335106.693575:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335106.693577:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335106.693583:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007575c24 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814dc expref: 17 pid: 27803 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335106.693595:0:27803:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007575c24 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814dc expref: 17 pid: 27803 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335106.693606:0:27803:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7e00, rc 0) 00000100:00100000:2.0:1763335106.693633:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2427:x1848989814727808:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 118us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335106.693640:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6530 00000100:00100000:0.0:1763335106.693646:0:6532:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001d1c57d80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335106.693658:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6531 00000100:00100000:2.0:1763335106.693664:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+31:2427:x1848989814727936:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335106.693671:0:27803:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335106.693683:0:27803:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b54007575c2b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8814e3 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335106.693695:0:27803:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x257:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763335106.693703:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335106.693705:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335106.693710:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b54007575c2b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814e3 expref: 32 pid: 27803 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335106.693720:0:27803:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b54007575c2b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814e3 expref: 32 pid: 27803 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335106.693727:0:27803:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6e00, rc 0) 00000100:00100000:2.0:1763335106.693745:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:2427:x1848989814727936:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 82us (516us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335106.693751:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6531 00000100:00100000:0.0:1763335106.695963:0:6532:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4aa1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826070016:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335106.695988:0:6532:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575c1d lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000100:00100000:3.0:1763335106.696601:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.696664:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814728064 00000100:00100000:0.0:1763335106.696671:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814728064 00010000:00010000:0.0:1763335106.696703:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575c08 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814ce expref: 256 pid: 7841 timeout: 1199 lvb_type: 0 00000100:00100000:0.0:1763335106.696738:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3112 00000100:00100000:0.0:1763335106.696747:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b45500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:2427:x1848989814728064:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335106.696761:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335106.696768:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575c08 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814ce expref: 256 pid: 7841 timeout: 1199 lvb_type: 0 00010000:00010000:0.0:1763335106.696779:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575c08 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814ce expref: 256 pid: 7841 timeout: 1199 lvb_type: 0 00010000:00010000:0.0:1763335106.696803:0:33041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575c08 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814ce expref: 256 pid: 7841 timeout: 1199 lvb_type: 0 00010000:00010000:0.0:1763335106.696826:0:33041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e8:0x0].0x0 (ffff9001c3c08800) 00010000:00010000:0.0:1763335106.696831:0:33041:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575c1d lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.696841:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575c1d lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.696848:0:33041:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575c1d lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.696881:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335106.696927:0:6532:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575c1d lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335106.696935:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575c1d lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000100:00100000:0.0:1763335106.696940:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b45500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:2427:x1848989814728064:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 194us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335106.696947:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3112 00000040:00080000:1.0:1763335106.697176:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1478, 88 off124056 00000004:00080000:1.0:1763335106.697185:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1099676869538ns, next at 1099798070025ns, rc = 0 00000040:00080000:1.0:1763335106.697225:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1479, 88 off124056 00000004:00080000:1.0:1763335106.697230:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1099676915820ns, next at 1099798037727ns, rc = 0 00000040:00080000:1.0:1763335106.697258:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1480, 88 off124144 00000004:00080000:1.0:1763335106.697263:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1099676948830ns, next at 1099798037727ns, rc = 0 00000040:00080000:1.0:1763335106.697275:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1479, 88 off124144 00000004:00080000:1.0:1763335106.697278:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1099676963523ns, next at 1099798070025ns, rc = 0 00000100:00100000:2.0:1763335106.699194:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.699274:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814728192 00000100:00100000:1.0:1763335106.699284:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814728192 00000100:00100000:1.0:1763335106.699366:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9493 00000100:00100000:1.0:1763335106.699376:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56941:x1848989814728192:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335106.699399:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335106.699418:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575c32 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8814ea expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.699468:0:13591:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575c1d lrc: 2/0,1 mode: EX/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335106.699479:0:13591:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575c32 lrc: 4/0,0 mode: --/CR res: [0x240000405:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814ea expref: 257 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.699497:0:13591:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575c1d lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335106.699509:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575c32 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814ea expref: 257 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.699521:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e8:0x0].0x0 (ffff9001c3c08800) 00010000:00010000:1.0:1763335106.699524:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763335106.699527:0:13591:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575c32 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814ea expref: 257 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.699534:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6e1e000, rc 0) 00000100:00100000:1.0:1763335106.699592:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:56941:x1848989814728192:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 216us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335106.699599:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9493 00000001:00080000:2.0:1763335106.703852:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973092 is committed 00000004:00080000:2.0:1763335106.703866:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 970 committed 00000004:00080000:2.0:1763335106.703882:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 967 committed 00000100:00100000:3.0:1763335106.704071:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826070272:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335106.704137:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335106.704172:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763335106.704177:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826070400:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335106.704195:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335106.704215:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826070528:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335106.704232:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335106.704244:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763335106.704249:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826070144:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335106.704264:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335106.704289:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826070272 00000100:00100000:3.0:1763335106.704298:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826070272 00000100:00100000:3.0:1763335106.704363:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826070400 00000100:00100000:3.0:1763335106.704367:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826070400 00000100:00100000:3.0:1763335106.704383:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826070528 00000100:00100000:3.0:1763335106.704385:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826070528 00000100:00100000:3.0:1763335106.704398:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826070144 00000100:00100000:3.0:1763335106.704400:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826070144 00000100:00100000:3.0:1763335106.704419:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6532 00000100:00100000:3.0:1763335106.704427:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+61:3664:x1848989826070272:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763335106.704445:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6533 00000100:00100000:0.0:1763335106.704453:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f6024c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+61:3664:x1848989826070400:12345-0@lo:2:osp-syn-0-1.0 00002000:00080000:3.0:1763335106.704456:0:27803:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:595 count 1 00010000:00010000:3.0:1763335106.704483:0:27803:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b54007575c39 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x253:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.704504:0:27803:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c5280400/0x3ec0b54007575b21 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88148f expref: 31 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.704513:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335106.704515:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335106.704518:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b54007575c39 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.704544:0:27803:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c5280400/0x3ec0b54007575b21 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88148f expref: 31 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.704557:0:27803:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c5280400/0x3ec0b54007575b21 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88148f expref: 31 pid: 8417 timeout: 1199 lvb_type: 0 00000100:00100000:3.0:1763335106.704573:0:27803:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f78000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27803:1848989826070656:192.168.204.57@tcp:104: 00000004:00080000:2.0:1763335106.704628:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 966 committed 00000100:00100000:1.0:1763335106.704949:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1334700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826070912:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763335106.705021:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f6024c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+62:3664:x1848989826070400:12345-0@lo:2:osp-syn-0-1.0 Request processed in 568us (823us total) trans 21474838886 rc 0/0 00000100:00100000:3.0:1763335106.705023:0:27803:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f16bdb40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335106.705029:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6533 00000100:00100000:3.0:1763335106.705038:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6534 00000100:00100000:3.0:1763335106.705045:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+61:3666:x1848989826070528:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335106.705046:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6535 00000100:00100000:0.0:1763335106.705051:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+61:3666:x1848989826070144:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763335106.705061:0:27804:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:594 count 1 00010000:00010000:0.0:1763335106.705071:0:27804:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b54007575c40 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.705083:0:27804:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c5280a00/0x3ec0b54007575b7c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814ab expref: 31 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.705095:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335106.705097:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335106.705100:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b54007575c40 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335106.705101:0:8416:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x257:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335106.705104:0:8416:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x257:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763335106.705106:0:8416:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x257:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335106.705108:0:8416:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x257:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763335106.705111:0:8416:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x257:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:0.0:1763335106.705119:0:27804:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c5280a00/0x3ec0b54007575b7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814ab expref: 31 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.705128:0:27804:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c5280a00/0x3ec0b54007575b7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814ab expref: 31 pid: 8417 timeout: 1199 lvb_type: 0 00000100:00100000:3.0:1763335106.705136:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+62:3666:x1848989826070528:12345-0@lo:2:osp-syn-0-1.0 Request processed in 92us (903us total) trans 21474838887 rc 0/0 00000100:00100000:0.0:1763335106.705138:0:27804:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4aa1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27804:1848989826071296:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335106.705142:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6534 00000100:00100000:0.0:1763335106.705164:0:27804:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001d1c57d80 going to sleep for 11 seconds 00010000:00010000:0.0:1763335106.705181:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575bde lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.705188:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575bde lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.705195:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575bde lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.705201:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1f400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335106.705205:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575bde lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.705212:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575bde lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.705229:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e8:0x0].0x0 (ffff9001c3c08800) 00010000:00010000:0.0:1763335106.705231:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335106.705236:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575bde lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.705242:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575bde lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1e8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000004:00080000:2.0:1763335106.705714:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 969 committed 00000100:00100000:2.0:1763335106.705766:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1336300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826071040:0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1763335106.705799:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575c1d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1e8:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814d5 expref: 251 pid: 6532 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335106.705800:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763335106.705809:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e8:0x0].0x0 (ffff9001c3c08800) 00010000:00010000:0.0:1763335106.705812:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763335106.705815:0:6532:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575c32 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814ea expref: 251 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.705825:0:6532:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575c32 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814ea expref: 251 pid: 13591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335106.705828:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826071040 00000100:00100000:2.0:1763335106.705833:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826071040 00010000:00010000:0.0:1763335106.705833:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575c32 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814ea expref: 251 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.705855:0:6532:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575c32 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814ea expref: 251 pid: 13591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335106.705859:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6536 00000100:00100000:2.0:1763335106.705865:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+9:3665:x1848989826071040:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335106.705866:0:6532:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4aa0380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826071424:192.168.204.57@tcp:105: 00000100:00100000:0.0:1763335106.705909:0:6532:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001d1c57b40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335106.705998:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+10:3665:x1848989826071040:12345-0@lo:2:osp-syn-1-1.0 Request processed in 132us (196us total) trans 17179871593 rc 0/0 00000100:00100000:2.0:1763335106.706005:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6536 00000100:00100000:1.0:1763335106.706355:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1763335106.706387:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5f79c00/2, rc 0, transno 21474838886 00000100:00100000:1.0:1763335106.706392:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826070400:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335106.706413:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1334e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826071168:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335106.706434:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1763335106.706453:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5f7b800/2, rc 0, transno 21474838887 00000100:00100000:1.0:1763335106.706457:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826070528:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335106.706463:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763335106.706468:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1337100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826070784:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763335106.706486:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335106.706504:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826070912 00000100:00100000:1.0:1763335106.706508:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826070912 00000100:00100000:1.0:1763335106.706527:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826071168 00000100:00100000:1.0:1763335106.706529:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826071168 00000100:00100000:1.0:1763335106.706539:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826070784 00000100:00100000:1.0:1763335106.706541:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826070784 00000100:00100000:1.0:1763335106.706551:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6537 00000100:00100000:1.0:1763335106.706556:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1336a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+12:3664:x1848989826070912:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763335106.706567:0:28568:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:597 count 1 00010000:00010000:1.0:1763335106.706581:0:28568:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007575c47 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.706595:0:28568:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575b0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881481 expref: 16 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.706602:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335106.706603:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335106.706607:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007575c47 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.706625:0:28568:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575b0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881481 expref: 16 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.706636:0:28568:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575b0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881481 expref: 16 pid: 8417 timeout: 1199 lvb_type: 0 00000100:00100000:1.0:1763335106.706646:0:28568:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1334000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28568:1848989826071552:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335106.706669:0:28568:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c9e3a900 going to sleep for 11 seconds 00000100:00100000:1.0:1763335106.706682:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6538 00000100:00100000:1.0:1763335106.706688:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1335180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+12:3666:x1848989826071168:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763335106.706755:0:8415:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x259:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335106.706758:0:8415:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x259:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763335106.706761:0:8415:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x259:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335106.706763:0:8415:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x259:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763335106.706765:0:8415:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x259:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335106.706792:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1335180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+13:3666:x1848989826071168:12345-0@lo:2:osp-syn-1-1.0 Request processed in 103us (357us total) trans 17179871594 rc 0/0 00000100:00100000:1.0:1763335106.706797:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6538 00000100:00100000:1.0:1763335106.706809:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6539 00000100:00100000:1.0:1763335106.706814:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1337800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+12:3666:x1848989826070784:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763335106.706823:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:596 count 1 00010000:00010000:1.0:1763335106.706832:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007575c4e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.706842:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c5281800/0x3ec0b5400757590d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813d9 expref: 16 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.706854:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335106.706856:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335106.706858:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007575c4e lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.706873:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c5281800/0x3ec0b5400757590d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813d9 expref: 16 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.706881:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c5281800/0x3ec0b5400757590d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813d9 expref: 16 pid: 35240 timeout: 1199 lvb_type: 0 00000100:00100000:1.0:1763335106.706902:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1335880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1848989826071680:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335106.706923:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c9e3a3c0 going to sleep for 11 seconds 00000004:00080000:1.0:1763335106.706943:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f1334e00/2, rc 0, transno 17179871594 00000100:00100000:1.0:1763335106.706947:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1334e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826071168:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763335106.707645:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f1336300/2, rc 0, transno 17179871593 00000100:00100000:0.0:1763335106.707651:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1336300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826071040:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335106.708291:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.708334:0:27804:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4aa1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27804:1848989826071296:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335106.708354:0:27804:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b54007575c40 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335106.708587:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.708649:0:27803:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f78000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27803:1848989826070656:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335106.708664:0:27803:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b54007575c39 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335106.708766:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814728320 00000100:00100000:0.0:1763335106.708766:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814728448 00000100:00100000:1.0:1763335106.708772:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814728320 00000100:00100000:0.0:1763335106.708772:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814728448 00010000:00010000:1.0:1763335106.708799:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280400/0x3ec0b54007575b21 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88148f expref: 33 pid: 8417 timeout: 1199 lvb_type: 0 00010000:00010000:0.0:1763335106.708799:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280a00/0x3ec0b54007575b7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814ab expref: 33 pid: 8417 timeout: 1199 lvb_type: 0 00000100:00100000:0.0:1763335106.708835:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3113 00000100:00100000:0.0:1763335106.708844:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:2429:x1848989814728448:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335106.708857:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335106.708862:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c5280a00/0x3ec0b54007575b7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814ab expref: 33 pid: 8417 timeout: 1199 lvb_type: 0 00010000:00010000:0.0:1763335106.708873:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c5280a00/0x3ec0b54007575b7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814ab expref: 33 pid: 8417 timeout: 1199 lvb_type: 0 00010000:00010000:0.0:1763335106.708901:0:33041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c5280a00/0x3ec0b54007575b7c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x252:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814ab expref: 33 pid: 8417 timeout: 1199 lvb_type: 0 00010000:00010000:0.0:1763335106.708914:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335106.708916:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335106.708920:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b54007575c40 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.708928:0:33041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b54007575c40 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335106.708941:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3114 00000100:00100000:1.0:1763335106.708949:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c795a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:2429:x1848989814728320:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335106.708949:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335106.708957:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335106.708961:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c5280400/0x3ec0b54007575b21 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x253:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88148f expref: 32 pid: 8417 timeout: 1199 lvb_type: 0 00010000:00010000:0.0:1763335106.708963:0:27804:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b54007575c40 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.708972:0:27804:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b54007575c40 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.708977:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c5280400/0x3ec0b54007575b21 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x253:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88148f expref: 32 pid: 8417 timeout: 1199 lvb_type: 0 00010000:00010000:0.0:1763335106.708980:0:27804:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b54007575c40 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.708988:0:27804:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b54007575c40 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.708989:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c5280400/0x3ec0b54007575b21 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x253:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88148f expref: 32 pid: 8417 timeout: 1199 lvb_type: 0 00010000:00010000:1.0:1763335106.708999:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335106.709000:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335106.709003:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b54007575c39 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.709004:0:27804:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763335106.709010:0:7458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b54007575c39 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.709026:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335106.709059:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c795a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+31:2429:x1848989814728320:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 111us (770us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335106.709066:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3114 00010000:00010000:2.0:1763335106.709178:0:27803:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b54007575c39 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.709186:0:27803:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b54007575c39 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.709193:0:27803:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b54007575c39 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.709200:0:27803:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b54007575c39 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.709220:0:27803:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1763335106.709272:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+63:3666:x1848989826070144:12345-0@lo:6:osp-syn-0-1.0 Request processed in 4220us (5006us total) trans 21474838888 rc 0/0 00000100:00100000:0.0:1763335106.709281:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6535 00000100:00100000:2.0:1763335106.709350:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+63:3664:x1848989826070272:12345-0@lo:6:osp-syn-0-1.0 Request processed in 4923us (5212us total) trans 21474838889 rc 0/0 00010000:00010000:1.0:1763335106.709398:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1763335106.709404:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b54007575c40 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.709411:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185e00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335106.709415:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b54007575c40 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.709429:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b54007575c40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.709439:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b54007575c40 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.709444:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b54007575c40 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x252:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.709458:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335106.709461:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b54007575c39 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.709467:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281000 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335106.709469:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b54007575c39 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.709475:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b54007575c39 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.709482:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b54007575c39 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.709487:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c5281000/0x3ec0b54007575c39 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.709499:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335106.709501:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335106.709502:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763335106.709524:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c9b47100/2, rc 0, transno 21474838889 00000100:00100000:1.0:1763335106.709529:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826070272:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1763335106.709584:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c9b44380/2, rc 0, transno 21474838888 00000100:00100000:3.0:1763335106.709588:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826070144:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1763335106.711667:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335106.711739:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+30:2429:x1848989814728448:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 2891us (3146us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335106.711749:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3113 00000100:00100000:1.0:1763335106.716267:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1335880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1848989826071680:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335106.716302:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007575c4e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335106.716397:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.716417:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.716811:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6532 00000100:00100000:2.0:1763335106.716980:0:35246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814728704 00000100:00100000:2.0:1763335106.716989:0:35246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814728704 00010000:00010000:2.0:1763335106.717027:0:35246:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5281800/0x3ec0b5400757590d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813d9 expref: 17 pid: 35240 timeout: 1199 lvb_type: 0 00000100:00100000:2.0:1763335106.717071:0:35246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814728576 00000100:00100000:2.0:1763335106.717075:0:35246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814728576 00010000:00010000:2.0:1763335106.717088:0:35246:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575b0c lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881481 expref: 18 pid: 8417 timeout: 1199 lvb_type: 0 00000100:00100000:2.0:1763335106.717106:0:35246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3115 00000100:00100000:2.0:1763335106.717115:0:35246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1335880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2428:x1848989814728704:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335106.717128:0:35246:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335106.717133:0:35246:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c5281800/0x3ec0b5400757590d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813d9 expref: 18 pid: 35240 timeout: 1199 lvb_type: 0 00010000:00010000:2.0:1763335106.717144:0:35246:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c5281800/0x3ec0b5400757590d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813d9 expref: 18 pid: 35240 timeout: 1199 lvb_type: 0 00010000:00010000:2.0:1763335106.717167:0:35246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c5281800/0x3ec0b5400757590d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8813d9 expref: 18 pid: 35240 timeout: 1199 lvb_type: 0 00010000:00010000:2.0:1763335106.717183:0:35246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335106.717185:0:35246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335106.717190:0:35246:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007575c4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.717200:0:35246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007575c4e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.717222:0:35246:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335106.717287:0:35246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1335880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2428:x1848989814728704:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 172us (890us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335106.717294:0:35246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3115 00000100:00100000:2.0:1763335106.717308:0:35246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3116 00000100:00100000:2.0:1763335106.717339:0:35246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1335c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2428:x1848989814728576:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335106.717348:0:35246:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335106.717352:0:35246:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575b0c lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881481 expref: 16 pid: 8417 timeout: 1199 lvb_type: 0 00010000:00010000:2.0:1763335106.717362:0:35246:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575b0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881481 expref: 16 pid: 8417 timeout: 1199 lvb_type: 0 00010000:00010000:2.0:1763335106.717374:0:35246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335106.717376:0:35246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335106.717379:0:35246:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007575c47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.717387:0:35246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007575c47 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.717397:0:35246:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335106.717417:0:35246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1335c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2428:x1848989814728576:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 102us (998us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335106.717424:0:35246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3116 00010000:00010000:1.0:1763335106.717566:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007575c4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.717576:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007575c4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.717586:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007575c4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.717595:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007575c4e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.717623:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763335106.717854:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1337800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+13:3666:x1848989826070784:12345-0@lo:6:osp-syn-1-1.0 Request processed in 11038us (11366us total) trans 17179871595 rc 0/0 00000100:00100000:1.0:1763335106.717863:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6539 00000004:00080000:1.0:1763335106.717915:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f1337100/2, rc 0, transno 17179871595 00000100:00100000:1.0:1763335106.717921:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1337100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826070784:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1763335106.717968:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335106.717975:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007575c4e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.717982:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1f600 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335106.717986:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007575c4e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.717994:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007575c4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.718005:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007575c4e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.718013:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007575c4e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x254:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.718031:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335106.718033:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335106.718035:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335106.718930:0:28568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575b0c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881481 expref: 15 pid: 8417 timeout: 1199 lvb_type: 0 00000100:00100000:0.0:1763335106.718944:0:28568:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1334000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28568:1848989826071552:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335106.718961:0:28568:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007575c47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.718971:0:28568:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007575c47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.718979:0:28568:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007575c47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.718989:0:28568:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007575c47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.718995:0:28568:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007575c47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.719020:0:28568:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763335106.719299:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1336a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+13:3664:x1848989826070912:12345-0@lo:6:osp-syn-1-1.0 Request processed in 12741us (12943us total) trans 17179871596 rc 0/0 00000100:00100000:0.0:1763335106.719308:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6537 00000004:00080000:1.0:1763335106.719334:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f1334700/2, rc 0, transno 17179871596 00000100:00100000:1.0:1763335106.719340:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1334700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826070912:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1763335106.719347:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335106.719353:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007575c47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.719360:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1fa00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335106.719363:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007575c47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.719372:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007575c47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.719390:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007575c47 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.719397:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007575c47 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x255:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.719409:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335106.719411:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335106.719412:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335106.719431:0:6532:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4aa0380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826071424:192.168.204.57@tcp:105: 00010000:00010000:0.0:1763335106.719456:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b54007575c16 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814d5 expref: 251 pid: 6532 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763335106.719471:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575c1d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1e8:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814d5 expref: 250 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.719497:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc184000, rc 0) 00000100:00100000:0.0:1763335106.719540:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:55956:x1848989814727680:12345-192.168.204.57@tcp:101:bash.0 Request processed in 26266us (26406us total) trans 4294973092 rc 0/0 00000100:00100000:0.0:1763335106.719547:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9492 00000100:00100000:2.0:1763335106.720973:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.721029:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814728832 00000100:00100000:0.0:1763335106.721039:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814728832 00000100:00100000:0.0:1763335106.721094:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3271 00000100:00100000:0.0:1763335106.721104:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001d1848c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:56941:x1848989814728832:12345-192.168.204.57@tcp:49:lfs.0 00000100:00100000:0.0:1763335106.721196:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001d1848c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:56941:x1848989814728832:12345-192.168.204.57@tcp:49:lfs.0 Request processed in 92us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335106.721203:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3271 00000100:00100000:1.0:1763335106.724276:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.724689:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814728960 00000100:00100000:0.0:1763335106.724701:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814728960 00000100:00100000:0.0:1763335106.724756:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3272 00000100:00100000:0.0:1763335106.724766:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1334000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:55956:x1848989814728960:12345-192.168.204.57@tcp:49:bash.0 00000100:00100000:0.0:1763335106.724931:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1334000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:55956:x1848989814728960:12345-192.168.204.57@tcp:49:bash.0 Request processed in 166us (665us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335106.724939:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3272 00000100:00100000:1.0:1763335106.727586:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.727636:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814729088 00000100:00100000:0.0:1763335106.727647:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814729088 00000100:00100000:0.0:1763335106.727707:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6540 00000100:00100000:0.0:1763335106.727718:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+30:2426:x1848989814729088:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335106.727736:0:28568:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335106.727760:0:28568:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001fc184800/0x3ec0b54007575c55 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8814f1 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335106.727785:0:28568:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x256:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335106.727805:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335106.727808:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335106.727819:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001fc184800/0x3ec0b54007575c55 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814f1 expref: 31 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335106.727835:0:28568:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9001fc184800/0x3ec0b54007575c55 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814f1 expref: 31 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335106.727849:0:28568:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc184800, rc 0) 00000100:00100000:0.0:1763335106.727919:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+31:2426:x1848989814729088:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 202us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335106.727927:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6540 00000100:00100000:2.0:1763335106.732867:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.732932:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814729216 00000100:00100000:1.0:1763335106.732942:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814729216 00000100:00100000:1.0:1763335106.733001:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6541 00000100:00100000:1.0:1763335106.733013:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+31:55956:x1848989814729216:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335106.733030:0:8415:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335106.733050:0:8415:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b54007575c5c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8814f8 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.733080:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9001fc184800/0x3ec0b54007575c55 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814f1 expref: 32 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335106.733088:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335106.733091:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335106.733095:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b54007575c5c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814f8 expref: 32 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.733127:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9001fc184800/0x3ec0b54007575c55 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814f1 expref: 32 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335106.733145:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9001fc184800/0x3ec0b54007575c55 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814f1 expref: 32 pid: 28568 timeout: 1199 lvb_type: 1 00000100:00100000:1.0:1763335106.733159:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a79500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1848989826071808:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335106.733241:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c9e3a900 going to sleep for 11 seconds 00000100:00100000:3.0:1763335106.741465:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.741860:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.741975:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814729600 00000100:00100000:2.0:1763335106.741984:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814729600 00000100:00100000:1.0:1763335106.742023:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a79500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1848989826071808:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335106.742044:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3273 00000100:00100000:2.0:1763335106.742053:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:56941:x1848989814729600:12345-192.168.204.57@tcp:35:lfs.0 00010000:00010000:1.0:1763335106.742058:0:8415:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b54007575c5c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814f8 expref: 32 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.742076:0:8415:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6e1fa00, rc 0) 00000100:00100000:1.0:1763335106.742127:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:55956:x1848989814729216:12345-192.168.204.57@tcp:101:bash.0 Request processed in 9117us (9270us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335106.742135:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6541 00000100:00100000:0.0:1763335106.742148:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814729344 00000100:00100000:0.0:1763335106.742152:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814729344 00010000:00010000:0.0:1763335106.742172:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9001fc184800/0x3ec0b54007575c55 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814f1 expref: 32 pid: 28568 timeout: 1199 lvb_type: 1 00000100:00100000:0.0:1763335106.742203:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3117 00000100:00100000:0.0:1763335106.742210:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:2428:x1848989814729344:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335106.742223:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335106.742228:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9001fc184800/0x3ec0b54007575c55 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x256:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814f1 expref: 32 pid: 28568 timeout: 1199 lvb_type: 1 00010000:00010000:0.0:1763335106.742239:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9001fc184800/0x3ec0b54007575c55 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x256:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814f1 expref: 32 pid: 28568 timeout: 1199 lvb_type: 1 00010000:00010000:0.0:1763335106.742261:0:33041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001fc184800/0x3ec0b54007575c55 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x256:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814f1 expref: 32 pid: 28568 timeout: 1199 lvb_type: 1 00010000:00010000:0.0:1763335106.742274:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335106.742276:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335106.742282:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b54007575c5c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814f8 expref: 31 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.742292:0:33041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b54007575c5c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814f8 expref: 31 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.742633:0:33041:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b54007575c5c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814f8 expref: 31 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335106.742648:0:33041:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4aa0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:33041:1848989826071936:192.168.204.57@tcp:105: 00000100:00100000:0.0:1763335106.742714:0:33041:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001d1c57c00 going to sleep for 11 seconds 00000100:00100000:3.0:1763335106.744502:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:56941:x1848989814729600:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 2440us (2633us total) trans 4294973093 rc 0/0 00000100:00100000:3.0:1763335106.744514:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3273 00000100:00100000:3.0:1763335106.748240:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.748240:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.748448:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814729984 00000100:00100000:0.0:1763335106.748458:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814729984 00000100:00100000:0.0:1763335106.748520:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9494 00000100:00100000:0.0:1763335106.748531:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:56941:x1848989814729984:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335106.748555:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335106.748578:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575c63 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881506 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335106.748642:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814729728 00000100:00100000:2.0:1763335106.748646:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814729728 00010000:00010000:0.0:1763335106.748662:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575c6a lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335106.748675:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575c6a lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00000100:00100000:2.0:1763335106.748684:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6542 00010000:00010000:0.0:1763335106.748686:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575c6a lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000100:00100000:2.0:1763335106.748691:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+15:55956:x1848989814729728:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335106.748698:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575c71 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335106.748700:0:8415:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335106.748704:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575c71 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.748710:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575c71 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335106.748712:0:8415:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575c78 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8814ff expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335106.748729:0:8415:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x258:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763335106.748743:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335106.748745:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335106.748753:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575c78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814ff expref: 16 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.748770:0:8415:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575c78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814ff expref: 16 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.748780:0:8415:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7a00, rc 0) 00010000:00010000:0.0:1763335106.748813:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b54007575c7f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335106.748821:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b54007575c7f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.748827:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b54007575c7f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000100:00100000:2.0:1763335106.748829:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:55956:x1848989814729728:12345-192.168.204.57@tcp:101:bash.0 Request processed in 138us (598us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335106.748835:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6542 00000004:00200000:0.0:1763335106.748838:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1e8:0x0]: returning size 2 00010000:00010000:0.0:1763335106.748928:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575c6a lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.748936:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575c6a lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.748942:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575c6a lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.748948:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575c6a lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.748954:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335106.748958:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575c6a lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.748964:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575c6a lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.748976:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881900) 00010000:00010000:0.0:1763335106.748979:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335106.748984:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575c6a lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.748994:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575c6a lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.749007:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575c71 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.749012:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575c71 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.749018:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575c71 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.749023:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335106.749026:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575c71 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.749031:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575c71 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.749039:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881a00) 00010000:00010000:0.0:1763335106.749042:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335106.749045:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575c71 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.749050:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575c71 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.749091:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575c63 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881506 expref: 254 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.749105:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b54007575c7f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881506 expref: 253 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.749116:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e8:0x0].0x0 (ffff9001c3c08800) 00010000:00010000:0.0:1763335106.749118:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335106.749121:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c79e9c00, rc 0) 00000100:00100000:0.0:1763335106.749162:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56941:x1848989814729984:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 633us (931us total) trans 4294973094 rc 0/0 00000100:00100000:0.0:1763335106.749169:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9494 00000100:00100000:3.0:1763335106.749345:0:33041:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4aa0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:33041:1848989826071936:192.168.204.57@tcp:105: 00010000:00010000:3.0:1763335106.749368:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335106.749394:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+31:2428:x1848989814729344:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 7183us (7939us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335106.749403:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3117 00000100:00100000:1.0:1763335106.754137:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.754471:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814730240 00000100:00100000:3.0:1763335106.754482:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814730240 00000100:00100000:2.0:1763335106.754503:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.754704:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.754807:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814730368 00000100:00100000:1.0:1763335106.754812:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814730368 00002000:00010000:1.0:1763335106.754840:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/598 (0->18446744073709551615) 00002000:00100000:1.0:1763335106.754844:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c9b54380 with x1848989814730368 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335106.754858:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c9b54380. 00000100:00100000:1.0:1763335106.754875:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814730496 00000100:00100000:1.0:1763335106.754878:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814730496 00002000:00010000:1.0:1763335106.754896:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/600 (0->18446744073709551615) 00002000:00100000:1.0:1763335106.754899:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c9b57100 with x1848989814730496 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335106.754904:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c9b57100. 00000100:00100000:1.0:1763335106.754922:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1608 00000100:00100000:1.0:1763335106.754931:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+31:2427:x1848989814730368:12345-192.168.204.57@tcp:10:bash.0 00000100:00100000:2.0:1763335106.755049:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1609 00000100:00100000:2.0:1763335106.755058:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2427:x1848989814730496:12345-192.168.204.57@tcp:10:bash.0 00000100:00100000:3.0:1763335106.755170:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3274 00000100:00100000:3.0:1763335106.755177:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56941:x1848989814730240:12345-192.168.204.57@tcp:35:lfs.0 00002000:00010000:2.0:1763335106.755213:0:23998:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x258:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335106.755216:0:23998:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x258:0x0] updating lvb mtime from disk: 0 -> 1763335107 00002000:00010000:2.0:1763335106.755218:0:23998:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x258:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335106.755220:0:23998:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x258:0x0] updating lvb ctime from disk: 0 -> 1763335107 00002000:00010000:2.0:1763335106.755222:0:23998:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x258:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335106.755278:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2427:x1848989814730496:12345-192.168.204.57@tcp:10:bash.0 Request processed in 221us (574us total) trans 17179871597 rc 0/0 00000100:00100000:2.0:1763335106.755303:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1609 00002000:00010000:2.0:1763335106.755307:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/600 (0->18446744073709551615) 00002000:00100000:2.0:1763335106.755310:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c9b57100 with x1848989814730496 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335106.755340:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c9b57100. 00000100:00100000:3.0:1763335106.755357:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56941:x1848989814730240:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 180us (1230us total) trans 4294973095 rc 0/0 00000100:00100000:3.0:1763335106.755364:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3274 00002000:00010000:1.0:1763335106.756712:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x256:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335106.756718:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x256:0x0] updating lvb mtime from disk: 0 -> 1763335107 00002000:00010000:1.0:1763335106.756721:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x256:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335106.756724:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x256:0x0] updating lvb ctime from disk: 0 -> 1763335107 00002000:00010000:1.0:1763335106.756726:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x256:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335106.756764:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:2427:x1848989814730368:12345-192.168.204.57@tcp:10:bash.0 Request processed in 1832us (2259us total) trans 21474838890 rc 0/0 00000100:00100000:1.0:1763335106.756773:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1608 00002000:00010000:1.0:1763335106.756777:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/598 (0->18446744073709551615) 00002000:00100000:1.0:1763335106.756780:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c9b54380 with x1848989814730368 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335106.756785:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c9b54380. 00000100:00100000:1.0:1763335106.762600:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.762661:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814730624 00000100:00100000:3.0:1763335106.762672:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814730624 00000100:00100000:3.0:1763335106.762732:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3275 00000100:00100000:3.0:1763335106.762743:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56941:x1848989814730624:12345-192.168.204.57@tcp:33:lfs.0 00000100:00100000:3.0:1763335106.762927:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56941:x1848989814730624:12345-192.168.204.57@tcp:33:lfs.0 Request processed in 185us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335106.762935:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3275 00000100:00100000:2.0:1763335106.763566:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763335106.763587:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826072064:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1763335106.763639:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335106.763678:0:8418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826072064 00000100:00100000:0.0:1763335106.763684:0:8418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826072064 00000100:00100000:0.0:1763335106.763721:0:8418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:0.0:1763335106.763728:0:8418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+62:3666:x1848989826072064:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1763335106.763746:0:8418:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484985024 pending 86016 free 3919192064 avail 3687669760 00000100:00100000:0.0:1763335106.763787:0:8418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+62:3666:x1848989826072064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335106.763793:0:8418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:1.0:1763335106.763866:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826072064:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1763335106.767944:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.768097:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814730880 00000100:00100000:0.0:1763335106.768107:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814730880 00000100:00100000:0.0:1763335106.768162:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9495 00000100:00100000:0.0:1763335106.768171:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56941:x1848989814730880:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335106.768190:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335106.768209:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007575c8d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88150d expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.768305:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007575c94 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335106.768349:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007575c94 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1e8:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.768361:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007575c94 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1e8:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:0.0:1763335106.768375:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1e8:0x0]: returning size 2 00010000:00010000:0.0:1763335106.768482:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007575c8d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1e8:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88150d expref: 257 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.768501:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007575c94 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1e8:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88150d expref: 256 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.768511:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e8:0x0].0x0 (ffff9001c3c08800) 00010000:00010000:0.0:1763335106.768514:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763335106.768518:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c79e9e00, rc 0) 00000100:00100000:0.0:1763335106.768584:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56941:x1848989814730880:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 413us (650us total) trans 4294973096 rc 0/0 00000100:00100000:0.0:1763335106.768592:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9495 00000100:00100000:1.0:1763335106.774920:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.775005:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814731264 00000100:00100000:0.0:1763335106.775017:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814731264 00000100:00100000:0.0:1763335106.775077:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3276 00000100:00100000:0.0:1763335106.775099:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001d1849850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56941:x1848989814731264:12345-192.168.204.57@tcp:35:lfs.0 00000004:00010000:0.0:1763335106.775171:0:6534:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000405:0x1e8:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007575c94 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1e8:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88150d expref: 256 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.775211:0:6534:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575ca2 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 00010000:00010000:0.0:1763335106.775223:0:6534:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007575bc2 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814b9 expref: 256 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.775236:0:6534:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b54007575c7f lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881506 expref: 256 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.775243:0:6534:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575c1d lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x1e8:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814d5 expref: 256 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.775251:0:6534:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575c32 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814ea expref: 256 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.775259:0:6534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575ca2 lrc: 7/0,1 mode: --/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335106.775293:0:6534:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575c32 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814ea expref: 256 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.775306:0:6534:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575c32 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814ea expref: 256 pid: 13591 timeout: 1199 lvb_type: 0 00000100:00100000:0.0:1763335106.775353:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4aa0380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6534:1848989826072192:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335106.775435:0:6534:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575c1d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1e8:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814d5 expref: 256 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.775445:0:6534:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575c1d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1e8:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814d5 expref: 256 pid: 6532 timeout: 1199 lvb_type: 0 00000100:00100000:0.0:1763335106.775454:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4aa1c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6534:1848989826072320:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335106.775484:0:6534:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b54007575c7f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881506 expref: 256 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.775492:0:6534:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b54007575c7f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881506 expref: 256 pid: 6532 timeout: 1199 lvb_type: 0 00000100:00100000:0.0:1763335106.775501:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4aa3b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6534:1848989826072448:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335106.775534:0:6534:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007575bc2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814b9 expref: 256 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.775542:0:6534:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007575bc2 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814b9 expref: 256 pid: 13591 timeout: 1199 lvb_type: 0 00000100:00100000:0.0:1763335106.775549:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4aa0700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6534:1848989826072576:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335106.775569:0:6534:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001d1c57d80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335106.776760:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.776861:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814731392 00000100:00100000:1.0:1763335106.776868:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814731392 00000100:00100000:1.0:1763335106.776930:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9496 00000100:00100000:1.0:1763335106.776940:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:56946:x1848989814731392:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:1.0:1763335106.776981:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1763335106.776992:0:13840:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575c1d lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1e8:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814d5 expref: 257 pid: 6532 timeout: 1199 lvb_type: 0 00010000:00010000:1.0:1763335106.777014:0:13840:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575c32 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814ea expref: 257 pid: 13591 timeout: 1199 lvb_type: 0 00010000:00010000:1.0:1763335106.777031:0:13840:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b54007575c7f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881506 expref: 257 pid: 6532 timeout: 1199 lvb_type: 0 00010000:00010000:1.0:1763335106.777041:0:13840:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007575bc2 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x20/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814b9 expref: 257 pid: 13591 timeout: 1199 lvb_type: 0 00010000:00010000:1.0:1763335106.777052:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e8:0x0].0x0 (ffff9001c3c08800) 00010000:00010000:1.0:1763335106.777057:0:13840:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575ca2 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0x28/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335106.777066:0:13840:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575ca2 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0x28/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335106.777073:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575ca2 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0x28/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335106.777090:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335106.777116:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575ca9 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335106.777125:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575ca9 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.777133:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575ca9 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.777145:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007575cb0 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335106.777151:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007575cb0 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.777157:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007575cb0 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.777231:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007575cb7 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335106.777238:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007575cb7 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.777243:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007575cb7 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00080000:1.0:1763335106.778674:0:13840:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000405:0x1e8:0x0] is inserted into orphan list, open count = 2 00010000:00010000:1.0:1763335106.778774:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007575cb7 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.778784:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007575cb7 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.778791:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007575cb7 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.778797:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335106.778801:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007575cb7 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.778809:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007575cb7 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.778821:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e8:0x0].0x0 (ffff9001c3c08800) 00010000:00010000:1.0:1763335106.778824:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763335106.778828:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007575cb7 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.778834:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007575cb7 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.778856:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575ca9 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.778862:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575ca9 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.778867:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575ca9 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.778872:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575ca9 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.778878:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1f400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335106.778880:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575ca9 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.778895:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575ca9 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.778903:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0ebd00) 00010000:00010000:1.0:1763335106.778905:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335106.778908:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575ca9 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.778914:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575ca9 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000004:00010000:1.0:1763335106.778929:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000052479096 reply state 0000000032db7cba transno 4294973097 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007575cb0 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.778940:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007575cb0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.778947:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da0eb900) 00010000:00010000:1.0:1763335106.778950:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335106.778952:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763335106.778986:0:6534:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.57@tcp) returned -22 from blocking AST (req@0000000005f843a1 x1848989826072192) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575c32 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814ea expref: 259 pid: 13591 timeout: 1199 lvb_type: 0 00010000:00010000:0.0:1763335106.778999:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575c32 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814ea expref: 259 pid: 13591 timeout: 1199 lvb_type: 0 00000100:00100000:0.0:1763335106.779010:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4aa0380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6534:1848989826072192:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335106.779022:0:6534:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.57@tcp) returned -22 from blocking AST (req@000000007e7cc098 x1848989826072320) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575c1d lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1e8:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814d5 expref: 258 pid: 6532 timeout: 1199 lvb_type: 0 00010000:00010000:0.0:1763335106.779033:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575c1d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1e8:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814d5 expref: 258 pid: 6532 timeout: 1199 lvb_type: 0 00000100:00100000:1.0:1763335106.779034:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56946:x1848989814731392:12345-192.168.204.57@tcp:36:rm.0 Request processed in 2096us (2278us total) trans 4294973097 rc 0/0 00000100:00100000:1.0:1763335106.779043:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9496 00000100:00100000:0.0:1763335106.779047:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4aa1c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6534:1848989826072320:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335106.785057:0:6534:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.57@tcp) returned -22 from blocking AST (req@0000000025130bd8 x1848989826072448) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b54007575c7f lrc: 1/0,0 mode: --/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881506 expref: 256 pid: 6532 timeout: 1199 lvb_type: 0 00010000:00010000:0.0:1763335106.785098:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b54007575c7f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881506 expref: 256 pid: 6532 timeout: 1199 lvb_type: 0 00000100:00100000:0.0:1763335106.785118:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4aa3b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6534:1848989826072448:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335106.785136:0:6534:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.57@tcp) returned -22 from blocking AST (req@00000000d05fa3fb x1848989826072576) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007575bc2 lrc: 1/0,0 mode: --/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814b9 expref: 255 pid: 13591 timeout: 1199 lvb_type: 0 00010000:00010000:0.0:1763335106.785148:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007575bc2 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1e8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814b9 expref: 255 pid: 13591 timeout: 1199 lvb_type: 0 00000100:00100000:0.0:1763335106.785159:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4aa0700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6534:1848989826072576:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335106.785192:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e8:0x0].0x0 (ffff9001c3c08800) 00010000:00010000:0.0:1763335106.785200:0:6534:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575ca2 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335106.785209:0:6534:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575ca2 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335106.785215:0:6534:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575ca2 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00000004:00020000:0.0:1763335106.785397:0:6534:0:(lod_lov.c:1523:lod_parse_striping()) lustre-MDT0001-mdtlov: can not set all stale mirrors for [0x240000405:0x1e8:0x0]: rc = -1 00010000:00010000:0.0:1763335106.785427:0:6534:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575ca2 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335106.785435:0:6534:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575ca2 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335106.785442:0:6534:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575ca2 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335106.785449:0:6534:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc184800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335106.785453:0:6534:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575ca2 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335106.785460:0:6534:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575ca2 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335106.785471:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e8:0x0].0x0 (ffff9001c3c08800) 00010000:00010000:0.0:1763335106.785474:0:6534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1763335106.785478:0:6534:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575ca2 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335106.785484:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575ca2 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1e8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335106.785493:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e8:0x0].0x0 (ffff9001c3c08800) 00010000:00010000:0.0:1763335106.785495:0:6534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763335106.785500:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007575c94 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1e8:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88150d expref: 254 pid: 6532 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335106.785698:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001d1849850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56941:x1848989814731264:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 10610us (10786us total) trans 4294973098 rc -1/-1 00000100:00100000:0.0:1763335106.785707:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3276 00000100:00100000:3.0:1763335106.788444:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.788500:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814731520 00000100:00100000:1.0:1763335106.788510:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814731520 00000100:00100000:1.0:1763335106.788577:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9497 00000100:00100000:1.0:1763335106.788588:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56941:x1848989814731520:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335106.788613:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335106.788635:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007575cbe lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881514 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.788685:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007575cbe lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881514 expref: 255 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.788697:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665c00/0x3ec0b54007575cbe lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1e8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881514 expref: 255 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.788713:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e8:0x0].0x0 (ffff9001da0ebd00) 00010000:00010000:1.0:1763335106.788717:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763335106.788721:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4665c00, rc 0) 00000100:00100000:1.0:1763335106.788778:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:56941:x1848989814731520:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 192us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335106.788785:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9497 00000100:00100000:1.0:1763335106.790340:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.790369:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814731776 00000100:00100000:0.0:1763335106.790378:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814731776 00000100:00100000:0.0:1763335106.790426:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3277 00000100:00100000:0.0:1763335106.790436:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:56941:x1848989814731776:12345-192.168.204.57@tcp:35:lfs.0 00000004:00080000:0.0:1763335106.790677:0:6534:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x1e8:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1763335106.790734:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1480, 64 off124208 00000040:00080000:0.0:1763335106.790754:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1481, 64 off124208 00000040:00080000:0.0:1763335106.790762:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1482, 64 off124272 00000040:00080000:0.0:1763335106.790769:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1481, 64 off124272 00010000:00010000:0.0:1763335106.790818:0:6534:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575cc5 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 00010000:00010000:0.0:1763335106.790831:0:6534:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575cc5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335106.790840:0:6534:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575cc5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335106.790848:0:6534:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575cc5 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335106.790854:0:6534:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575cc5 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335106.790860:0:6534:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575cc5 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335106.790883:0:6534:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763335106.791078:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56941:x1848989814731776:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 642us (770us total) trans 4294973099 rc 0/0 00000100:00100000:0.0:1763335106.791086:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3277 00010000:00010000:1.0:1763335106.793519:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335106.793532:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575cc5 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335106.793544:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185e00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335106.793548:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575cc5 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335106.793557:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575cc5 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335106.793574:0:7457:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1e8:0x0].0x0 (ffff9001da0ebd00) 00010000:00010000:1.0:1763335106.793577:0:7457:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335106.793582:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575cc5 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335106.793588:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575cc5 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335106.793603:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335106.793605:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335106.793606:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335106.798219:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.798291:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814731904 00000100:00100000:1.0:1763335106.798303:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814731904 00000100:00100000:1.0:1763335106.798395:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9498 00000100:00100000:1.0:1763335106.798407:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56947:x1848989814731904:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335106.798428:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335106.798452:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575ccc lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88151b expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.798520:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007575cd3 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335106.798532:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007575cd3 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.798541:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007575cd3 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.798550:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007575cda lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335106.798558:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007575cda lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.798563:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007575cda lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.798596:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007575cd3 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.798601:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007575cd3 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.798606:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007575cd3 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.798613:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007575cd3 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.798618:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335106.798622:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007575cd3 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.798628:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007575cd3 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.798639:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0eb400) 00010000:00010000:1.0:1763335106.798642:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335106.798646:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007575cd3 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.798651:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007575cd3 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.798661:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007575cda lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.798667:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007575cda lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.798674:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007575cda lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.798679:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335106.798681:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007575cda lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.798685:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007575cda lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.798689:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da0eb900) 00010000:00010000:1.0:1763335106.798691:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335106.798693:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007575cda lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.798697:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007575cda lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.798721:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575ccc lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88151b expref: 257 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.798731:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0eb400) 00010000:00010000:1.0:1763335106.798733:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335106.798736:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575ccc lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88151b expref: 257 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.798748:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664c00, rc 0) 00000100:00100000:1.0:1763335106.798809:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56947:x1848989814731904:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 405us (600us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335106.798817:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9498 00000100:00100000:2.0:1763335106.808147:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.808213:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814732032 00000100:00100000:1.0:1763335106.808224:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814732032 00000100:00100000:1.0:1763335106.808295:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9499 00000100:00100000:1.0:1763335106.808306:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56947:x1848989814732032:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335106.808362:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335106.808384:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575ce1 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881522 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.808449:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007575ce8 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335106.808463:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007575ce8 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.808473:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007575ce8 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.808481:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007575cef lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335106.808488:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007575cef lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.808494:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007575cef lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.808534:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007575ce8 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.808541:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007575ce8 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.808546:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007575ce8 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.808551:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007575ce8 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.808558:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335106.808562:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007575ce8 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.808568:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007575ce8 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.808579:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0eb400) 00010000:00010000:1.0:1763335106.808583:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335106.808587:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007575ce8 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.808593:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007575ce8 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.808602:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007575cef lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.808609:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007575cef lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.808614:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007575cef lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.808619:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335106.808621:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007575cef lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.808626:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007575cef lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.808633:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da0eb900) 00010000:00010000:1.0:1763335106.808635:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335106.808638:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007575cef lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.808642:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007575cef lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.808665:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575ce1 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881522 expref: 257 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.808674:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0eb400) 00010000:00010000:1.0:1763335106.808677:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335106.808681:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007575ce1 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881522 expref: 257 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.808692:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664c00, rc 0) 00000100:00100000:1.0:1763335106.808750:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56947:x1848989814732032:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 446us (611us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335106.808757:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9499 00000100:00100000:3.0:1763335106.813240:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.813351:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814732416 00000100:00100000:1.0:1763335106.813361:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814732416 00000100:00100000:1.0:1763335106.813420:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9500 00000100:00100000:1.0:1763335106.813431:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56948:x1848989814732416:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335106.813450:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335106.813471:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007575cf6 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881529 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.813544:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007575cfd lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335106.813558:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007575cfd lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.813569:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007575cfd lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.813579:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575d04 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335106.813586:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575d04 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.813592:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575d04 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.813627:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007575cfd lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.813634:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007575cfd lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.813640:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007575cfd lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.813645:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007575cfd lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.813651:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1e600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335106.813655:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007575cfd lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00000100:00100000:2.0:1763335106.813660:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:1.0:1763335106.813663:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007575cfd lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.813675:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0eba00) 00010000:00010000:1.0:1763335106.813678:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335106.813682:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007575cfd lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.813689:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007575cfd lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.813700:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575d04 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.813706:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575d04 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.813711:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575d04 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.813716:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1e000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335106.813719:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575d04 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00000100:00100000:0.0:1763335106.813723:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814732160 00010000:00010000:1.0:1763335106.813725:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575d04 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00000100:00100000:0.0:1763335106.813727:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814732160 00010000:00010000:1.0:1763335106.813732:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da0eb900) 00010000:00010000:1.0:1763335106.813735:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335106.813738:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575d04 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.813743:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575d04 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000100:00100000:0.0:1763335106.813763:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9501 00010000:00010000:1.0:1763335106.813770:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007575cf6 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881529 expref: 258 pid: 13840 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335106.813770:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56947:x1848989814732160:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335106.813778:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335106.813780:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0eba00) 00010000:00010000:1.0:1763335106.813782:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763335106.813786:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007575cf6 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881529 expref: 258 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.813787:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575d0b lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881530 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.813797:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664800, rc 0) 00010000:00010000:0.0:1763335106.813816:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575d12 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335106.813823:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575d12 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.813830:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575d12 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000100:00100000:1.0:1763335106.813859:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56948:x1848989814732416:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 430us (629us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335106.813866:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9500 00000004:00200000:0.0:1763335106.813866:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763335106.813871:0:6532:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763335106.813908:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575d0b lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881530 expref: 258 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.813923:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575d12 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881530 expref: 257 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.813930:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0eba00) 00010000:00010000:0.0:1763335106.813932:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763335106.813934:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc184000, rc 0) 00000100:00100000:0.0:1763335106.813956:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:56947:x1848989814732160:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 188us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335106.813962:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9501 00000100:00100000:2.0:1763335106.816353:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.816399:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814732544 00000100:00100000:1.0:1763335106.816407:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814732544 00000100:00100000:1.0:1763335106.816493:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9502 00000100:00100000:1.0:1763335106.816504:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:56948:x1848989814732544:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335106.816521:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335106.816540:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575d19 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881537 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.816599:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575d20 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335106.816612:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575d20 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.816620:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575d20 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.816630:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575d27 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335106.816635:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575d27 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.816640:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575d27 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.816673:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575d20 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.816679:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575d20 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.816685:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575d20 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.816692:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575d20 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.816697:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202172600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335106.816701:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575d20 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.816708:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575d20 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.816718:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0eba00) 00010000:00010000:1.0:1763335106.816721:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335106.816725:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575d20 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.816731:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575d20 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.816743:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575d27 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.816748:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575d27 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.816754:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575d27 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.816759:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202173800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335106.816761:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575d27 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.816766:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575d27 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.816773:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da0eb900) 00010000:00010000:1.0:1763335106.816775:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335106.816778:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575d27 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.816784:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575d27 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.816810:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575d19 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881537 expref: 258 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.816820:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0eba00) 00010000:00010000:1.0:1763335106.816823:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335106.816827:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575d19 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881537 expref: 258 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.816835:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6e1f400, rc 0) 00000100:00100000:1.0:1763335106.816902:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:56948:x1848989814732544:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 399us (588us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335106.816909:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9502 00000100:00100000:2.0:1763335106.821333:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.821363:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814732672 00000100:00100000:1.0:1763335106.821372:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814732672 00000100:00100000:1.0:1763335106.821429:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9503 00000100:00100000:1.0:1763335106.821439:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:56947:x1848989814732672:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335106.821459:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335106.821479:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575d2e lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88153e expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.821543:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575d35 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335106.821557:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575d35 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.821567:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575d35 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.821576:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575d3c lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335106.821581:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575d3c lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.821586:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575d3c lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.821619:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575d35 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.821625:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575d35 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.821630:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575d35 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.821635:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575d35 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.821641:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202172c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335106.821645:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575d35 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.821651:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575d35 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.821660:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0eba00) 00010000:00010000:1.0:1763335106.821663:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335106.821667:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575d35 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.821673:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575d35 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.821684:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575d3c lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.821688:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575d3c lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.821693:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575d3c lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.821698:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202173000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335106.821701:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575d3c lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.821707:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575d3c lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.821713:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da0eb900) 00010000:00010000:1.0:1763335106.821714:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335106.821716:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575d3c lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.821720:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575d3c lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335106.821743:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575d2e lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88153e expref: 258 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.821751:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0eba00) 00010000:00010000:1.0:1763335106.821753:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335106.821756:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575d2e lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88153e expref: 258 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.821766:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202172200, rc 0) 00000100:00100000:1.0:1763335106.821825:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:56947:x1848989814732672:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 387us (516us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335106.821832:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9503 00000100:00100000:2.0:1763335106.831695:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.831795:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814732928 00000100:00100000:0.0:1763335106.831806:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814732928 00000100:00100000:0.0:1763335106.831859:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9504 00000100:00100000:0.0:1763335106.831870:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:56947:x1848989814732928:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335106.831901:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335106.831904:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763335106.831930:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575d12 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881530 expref: 257 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.831949:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0eba00) 00010000:00010000:0.0:1763335106.831959:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335106.831974:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575d43 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881545 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.832074:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575d4a lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335106.832086:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575d4a lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.832095:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575d4a lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.832105:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575d51 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335106.832112:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575d51 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.832117:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575d51 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.832488:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007575d58 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335106.832497:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007575d58 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.832506:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007575d58 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:0.0:1763335106.832515:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1ea:0x0]: returning size 0 00010000:00010000:0.0:1763335106.832541:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575d4a lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.832548:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575d4a lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.832554:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575d4a lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.832561:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575d4a lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.832567:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335106.832571:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575d4a lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.832578:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575d4a lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.832586:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881900) 00010000:00010000:0.0:1763335106.832589:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335106.832593:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575d4a lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.832598:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575d4a lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00000004:00010000:0.0:1763335106.832612:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a5fdee45 reply state 00000000cb856c29 transno 4294973100 ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575d51 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.832621:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575d51 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.832626:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da0eb900) 00010000:00010000:0.0:1763335106.832627:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335106.832630:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763335106.832654:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575d43 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881545 expref: 259 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.832669:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007575d58 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881545 expref: 258 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.832676:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ea:0x0].0x0 (ffff9000c4881a00) 00010000:00010000:0.0:1763335106.832679:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335106.832681:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c79e9e00, rc 0) 00000100:00100000:0.0:1763335106.832751:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:56947:x1848989814732928:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 882us (1066us total) trans 4294973100 rc 0/0 00000100:00100000:0.0:1763335106.832758:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9504 00000100:00100000:2.0:1763335106.839909:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.839937:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.840002:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814733184 00000100:00100000:0.0:1763335106.840007:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814733440 00000100:00100000:1.0:1763335106.840012:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814733184 00000100:00100000:0.0:1763335106.840012:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814733440 00000100:00100000:1.0:1763335106.840073:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9505 00000100:00100000:0.0:1763335106.840079:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9506 00000100:00100000:1.0:1763335106.840083:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:56947:x1848989814733184:12345-192.168.204.57@tcp:101:lfs.0 00000100:00100000:0.0:1763335106.840094:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:56949:x1848989814733440:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335106.840106:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335106.840106:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335106.840126:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575d66 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88154c expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.840126:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b54007575d6d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881553 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.840217:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007575d7b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335106.840218:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575d74 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335106.840232:0:13591:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007575d58 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881545 expref: 262 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.840240:0:13591:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575d74 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.840508:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007575d7b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.840520:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007575d7b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:0.0:1763335106.840530:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1ea:0x0]: returning size 0 00010000:00010000:1.0:1763335106.840540:0:13591:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007575d58 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881545 expref: 262 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.840554:0:13591:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007575d58 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881545 expref: 262 pid: 6532 timeout: 1199 lvb_type: 0 00000100:00100000:1.0:1763335106.840567:0:13591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a7a300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826072704:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335106.840606:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007575d7b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.840613:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007575d7b lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.840619:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007575d7b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.840625:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c79e8e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335106.840629:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007575d7b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.840637:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007575d7b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.840648:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ea:0x0].0x0 (ffff9000c4881a00) 00010000:00010000:0.0:1763335106.840652:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1763335106.840656:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007575d7b lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.840662:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007575d7b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.840701:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b54007575d6d lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881553 expref: 263 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.840710:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ea:0x0].0x0 (ffff9000c4881a00) 00010000:00010000:0.0:1763335106.840713:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763335106.840716:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b54007575d6d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881553 expref: 263 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.840724:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c79e9c00, rc 0) 00000100:00100000:0.0:1763335106.840897:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56949:x1848989814733440:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 811us (958us total) trans 4294973101 rc 301/301 00000100:00100000:0.0:1763335106.840903:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9506 00000100:00100000:1.0:1763335106.840908:0:13591:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c9e3a900 going to sleep for 11 seconds 00000100:00100000:3.0:1763335106.845815:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.846173:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.846228:0:13591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a7a300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826072704:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335106.846256:0:13591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575d74 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000100:00100000:0.0:1763335106.846794:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814733696 00000100:00100000:0.0:1763335106.846802:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814733696 00000100:00100000:0.0:1763335106.846861:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3278 00000100:00100000:0.0:1763335106.846871:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56949:x1848989814733696:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335106.847118:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56949:x1848989814733696:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 248us (1313us total) trans 4294973102 rc 0/0 00000100:00100000:0.0:1763335106.847126:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3278 00000100:00100000:2.0:1763335106.851452:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814733824 00000100:00100000:2.0:1763335106.851470:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814733824 00010000:00010000:2.0:1763335106.851523:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007575d58 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881545 expref: 263 pid: 6532 timeout: 1199 lvb_type: 0 00000100:00100000:2.0:1763335106.851582:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3118 00000100:00100000:2.0:1763335106.851593:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:2426:x1848989814733824:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335106.851609:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335106.851616:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007575d58 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881545 expref: 263 pid: 6532 timeout: 1199 lvb_type: 0 00010000:00010000:2.0:1763335106.851629:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007575d58 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881545 expref: 263 pid: 6532 timeout: 1199 lvb_type: 0 00010000:00010000:2.0:1763335106.851650:0:33041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007575d58 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881545 expref: 263 pid: 6532 timeout: 1199 lvb_type: 0 00010000:00010000:2.0:1763335106.851669:0:33041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ea:0x0].0x0 (ffff9000c4881a00) 00010000:00010000:2.0:1763335106.851675:0:33041:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575d74 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.851684:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575d74 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.851691:0:33041:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575d74 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335106.851716:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335106.851780:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:2426:x1848989814733824:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 189us (5607us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335106.851788:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3118 00010000:00010000:0.0:1763335106.852294:0:13591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575d74 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.852304:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575d74 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:0.0:1763335106.852361:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1ea:0x0]: returning size 0 00000004:00080000:0.0:1763335106.852537:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x25a:0x0], index 1: 0 00000004:00080000:0.0:1763335106.852544:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x258:0x0], index 0: 0 00000004:00080000:0.0:1763335106.852549:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x259:0x0], index 0: 0 00000004:00080000:0.0:1763335106.852553:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x25b:0x0], index 1: 0 00010000:00010000:0.0:1763335106.852653:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575d74 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.852662:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575d74 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.852668:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575d74 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.852675:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202173000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335106.852679:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575d74 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.852687:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575d74 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.852697:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ea:0x0].0x0 (ffff9000c4881a00) 00010000:00010000:0.0:1763335106.852700:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335106.852704:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575d74 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.852709:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575d74 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.852755:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575d66 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88154c expref: 262 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.852765:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ea:0x0].0x0 (ffff9000c4881a00) 00010000:00010000:0.0:1763335106.852767:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763335106.852771:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575d66 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88154c expref: 262 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.853058:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202172200, rc 0) 00000100:00100000:0.0:1763335106.853124:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56947:x1848989814733184:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 13042us (13224us total) trans 4294973103 rc 301/301 00000100:00100000:0.0:1763335106.853132:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9505 00000100:00100000:2.0:1763335106.855560:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.856113:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.856661:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814734080 00000100:00100000:0.0:1763335106.856672:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814734080 00000100:00100000:0.0:1763335106.856742:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9507 00000100:00100000:0.0:1763335106.856754:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56949:x1848989814734080:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335106.856776:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335106.856799:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b54007575d90 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88155a expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.856874:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007575d97 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335106.856901:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007575d97 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.856913:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007575d97 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.856925:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575d9e lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335106.856932:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575d9e lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.856938:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575d9e lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.857046:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575da5 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335106.857054:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575da5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.857061:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575da5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.857167:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007575d97 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.857175:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007575d97 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.857182:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007575d97 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.857187:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007575d97 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.857193:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c79e8e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335106.857196:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007575d97 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.857204:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007575d97 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.857215:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881900) 00010000:00010000:0.0:1763335106.857219:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335106.857223:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007575d97 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.857229:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007575d97 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.857244:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575d9e lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.857250:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575d9e lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.857255:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575d9e lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.857260:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc184800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335106.857263:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575d9e lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.857268:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575d9e lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.857275:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da0eb900) 00010000:00010000:0.0:1763335106.857277:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335106.857280:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575d9e lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.857285:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575d9e lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.857347:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b54007575d90 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88155a expref: 264 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.857367:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575da5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88155a expref: 263 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.857374:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ea:0x0].0x0 (ffff9000c4881100) 00010000:00010000:0.0:1763335106.857377:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335106.857380:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc185600, rc 0) 00000100:00100000:0.0:1763335106.857442:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56949:x1848989814734080:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 691us (1891us total) trans 4294973104 rc 0/0 00000100:00100000:0.0:1763335106.857450:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9507 00000100:00100000:1.0:1763335106.864210:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814734336 00000100:00100000:1.0:1763335106.864226:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814734336 00000100:00100000:1.0:1763335106.864333:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3279 00000100:00100000:1.0:1763335106.864344:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56947:x1848989814734336:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335106.864646:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56947:x1848989814734336:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 302us (8533us total) trans 4294973105 rc 0/0 00000100:00100000:1.0:1763335106.864653:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3279 00000100:00100000:2.0:1763335106.865193:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.865240:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.865304:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814734464 00000100:00100000:3.0:1763335106.865310:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814734464 00000100:00100000:3.0:1763335106.865369:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814734592 00000100:00100000:3.0:1763335106.865372:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814734592 00000100:00100000:3.0:1763335106.865396:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6543 00000100:00100000:3.0:1763335106.865404:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:2426:x1848989814734464:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335106.865417:0:8415:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335106.865438:0:8415:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c5281e00/0x3ec0b54007575db3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881561 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335106.865461:0:8415:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x259:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335106.865476:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335106.865478:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335106.865486:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5281e00/0x3ec0b54007575db3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881561 expref: 33 pid: 8415 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335106.865501:0:8415:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c5281e00/0x3ec0b54007575db3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881561 expref: 33 pid: 8415 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335106.865512:0:8415:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281e00, rc 0) 00000100:00100000:3.0:1763335106.865542:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:2426:x1848989814734464:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 140us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335106.865549:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6543 00000100:00100000:3.0:1763335106.865564:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6544 00000100:00100000:3.0:1763335106.865570:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2427:x1848989814734592:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335106.865578:0:8415:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335106.865588:0:8415:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b54007575dba lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x25b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881568 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335106.865604:0:8415:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x25b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335106.865612:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335106.865614:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335106.865625:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b54007575dba lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881568 expref: 18 pid: 8415 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335106.865635:0:8415:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b54007575dba lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881568 expref: 18 pid: 8415 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335106.865642:0:8415:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281200, rc 0) 00000100:00100000:3.0:1763335106.865661:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2427:x1848989814734592:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 92us (422us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335106.865667:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6544 00000100:00100000:0.0:1763335106.868037:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.868118:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814734848 00000100:00100000:2.0:1763335106.868126:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814734848 00000100:00100000:2.0:1763335106.868175:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3280 00000100:00100000:2.0:1763335106.868183:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56947:x1848989814734848:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335106.868433:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56947:x1848989814734848:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 248us (402us total) trans 4294973106 rc 0/0 00000100:00100000:2.0:1763335106.868440:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3280 00000100:00100000:1.0:1763335106.872785:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.872865:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814735104 00000100:00100000:0.0:1763335106.872875:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814735104 00000100:00100000:0.0:1763335106.872945:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3281 00000100:00100000:0.0:1763335106.872955:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56949:x1848989814735104:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335106.873418:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:56949:x1848989814735104:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 463us (641us total) trans 4294973107 rc 0/0 00000100:00100000:0.0:1763335106.873427:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3281 00000100:00100000:3.0:1763335106.878501:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.879972:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335106.880024:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814735360 00000100:00100000:0.0:1763335106.880035:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814735360 00000100:00100000:0.0:1763335106.880092:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814735616 00000100:00100000:0.0:1763335106.880095:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814735616 00000100:00100000:0.0:1763335106.880124:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9508 00000100:00100000:0.0:1763335106.880133:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:55956:x1848989814735360:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335106.880155:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335106.880158:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763335106.880182:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007575da5 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88155a expref: 267 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.880199:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ea:0x0].0x0 (ffff9000c4881100) 00010000:00010000:0.0:1763335106.880208:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335106.880221:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575dc1 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88156f expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.880351:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575dc8 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335106.880364:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575dc8 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1ea:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.880373:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575dc8 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1ea:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:0.0:1763335106.880385:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1ea:0x0]: returning size 0 00010000:00010000:0.0:1763335106.880477:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b54007575dc1 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88156f expref: 269 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.880490:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575dc8 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1ea:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88156f expref: 268 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.880497:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ea:0x0].0x0 (ffff9000c4881900) 00010000:00010000:0.0:1763335106.880500:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:0.0:1763335106.880502:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc184000, rc 0) 00000100:00100000:0.0:1763335106.880547:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:55956:x1848989814735360:12345-192.168.204.57@tcp:101:bash.0 Request processed in 415us (2056us total) trans 4294973108 rc 0/0 00000100:00100000:0.0:1763335106.880553:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9508 00000100:00100000:0.0:1763335106.880570:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9509 00000100:00100000:0.0:1763335106.880576:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:56949:x1848989814735616:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335106.880584:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335106.880593:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007575dd6 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881576 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.880628:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007575ddd lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335106.880636:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007575ddd lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.880643:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007575ddd lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.880651:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007575de4 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335106.880658:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007575de4 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.880663:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007575de4 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.880726:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007575deb lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335106.880736:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007575deb lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.880743:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007575deb lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.880750:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007575deb lrc: 3/0,0 mode: --/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.880756:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffbbf600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335106.880759:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007575deb lrc: 3/0,0 mode: --/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.880771:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007575deb lrc: 4/0,0 mode: --/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.880778:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ea:0x0].0x0 (ffff9000c4881900) 00010000:00010000:0.0:1763335106.880782:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007575deb lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.880787:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007575deb lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000004:00200000:0.0:1763335106.880797:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1ea:0x0]: returning size 0 00010000:00010000:0.0:1763335106.880825:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007575ddd lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.880831:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007575ddd lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.880837:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007575ddd lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.880842:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007575ddd lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.880846:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c3b9f400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335106.880849:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007575ddd lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.880854:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007575ddd lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.880861:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881a00) 00010000:00010000:0.0:1763335106.880863:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335106.880866:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007575ddd lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.880872:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007575ddd lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.880881:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007575de4 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.880898:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007575de4 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.880904:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007575de4 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.880909:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c3b9fa00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335106.880911:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007575de4 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.880917:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007575de4 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.880923:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da0eb900) 00010000:00010000:0.0:1763335106.880925:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335106.880928:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007575de4 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.880933:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007575de4 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335106.880953:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007575dd6 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881576 expref: 269 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.880961:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881a00) 00010000:00010000:0.0:1763335106.880963:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763335106.880967:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007575dd6 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881576 expref: 269 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.880978:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c3b9e800, rc 0) 00000100:00100000:0.0:1763335106.880998:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:56949:x1848989814735616:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 423us (1031us total) trans 4294973109 rc 301/301 00000100:00100000:0.0:1763335106.881004:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9509 00000100:00100000:1.0:1763335106.884630:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.884720:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814735744 00000100:00100000:3.0:1763335106.884731:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814735744 00000100:00100000:3.0:1763335106.884794:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9510 00000100:00100000:3.0:1763335106.884804:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:55956:x1848989814735744:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335106.884830:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335106.884853:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007575df9 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88157d expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.884901:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007575e00 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335106.884916:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007575e00 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335106.884927:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007575e00 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335106.885039:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007575df9 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88157d expref: 270 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.885055:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007575e00 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88157d expref: 269 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.885065:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ea:0x0].0x0 (ffff9000c4881900) 00010000:00010000:3.0:1763335106.885068:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763335106.885072:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281000, rc 0) 00000100:00100000:3.0:1763335106.885147:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:55956:x1848989814735744:12345-192.168.204.57@tcp:101:bash.0 Request processed in 344us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335106.885156:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9510 00000100:00100000:1.0:1763335106.890471:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.890694:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814736000 00000100:00100000:2.0:1763335106.890704:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814736000 00000100:00100000:2.0:1763335106.890766:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3282 00000100:00100000:2.0:1763335106.890777:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001d184a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:56949:x1848989814736000:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335106.891281:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001d184a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:56949:x1848989814736000:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 504us (818us total) trans 4294973110 rc 0/0 00000100:00100000:2.0:1763335106.891294:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3282 00010000:00010000:0.0:1763335106.892013:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335106.897426:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.897516:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.897646:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814736384 00000100:00100000:3.0:1763335106.897658:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814736384 00000100:00100000:3.0:1763335106.897717:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3283 00000100:00100000:3.0:1763335106.897728:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:56949:x1848989814736384:12345-192.168.204.57@tcp:33:lfs.0 00000100:00100000:3.0:1763335106.897912:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:56949:x1848989814736384:12345-192.168.204.57@tcp:33:lfs.0 Request processed in 185us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335106.897919:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3283 00000100:00100000:1.0:1763335106.898122:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814736256 00000100:00100000:1.0:1763335106.898128:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814736256 00000100:00100000:1.0:1763335106.898169:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9511 00000100:00100000:1.0:1763335106.898177:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:55956:x1848989814736256:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:1.0:1763335106.898209:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335106.898234:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007575dc8 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x1ea:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88156f expref: 270 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.898252:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ea:0x0].0x0 (ffff9000c4881900) 00010000:00010000:1.0:1763335106.898257:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335106.898448:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575e07 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335106.898461:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575e07 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.898471:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575e07 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000001:00080000:1.0:1763335106.898512:0:7841:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973111 00000004:00010000:1.0:1763335106.898531:0:7841:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bcf1202c reply state 0000000040fe2f9c transno 4294973112 ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575e07 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.898542:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575e07 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.898548:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ea:0x0].0x0 (ffff9000c4881900) 00010000:00010000:1.0:1763335106.898551:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335106.898553:0:7841:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335106.898617:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:55956:x1848989814736256:12345-192.168.204.57@tcp:36:bash.0 Request processed in 440us (1199us total) trans 4294973112 rc 0/0 00000100:00100000:1.0:1763335106.898624:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9511 00000020:00080000:1.0:1763335106.898629:0:7841:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763335106.905499:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.905604:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814736512 00000100:00100000:3.0:1763335106.905614:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814736512 00000100:00100000:3.0:1763335106.905672:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9512 00000100:00100000:3.0:1763335106.905682:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:55956:x1848989814736512:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335106.905707:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335106.905728:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007575e0e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881584 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.905784:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007575e0e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881584 expref: 273 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.905798:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007575e0e lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881584 expref: 273 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.905816:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ea:0x0].0x0 (ffff9000c4881900) 00010000:00010000:3.0:1763335106.905819:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335106.905823:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280200, rc 0) 00000100:00100000:3.0:1763335106.905896:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:55956:x1848989814736512:12345-192.168.204.57@tcp:101:bash.0 Request processed in 205us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335106.905903:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9512 00000100:00100000:2.0:1763335106.908202:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.908274:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814736768 00000100:00100000:1.0:1763335106.908284:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814736768 00000100:00100000:1.0:1763335106.908362:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9513 00000100:00100000:1.0:1763335106.908373:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:55956:x1848989814736768:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335106.908391:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335106.908394:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763335106.908418:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007575e0e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881584 expref: 273 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.908436:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ea:0x0].0x0 (ffff9000c4881900) 00010000:00010000:1.0:1763335106.908441:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335106.908452:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575e15 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88158b expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.908493:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575e1c lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335106.908504:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575e1c lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.908513:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575e1c lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000040:00080000:1.0:1763335106.908733:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1483, 88 off124360 00000004:00080000:1.0:1763335106.908741:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1099888425482ns, next at 1099798037727ns, rc = 0 00000040:00080000:1.0:1763335106.908765:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1482, 88 off124360 00000004:00080000:1.0:1763335106.908770:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1099888454879ns, next at 1099798070025ns, rc = 0 00000040:00080000:1.0:1763335106.908800:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1483, 88 off124448 00000004:00080000:1.0:1763335106.908804:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1099888489719ns, next at 1099798070025ns, rc = 0 00000040:00080000:1.0:1763335106.908814:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1484, 88 off124448 00000004:00080000:1.0:1763335106.908818:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1099888503476ns, next at 1099798037727ns, rc = 0 00000001:00080000:1.0:1763335106.911971:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973113 is committed 00000004:00080000:1.0:1763335106.911984:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 969 committed 00000100:00100000:3.0:1763335106.912733:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e7d6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826072832:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763335106.912799:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335106.912848:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763335106.912854:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e7d6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826072960:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763335106.912872:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335106.912943:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826072832 00000100:00100000:2.0:1763335106.912950:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826072832 00000100:00100000:3.0:1763335106.913563:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826072960 00000100:00100000:3.0:1763335106.913567:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826072960 00000100:00100000:3.0:1763335106.913597:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6545 00000100:00100000:3.0:1763335106.913605:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+14:3664:x1848989826072832:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763335106.913629:0:27804:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:600 count 1 00010000:00010000:3.0:1763335106.913654:0:27804:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c5281800/0x3ec0b54007575e23 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.913675:0:27804:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575c78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814ff expref: 17 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.913683:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335106.913685:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335106.913689:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5281800/0x3ec0b54007575e23 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.913715:0:27804:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575c78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814ff expref: 17 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.913728:0:27804:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575c78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814ff expref: 17 pid: 8415 timeout: 1199 lvb_type: 0 00000100:00100000:3.0:1763335106.913740:0:27804:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c79ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27804:1848989826073344:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335106.913800:0:27804:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f16bd000 going to sleep for 11 seconds 00000100:00100000:3.0:1763335106.913817:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6546 00000100:00100000:3.0:1763335106.913824:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+14:3664:x1848989826072960:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763335106.913835:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:601 count 1 00010000:00010000:3.0:1763335106.913846:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b54007575e2a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.913857:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007575c24 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814dc expref: 17 pid: 27803 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335106.913863:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335106.913865:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335106.913868:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b54007575e2a lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.913895:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007575c24 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814dc expref: 17 pid: 27803 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335106.913904:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007575c24 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814dc expref: 17 pid: 27803 timeout: 1199 lvb_type: 1 00000100:00100000:3.0:1763335106.913915:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c79efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1848989826073472:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335106.913937:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f16bd480 going to sleep for 11 seconds 00000004:00080000:1.0:1763335106.914418:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 972 committed 00000004:00080000:1.0:1763335106.914433:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 971 committed 00000004:00080000:1.0:1763335106.914436:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 968 committed 00000100:00100000:1.0:1763335106.914506:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e7d6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826073088:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335106.914542:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335106.914566:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763335106.914572:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e7d6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826073216:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335106.914593:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335106.914622:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826073088 00000100:00100000:1.0:1763335106.914627:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826073088 00000100:00100000:1.0:1763335106.914663:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826073216 00000100:00100000:1.0:1763335106.914666:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826073216 00000100:00100000:1.0:1763335106.914685:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6547 00000100:00100000:1.0:1763335106.914692:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+16:3666:x1848989826073088:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335106.914852:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+17:3666:x1848989826073088:12345-0@lo:2:osp-syn-1-1.0 Request processed in 159us (308us total) trans 17179871598 rc 0/0 00000100:00100000:1.0:1763335106.914860:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6547 00000100:00100000:1.0:1763335106.914876:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6548 00000100:00100000:1.0:1763335106.914882:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+16:3666:x1848989826073216:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763335106.914947:0:27803:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x25b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335106.914951:0:27803:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x25b:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763335106.914953:0:27803:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x25b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335106.914955:0:27803:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x25b:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763335106.914958:0:27803:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x25b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335106.914983:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+17:3666:x1848989826073216:12345-0@lo:2:osp-syn-1-1.0 Request processed in 101us (388us total) trans 17179871599 rc 0/0 00000100:00100000:1.0:1763335106.914989:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6548 00000004:00080000:1.0:1763335106.915022:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001e7d6ed80/2, rc 0, transno 17179871599 00000100:00100000:1.0:1763335106.915028:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e7d6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826073216:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763335106.915037:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001e7d6dc00/2, rc 0, transno 17179871598 00000100:00100000:1.0:1763335106.915040:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e7d6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826073088:0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1763335106.915089:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575e1c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1ea:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88158b expref: 254 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.915101:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ea:0x0].0x0 (ffff9000c4881900) 00010000:00010000:1.0:1763335106.915104:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763335106.915118:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007575e15 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88158b expref: 254 pid: 7841 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763335106.915135:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575e1c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1ea:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88158b expref: 253 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.915159:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ea:0x0].0x0 (ffff9000c4881900) 00010000:00010000:1.0:1763335106.915161:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763335106.915164:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202172c00, rc 0) 00000100:00100000:1.0:1763335106.915198:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:55956:x1848989814736768:12345-192.168.204.57@tcp:101:bash.0 Request processed in 6826us (7004us total) trans 4294973113 rc 0/0 00000100:00100000:1.0:1763335106.915205:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9513 00000100:00100000:3.0:1763335106.915788:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e7d6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826073600:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335106.915823:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335106.915852:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763335106.915858:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e7d6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826073728:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335106.915877:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335106.915930:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826073600 00000100:00100000:2.0:1763335106.915935:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826073600 00000100:00100000:2.0:1763335106.915969:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826073728 00000100:00100000:2.0:1763335106.915973:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826073728 00000100:00100000:2.0:1763335106.915992:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6549 00000100:00100000:2.0:1763335106.915999:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+63:3664:x1848989826073600:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763335106.916015:0:28961:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:598 count 1 00010000:00010000:2.0:1763335106.916033:0:28961:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b54007575e31 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.916048:0:28961:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b54007575c5c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814f8 expref: 32 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.916056:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335106.916058:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335106.916061:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b54007575e31 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.916083:0:28961:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b54007575c5c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814f8 expref: 32 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.916100:0:28961:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b54007575c5c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814f8 expref: 32 pid: 8415 timeout: 1199 lvb_type: 0 00000100:00100000:2.0:1763335106.916111:0:28961:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e7d6c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28961:1848989826074112:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335106.916155:0:28961:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c7926f00 going to sleep for 11 seconds 00000100:00100000:3.0:1763335106.919010:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6550 00000100:00100000:3.0:1763335106.919035:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+63:3664:x1848989826073728:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763335106.919066:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:599 count 1 00010000:00010000:3.0:1763335106.919090:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c5280400/0x3ec0b54007575e38 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x257:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.919109:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b54007575c2b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814e3 expref: 32 pid: 27803 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335106.919116:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335106.919118:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335106.919122:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280400/0x3ec0b54007575e38 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.919155:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b54007575c2b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814e3 expref: 32 pid: 27803 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335106.919166:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b54007575c2b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814e3 expref: 32 pid: 27803 timeout: 1199 lvb_type: 1 00000100:00100000:3.0:1763335106.919179:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c79ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1848989826074240:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335106.919255:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f16bde40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335106.919737:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e7d6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826073984:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335106.919781:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335106.919806:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763335106.919812:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e7d6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826073856:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335106.919834:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335106.919879:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826073984 00000100:00100000:1.0:1763335106.919896:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826073984 00000100:00100000:1.0:1763335106.919931:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826073856 00000100:00100000:1.0:1763335106.919934:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826073856 00000100:00100000:1.0:1763335106.919948:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6551 00000100:00100000:1.0:1763335106.919953:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+65:3667:x1848989826073984:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763335106.920088:0:28568:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x259:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335106.920092:0:28568:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x259:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763335106.920094:0:28568:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x259:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335106.920096:0:28568:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x259:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763335106.920098:0:28568:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x259:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335106.920136:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+66:3667:x1848989826073984:12345-0@lo:2:osp-syn-0-1.0 Request processed in 182us (355us total) trans 21474838891 rc 0/0 00000100:00100000:1.0:1763335106.920143:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6551 00000100:00100000:1.0:1763335106.920160:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6552 00000100:00100000:1.0:1763335106.920167:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+65:3667:x1848989826073856:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335106.920238:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+66:3667:x1848989826073856:12345-0@lo:2:osp-syn-0-1.0 Request processed in 71us (403us total) trans 21474838892 rc 0/0 00000100:00100000:1.0:1763335106.920245:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6552 00000004:00080000:1.0:1763335106.920286:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001e7d6f480/2, rc 0, transno 21474838892 00000100:00100000:1.0:1763335106.920293:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e7d6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826073856:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763335106.920303:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001e7d6ce00/2, rc 0, transno 21474838891 00000100:00100000:1.0:1763335106.920306:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e7d6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826073984:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1763335106.920925:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007575cb0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335106.920936:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007575cb0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335106.920943:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007575cb0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335106.920949:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1f600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335106.920953:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007575cb0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335106.920961:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007575cb0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335106.920974:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da0eb900) 00010000:00010000:0.0:1763335106.920977:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335106.920981:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007575cb0 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335106.920987:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007575cb0 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335106.921001:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575d51 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.921008:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575d51 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.921013:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575d51 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.921018:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335106.921021:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575d51 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.921026:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575d51 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.921033:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da0eb900) 00010000:00010000:0.0:1763335106.921036:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335106.921038:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575d51 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.921043:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007575d51 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335106.921060:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575e07 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.921065:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575e07 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.921069:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575e07 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.921073:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202173000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335106.921076:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575e07 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.921082:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575e07 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.921089:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ea:0x0].0x0 (ffff9000c4881900) 00010000:00010000:0.0:1763335106.921091:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335106.921094:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575e07 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335106.921099:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575e07 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000100:00100000:1.0:1763335106.921302:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.921371:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.921404:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.921423:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.921442:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814737024 00000100:00100000:1.0:1763335106.921448:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814737024 00010000:00010000:1.0:1763335106.921471:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007575c24 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814dc expref: 18 pid: 27803 timeout: 1199 lvb_type: 1 00000100:00100000:1.0:1763335106.921495:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814736896 00000100:00100000:1.0:1763335106.921498:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814736896 00010000:00010000:1.0:1763335106.921512:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575c78 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814ff expref: 19 pid: 8415 timeout: 1199 lvb_type: 0 00000100:00100000:1.0:1763335106.921529:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814737152 00000100:00100000:1.0:1763335106.921532:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814737152 00010000:00010000:1.0:1763335106.921544:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b54007575c5c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814f8 expref: 33 pid: 8415 timeout: 1199 lvb_type: 0 00000100:00100000:1.0:1763335106.921568:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3119 00000100:00100000:1.0:1763335106.921576:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2426:x1848989814737024:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335106.921587:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335106.921592:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007575c24 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x259:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814dc expref: 19 pid: 27803 timeout: 1199 lvb_type: 1 00010000:00010000:1.0:1763335106.921602:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007575c24 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x259:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814dc expref: 19 pid: 27803 timeout: 1199 lvb_type: 1 00010000:00010000:1.0:1763335106.921620:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335106.921623:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335106.921627:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b54007575e2a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.921635:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b54007575e2a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.921652:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335106.921687:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2426:x1848989814737024:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 112us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335106.921693:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3119 00000100:00100000:1.0:1763335106.921708:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3120 00000100:00100000:1.0:1763335106.921714:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c795bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2426:x1848989814736896:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335106.921722:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335106.921726:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575c78 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814ff expref: 18 pid: 8415 timeout: 1199 lvb_type: 0 00010000:00010000:1.0:1763335106.921737:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575c78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814ff expref: 18 pid: 8415 timeout: 1199 lvb_type: 0 00010000:00010000:1.0:1763335106.921749:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335106.921750:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335106.921753:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c5281800/0x3ec0b54007575e23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.921760:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5281800/0x3ec0b54007575e23 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.921772:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335106.921790:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c795bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2426:x1848989814736896:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 76us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335106.921797:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3120 00000100:00100000:1.0:1763335106.921832:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3121 00000100:00100000:1.0:1763335106.921840:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b47480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:2427:x1848989814737152:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335106.921848:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335106.921852:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b54007575c5c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x256:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814f8 expref: 33 pid: 8415 timeout: 1199 lvb_type: 0 00010000:00010000:1.0:1763335106.921862:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b54007575c5c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x256:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814f8 expref: 33 pid: 8415 timeout: 1199 lvb_type: 0 00010000:00010000:1.0:1763335106.921873:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335106.921875:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335106.921878:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b54007575e31 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x256:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.921899:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b54007575e31 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x256:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.921911:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335106.921928:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b47480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:2427:x1848989814737152:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 90us (504us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335106.921934:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3121 00000100:00100000:0.0:1763335106.922078:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814737280 00000100:00100000:0.0:1763335106.922083:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814737280 00000100:00100000:0.0:1763335106.922119:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6553 00000100:00100000:0.0:1763335106.922126:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:55956:x1848989814737280:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335106.922138:0:35240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335106.922154:0:35240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001ffbbe000/0x3ec0b54007575e3f lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881592 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335106.922173:0:35240:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x25a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335106.922185:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335106.922187:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335106.922193:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001ffbbe000/0x3ec0b54007575e3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881592 expref: 19 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.922205:0:35240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9001ffbbe000/0x3ec0b54007575e3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881592 expref: 19 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.922215:0:35240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001ffbbe000, rc 0) 00000100:00100000:0.0:1763335106.922241:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:55956:x1848989814737280:12345-192.168.204.57@tcp:101:bash.0 Request processed in 115us (836us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335106.922247:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6553 00010000:00010000:0.0:1763335106.922282:0:8415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007575c24 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814dc expref: 18 pid: 27803 timeout: 1199 lvb_type: 1 00000100:00100000:0.0:1763335106.922294:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c79efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1848989826073472:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335106.922333:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b54007575e2a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.922344:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b54007575e2a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.922351:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b54007575e2a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.922360:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b54007575e2a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.922367:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b54007575e2a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.922382:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763335106.922582:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+17:3664:x1848989826072960:12345-0@lo:6:osp-syn-1-1.0 Request processed in 8757us (9707us total) trans 17179871600 rc 0/0 00000100:00100000:0.0:1763335106.922589:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6546 00000004:00080000:0.0:1763335106.922640:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001e7d6d500/2, rc 0, transno 17179871600 00000100:00100000:0.0:1763335106.922646:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e7d6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826072960:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1763335106.922798:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335106.922806:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b54007575e2a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.922813:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280a00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335106.922817:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b54007575e2a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.922827:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b54007575e2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.922839:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b54007575e2a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.922846:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b54007575e2a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.922862:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335106.922864:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335106.922866:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335106.922899:0:28961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b54007575c5c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x256:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814f8 expref: 32 pid: 8415 timeout: 1199 lvb_type: 0 00000100:00100000:2.0:1763335106.922908:0:28961:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e7d6c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28961:1848989826074112:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335106.922921:0:28961:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b54007575e31 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.922930:0:28961:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b54007575e31 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.922937:0:28961:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b54007575e31 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.922945:0:28961:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b54007575e31 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.922953:0:28961:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b54007575e31 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.922976:0:28961:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763335106.923105:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+66:3664:x1848989826073600:12345-0@lo:6:osp-syn-0-1.0 Request processed in 7106us (7280us total) trans 21474838893 rc 0/0 00000100:00100000:2.0:1763335106.923112:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6549 00000004:00080000:2.0:1763335106.923157:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001e7d6fb80/2, rc 0, transno 21474838893 00000100:00100000:2.0:1763335106.923162:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e7d6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826073600:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1763335106.923243:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335106.923248:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b54007575e31 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.923256:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6600 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335106.923259:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b54007575e31 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.923267:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b54007575e31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.923279:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b54007575e31 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.923286:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b54007575e31 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x256:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.923299:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335106.923301:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335106.923303:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335106.923786:0:27804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575c78 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814ff expref: 17 pid: 8415 timeout: 1199 lvb_type: 0 00000100:00100000:3.0:1763335106.923798:0:27804:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c79ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27804:1848989826073344:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335106.923812:0:27804:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c5281800/0x3ec0b54007575e23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.923821:0:27804:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c5281800/0x3ec0b54007575e23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.923828:0:27804:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c5281800/0x3ec0b54007575e23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.923836:0:27804:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c5281800/0x3ec0b54007575e23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.923849:0:27804:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5281800/0x3ec0b54007575e23 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.923874:0:27804:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335106.924020:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+17:3664:x1848989826072832:12345-0@lo:6:osp-syn-1-1.0 Request processed in 10416us (11220us total) trans 17179871601 rc 0/0 00000100:00100000:3.0:1763335106.924029:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6545 00000004:00080000:2.0:1763335106.924098:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001e7d6f800/2, rc 0, transno 17179871601 00000100:00100000:2.0:1763335106.924104:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e7d6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826072832:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1763335106.924195:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335106.924201:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c5281800/0x3ec0b54007575e23 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.924209:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281800 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335106.924213:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c5281800/0x3ec0b54007575e23 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.924227:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c5281800/0x3ec0b54007575e23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.924239:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c5281800/0x3ec0b54007575e23 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.924246:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c5281800/0x3ec0b54007575e23 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335106.924261:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335106.924263:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335106.924265:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335106.924638:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c79ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1848989826074240:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335106.924652:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c5280400/0x3ec0b54007575e38 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335106.935561:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.935665:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.935715:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.935796:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814737792 00000100:00100000:1.0:1763335106.935807:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814737792 00000100:00100000:1.0:1763335106.935867:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6554 00000100:00100000:1.0:1763335106.935879:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:55956:x1848989814737792:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335106.935906:0:27803:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335106.935930:0:27803:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff900202173800/0x3ec0b54007575e46 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8815a0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335106.935953:0:27803:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x258:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763335106.935974:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335106.935976:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335106.935986:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff900202173800/0x3ec0b54007575e46 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815a0 expref: 33 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.936002:0:27803:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff900202173800/0x3ec0b54007575e46 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815a0 expref: 33 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.936014:0:27803:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202173800, rc 0) 00000100:00100000:1.0:1763335106.936075:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:55956:x1848989814737792:12345-192.168.204.57@tcp:101:bash.0 Request processed in 198us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335106.936082:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6554 00000100:00100000:1.0:1763335106.936108:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814737664 00000100:00100000:1.0:1763335106.936112:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814737664 00000100:00100000:1.0:1763335106.936142:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9514 00000100:00100000:1.0:1763335106.936149:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+250:56950:x1848989814737664:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335106.936162:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335106.936177:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575e4d lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881599 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.936247:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575e54 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335106.936259:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575e54 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.936270:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575e54 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.936282:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575e5b lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335106.936288:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575e5b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.936295:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575e5b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.936442:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575e62 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335106.936452:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575e62 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.936459:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575e62 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:1.0:1763335106.936470:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1ea:0x0]: returning size 2 00010000:00010000:1.0:1763335106.936560:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575e54 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.936567:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575e54 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.936573:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575e54 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.936579:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575e54 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.936584:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202172600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335106.936588:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575e54 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.936594:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575e54 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.936604:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c3c08c00) 00010000:00010000:1.0:1763335106.936607:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335106.936611:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575e54 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.936618:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007575e54 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.936630:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575e5b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.936639:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575e5b lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.936644:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575e5b lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.936648:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202173000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335106.936651:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575e5b lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.936655:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575e5b lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.936661:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c3c08800) 00010000:00010000:1.0:1763335106.936664:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335106.936666:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575e5b lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.936671:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575e5b lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.936709:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575e4d lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881599 expref: 253 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.936722:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575e62 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881599 expref: 252 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.936729:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ea:0x0].0x0 (ffff9000c4881900) 00010000:00010000:1.0:1763335106.936731:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335106.936734:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202172200, rc 0) 00000100:00100000:1.0:1763335106.936760:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:56950:x1848989814737664:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 612us (1096us total) trans 4294973114 rc 0/0 00000100:00100000:1.0:1763335106.936767:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9514 00000100:00100000:1.0:1763335106.936790:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814737408 00000100:00100000:1.0:1763335106.936793:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814737408 00010000:00010000:1.0:1763335106.936809:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b54007575c2b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814e3 expref: 33 pid: 27803 timeout: 1199 lvb_type: 1 00000100:00100000:1.0:1763335106.936839:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3122 00000100:00100000:1.0:1763335106.936847:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:2427:x1848989814737408:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335106.936858:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335106.936863:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b54007575c2b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x257:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814e3 expref: 33 pid: 27803 timeout: 1199 lvb_type: 1 00010000:00010000:1.0:1763335106.936874:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b54007575c2b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x257:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814e3 expref: 33 pid: 27803 timeout: 1199 lvb_type: 1 00010000:00010000:1.0:1763335106.936904:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6e00/0x3ec0b54007575c2b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x257:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8814e3 expref: 33 pid: 27803 timeout: 1199 lvb_type: 1 00010000:00010000:1.0:1763335106.936915:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335106.936916:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335106.936920:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c5280400/0x3ec0b54007575e38 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.936929:0:7458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280400/0x3ec0b54007575e38 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.936951:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335106.936969:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:2427:x1848989814737408:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 123us (1420us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335106.936975:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3122 00010000:00010000:1.0:1763335106.936995:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c5280400/0x3ec0b54007575e38 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.937003:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c5280400/0x3ec0b54007575e38 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.937011:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c5280400/0x3ec0b54007575e38 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.937018:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280400/0x3ec0b54007575e38 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.937034:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763335106.937200:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+66:3664:x1848989826073728:12345-0@lo:6:osp-syn-0-1.0 Request processed in 18177us (21320us total) trans 21474838894 rc 0/0 00000100:00100000:1.0:1763335106.937207:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6550 00010000:00010000:1.0:1763335106.937225:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335106.937231:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c5280400/0x3ec0b54007575e38 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.937238:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280400 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335106.937242:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c5280400/0x3ec0b54007575e38 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.937249:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c5280400/0x3ec0b54007575e38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.937260:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c5280400/0x3ec0b54007575e38 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.937267:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c5280400/0x3ec0b54007575e38 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.937280:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335106.937282:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335106.937283:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763335106.941409:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001e7d6e680/2, rc 0, transno 21474838894 00000100:00100000:2.0:1763335106.941425:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e7d6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826073728:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763335106.941864:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.941915:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.941994:0:16421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814737920 00000100:00100000:3.0:1763335106.942003:0:16421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814737920 00002000:00010000:3.0:1763335106.942045:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/602 (0->18446744073709551615) 00002000:00100000:3.0:1763335106.942050:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001e7d6c000 with x1848989814737920 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335106.942064:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001e7d6c000. 00000100:00100000:3.0:1763335106.942100:0:16421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814738048 00000100:00100000:3.0:1763335106.942104:0:16421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814738048 00002000:00010000:3.0:1763335106.942119:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/600 (0->18446744073709551615) 00002000:00100000:3.0:1763335106.942122:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001e7d6c700 with x1848989814738048 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335106.942128:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9001e7d6c700. 00000100:00100000:3.0:1763335106.942148:0:16421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1610 00000100:00100000:3.0:1763335106.942158:0:16421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2427:x1848989814737920:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:3.0:1763335106.942369:0:16421:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x25a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335106.942373:0:16421:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x25a:0x0] updating lvb mtime from disk: 0 -> 1763335107 00002000:00010000:3.0:1763335106.942376:0:16421:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x25a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335106.942379:0:16421:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x25a:0x0] updating lvb ctime from disk: 0 -> 1763335107 00002000:00010000:3.0:1763335106.942382:0:16421:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x25a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335106.942436:0:16421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2427:x1848989814737920:12345-192.168.204.57@tcp:10:bash.0 Request processed in 279us (574us total) trans 17179871602 rc 0/0 00000100:00100000:3.0:1763335106.942443:0:16421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1610 00002000:00010000:3.0:1763335106.942447:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/602 (0->18446744073709551615) 00002000:00100000:3.0:1763335106.942450:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001e7d6c000 with x1848989814737920 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335106.942454:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001e7d6c000. 00000100:00100000:3.0:1763335106.942472:0:16421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1611 00000100:00100000:3.0:1763335106.942480:0:16421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:2426:x1848989814738048:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:3.0:1763335106.942566:0:16421:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x258:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335106.942569:0:16421:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x258:0x0] updating lvb mtime from disk: 0 -> 1763335107 00002000:00010000:3.0:1763335106.942572:0:16421:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x258:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335106.942574:0:16421:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x258:0x0] updating lvb ctime from disk: 0 -> 1763335107 00002000:00010000:3.0:1763335106.942576:0:16421:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x258:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335106.942599:0:16421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:2426:x1848989814738048:12345-192.168.204.57@tcp:10:bash.0 Request processed in 120us (684us total) trans 21474838895 rc 0/0 00000100:00100000:3.0:1763335106.942607:0:16421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1611 00002000:00010000:3.0:1763335106.942610:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/600 (0->18446744073709551615) 00002000:00100000:3.0:1763335106.942612:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001e7d6c700 with x1848989814738048 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335106.942616:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9001e7d6c700. 00000100:00100000:2.0:1763335106.944904:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.944986:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814738304 00000100:00100000:1.0:1763335106.944995:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814738304 00000100:00100000:1.0:1763335106.945049:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3284 00000100:00100000:1.0:1763335106.945059:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:56950:x1848989814738304:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335106.945461:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56950:x1848989814738304:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 402us (572us total) trans 4294973115 rc 0/0 00000100:00100000:1.0:1763335106.945470:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3284 00000100:00100000:1.0:1763335106.954860:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.954959:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814738560 00000100:00100000:3.0:1763335106.954971:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814738560 00000100:00100000:3.0:1763335106.955220:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3285 00000100:00100000:3.0:1763335106.955232:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:55956:x1848989814738560:12345-192.168.204.57@tcp:35:bash.0 00000100:00100000:2.0:1763335106.959926:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.960040:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814738816 00000100:00100000:3.0:1763335106.960050:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814738816 00000100:00100000:3.0:1763335106.960119:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9515 00000100:00100000:3.0:1763335106.960131:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56950:x1848989814738816:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335106.960157:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335106.960179:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007575e70 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8815a7 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.960287:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007575e77 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335106.960302:0:13840:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575e62 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881599 expref: 255 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.960311:0:13840:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007575e77 lrc: 4/0,1 mode: --/CW res: [0x240000405:0x1ea:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335106.960368:0:13840:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575e62 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881599 expref: 255 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.960381:0:13840:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575e62 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881599 expref: 255 pid: 7841 timeout: 1199 lvb_type: 0 00000100:00100000:3.0:1763335106.960395:0:13840:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c79ec700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13840:1848989826074368:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335106.960475:0:13840:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f16bde40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335106.963297:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:55956:x1848989814738560:12345-192.168.204.57@tcp:35:bash.0 Request processed in 8055us (8435us total) trans 4294973116 rc 0/0 00000100:00100000:0.0:1763335106.963312:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3285 00000100:00100000:3.0:1763335106.969122:0:13840:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c79ec700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13840:1848989826074368:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335106.969150:0:13840:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007575e77 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1ea:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000100:00100000:3.0:1763335106.983768:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.983896:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335106.984104:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814739072 00000100:00100000:2.0:1763335106.984120:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814739072 00000100:00100000:2.0:1763335106.984202:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9516 00000100:00100000:2.0:1763335106.984216:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56951:x1848989814739072:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:2.0:1763335106.984249:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335106.984282:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007575e7e lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8815ae expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.984414:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007575e85 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335106.984431:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007575e85 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.984444:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007575e85 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.984457:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575e8c lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335106.984464:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575e8c lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.984471:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575e8c lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.984579:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575e93 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335106.984591:0:7841:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007575e77 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1ea:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335106.984599:0:7841:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575e93 lrc: 4/1,0 mode: --/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.984620:0:7841:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007575e77 lrc: 4/0,1 mode: --/CW res: [0x240000405:0x1ea:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335106.984631:0:7841:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575e93 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000100:00100000:1.0:1763335106.985224:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814738944 00000100:00100000:1.0:1763335106.985263:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814738944 00010000:00010000:1.0:1763335106.985294:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575e62 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881599 expref: 258 pid: 7841 timeout: 1199 lvb_type: 0 00000100:00100000:1.0:1763335106.985350:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3123 00000100:00100000:1.0:1763335106.985360:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:2427:x1848989814738944:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335106.985372:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335106.985378:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575e62 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881599 expref: 258 pid: 7841 timeout: 1199 lvb_type: 0 00010000:00010000:1.0:1763335106.985390:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575e62 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881599 expref: 258 pid: 7841 timeout: 1199 lvb_type: 0 00010000:00010000:1.0:1763335106.985409:0:33041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575e62 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881599 expref: 258 pid: 7841 timeout: 1199 lvb_type: 0 00010000:00010000:1.0:1763335106.985426:0:33041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ea:0x0].0x0 (ffff9000c4881900) 00010000:00010000:1.0:1763335106.985432:0:33041:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007575e77 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1ea:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.985440:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007575e77 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1ea:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290400000020 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.985446:0:33041:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007575e77 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x1ea:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290400000020 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.985453:0:33041:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575e93 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.985458:0:33041:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575e93 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.985464:0:33041:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575e93 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.985486:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335106.985548:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:2427:x1848989814738944:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 189us (1795us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335106.985555:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3123 00010000:00010000:1.0:1763335106.985584:0:13840:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007575e77 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1ea:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335106.985590:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007575e77 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1ea:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 13840 initiator: MDT1 00000004:00200000:1.0:1763335106.985609:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1ea:0x0]: returning size 2 00010000:00010000:1.0:1763335106.985731:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007575e70 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815a7 expref: 258 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.985747:0:13840:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007575e77 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1ea:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815a7 expref: 257 pid: 13840 timeout: 1199 lvb_type: 0 00010000:00010000:1.0:1763335106.985755:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007575e77 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1ea:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815a7 expref: 257 pid: 13840 timeout: 1199 lvb_type: 0 00010000:00010000:1.0:1763335106.985762:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280400, rc 0) 00000100:00100000:1.0:1763335106.985788:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:56950:x1848989814738816:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 25661us (25875us total) trans 4294973117 rc 0/0 00000100:00100000:1.0:1763335106.985794:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9515 00000100:00100000:3.0:1763335106.989906:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.991126:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814739200 00000100:00100000:1.0:1763335106.991137:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814739200 00010000:00010000:1.0:1763335106.991178:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007575e77 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1ea:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815a7 expref: 257 pid: 13840 timeout: 1199 lvb_type: 0 00000100:00100000:3.0:1763335106.992197:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3124 00000100:00100000:2.0:1763335106.992542:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:2427:x1848989814739200:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335106.992564:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335106.992572:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007575e77 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1ea:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815a7 expref: 257 pid: 13840 timeout: 1199 lvb_type: 0 00010000:00010000:2.0:1763335106.992586:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007575e77 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1ea:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815a7 expref: 257 pid: 13840 timeout: 1199 lvb_type: 0 00010000:00010000:2.0:1763335106.992607:0:33041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007575e77 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x1ea:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815a7 expref: 257 pid: 13840 timeout: 1199 lvb_type: 0 00010000:00010000:2.0:1763335106.992623:0:33041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ea:0x0].0x0 (ffff9000c4881900) 00010000:00010000:2.0:1763335106.992628:0:33041:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575e93 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.992642:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575e93 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.992649:0:33041:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575e93 lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.992672:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335106.992692:0:7841:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575e93 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.992699:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575e93 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:2.0:1763335106.992748:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1ea:0x0]: returning size 5 00000004:00200000:2.0:1763335106.992753:0:7841:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335106.992769:0:7841:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575e93 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.992780:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575e93 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.992790:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007575e85 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.992797:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007575e85 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.992803:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007575e85 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.992809:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007575e85 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.992814:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335106.992818:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007575e85 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.992826:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007575e85 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.992833:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da00b000) 00010000:00010000:2.0:1763335106.992836:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335106.992840:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007575e85 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.992846:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007575e85 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.992857:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575e8c lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.992862:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575e8c lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.992868:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575e8c lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.992873:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335106.992875:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575e8c lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.992881:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575e8c lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.992898:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da00be00) 00010000:00010000:2.0:1763335106.992900:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335106.992903:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575e8c lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.992912:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007575e8c lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335106.992945:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007575e7e lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815ae expref: 257 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.992959:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575e93 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815ae expref: 256 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335106.992966:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ea:0x0].0x0 (ffff9000c4881900) 00010000:00010000:2.0:1763335106.992968:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335106.992970:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7a00, rc 0) 00000100:00100000:2.0:1763335106.994828:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56951:x1848989814739072:12345-192.168.204.57@tcp:101:rm.0 Request processed in 10607us (10923us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335106.994840:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9516 00000100:00100000:1.0:1763335106.994969:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:2427:x1848989814739200:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 2760us (5070us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335106.994978:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3124 00000100:00100000:0.0:1763335106.995238:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335106.995507:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814739328 00000100:00100000:1.0:1763335106.995515:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814739328 00000100:00100000:1.0:1763335106.995549:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9517 00000100:00100000:1.0:1763335106.995556:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:56950:x1848989814739328:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335106.995578:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335106.995597:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575ea1 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8815b5 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.995679:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007575ea8 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335106.995692:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007575ea8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.995703:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007575ea8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:1.0:1763335106.995724:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1ea:0x0]: returning size 5 00000004:00200000:1.0:1763335106.995728:0:7841:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335106.995744:0:7841:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007575ea8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335106.995766:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575ea1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815b5 expref: 257 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.995780:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007575ea8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815b5 expref: 256 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335106.995789:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ea:0x0].0x0 (ffff9000c4881900) 00010000:00010000:1.0:1763335106.995792:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335106.995795:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6e1e600, rc 0) 00000100:00100000:1.0:1763335106.995843:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56950:x1848989814739328:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 286us (606us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335106.995852:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9517 00000100:00100000:0.0:1763335106.999532:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335106.999775:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814739584 00000100:00100000:3.0:1763335106.999784:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814739584 00000100:00100000:3.0:1763335106.999840:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9518 00000100:00100000:3.0:1763335106.999850:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56951:x1848989814739584:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:3.0:1763335106.999908:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1763335106.999933:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575e1c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1ea:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88158b expref: 256 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.999953:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007575e93 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815ae expref: 255 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.999966:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007575e00 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88157d expref: 254 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335106.999976:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ea:0x0].0x0 (ffff9000c4881900) 00010000:00010000:3.0:1763335106.999981:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335107.000005:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007575eaf lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335107.000016:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007575eaf lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.000026:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007575eaf lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.000047:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007575eb6 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335107.000054:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007575eb6 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.000060:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007575eb6 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.000134:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007575ebd lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335107.000143:0:13840:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007575ea8 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815b5 expref: 253 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.000151:0:13840:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007575ebd lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.000180:0:13840:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007575ea8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815b5 expref: 253 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.000193:0:13840:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007575ea8 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815b5 expref: 253 pid: 7841 timeout: 1199 lvb_type: 0 00000100:00100000:3.0:1763335107.000207:0:13840:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c79eea00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13840:1848989826074496:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335107.000279:0:13840:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f16bde40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335107.004826:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335107.004932:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.004995:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814739840 00000100:00100000:1.0:1763335107.005004:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814739840 00000100:00100000:1.0:1763335107.005057:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9519 00000100:00100000:1.0:1763335107.005067:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56950:x1848989814739840:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335107.005096:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335107.005116:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575ec4 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8815bc expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.005216:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007575ecb lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335107.005229:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007575ecb lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1ea:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.005239:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007575ecb lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1ea:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:1.0:1763335107.005251:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1ea:0x0]: returning size 5 00010000:00010000:1.0:1763335107.005377:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575ec4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815bc expref: 257 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.005393:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007575ecb lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1ea:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815bc expref: 256 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.005401:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ea:0x0].0x0 (ffff9000c4881900) 00010000:00010000:1.0:1763335107.005405:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763335107.005408:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6e1fa00, rc 0) 00000100:00100000:1.0:1763335107.005456:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56950:x1848989814739840:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 391us (640us total) trans 4294973118 rc 0/0 00000100:00100000:1.0:1763335107.005463:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9519 00000100:00100000:1.0:1763335107.005488:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814739968 00000100:00100000:1.0:1763335107.005492:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814739968 00010000:00010000:1.0:1763335107.005505:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007575ea8 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815b5 expref: 256 pid: 7841 timeout: 1199 lvb_type: 0 00000100:00100000:1.0:1763335107.005530:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3125 00000100:00100000:1.0:1763335107.005536:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:2428:x1848989814739968:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335107.005546:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335107.005552:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007575ea8 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815b5 expref: 256 pid: 7841 timeout: 1199 lvb_type: 0 00010000:00010000:1.0:1763335107.005563:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007575ea8 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815b5 expref: 256 pid: 7841 timeout: 1199 lvb_type: 0 00010000:00010000:1.0:1763335107.005576:0:7458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ea:0x0].0x0 (ffff9000c4881900) 00010000:00010000:1.0:1763335107.005580:0:7458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007575ebd lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.005589:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007575ebd lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.005595:0:7458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007575ebd lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.005608:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335107.005627:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:2428:x1848989814739968:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 91us (695us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335107.005632:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3125 00010000:00010000:3.0:1763335107.006251:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007575ea8 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815b5 expref: 255 pid: 7841 timeout: 1199 lvb_type: 0 00000100:00100000:3.0:1763335107.006267:0:13840:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c79eea00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13840:1848989826074496:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335107.006285:0:13840:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007575ebd lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.006293:0:13840:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007575ebd lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.006299:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007575ebd lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00080000:3.0:1763335107.006522:0:13840:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000405:0x1ea:0x0] is inserted into orphan list, open count = 2 00010000:00010000:3.0:1763335107.006582:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007575ebd lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.006591:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007575ebd lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.006596:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007575ebd lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.006602:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335107.006606:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007575ebd lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.006613:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007575ebd lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.006622:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ea:0x0].0x0 (ffff9000c4881900) 00010000:00010000:3.0:1763335107.006625:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763335107.006628:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007575ebd lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.006634:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007575ebd lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.006651:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007575eaf lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.006657:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007575eaf lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.006663:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007575eaf lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.006667:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007575eaf lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.006672:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335107.006675:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007575eaf lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.006681:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007575eaf lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.006686:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f6162900) 00010000:00010000:3.0:1763335107.006688:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335107.006691:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007575eaf lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.006697:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007575eaf lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000004:00010000:3.0:1763335107.006709:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007e7cc098 reply state 000000002236c4b0 transno 4294973119 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007575eb6 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.006720:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007575eb6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.006725:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001f6162100) 00010000:00010000:3.0:1763335107.006728:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335107.006730:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763335107.006787:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56951:x1848989814739584:12345-192.168.204.57@tcp:36:rm.0 Request processed in 6937us (7263us total) trans 4294973119 rc 0/0 00000100:00100000:3.0:1763335107.006794:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9518 00000100:00100000:2.0:1763335107.009570:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335107.009677:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814740096 00000100:00100000:3.0:1763335107.009686:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814740096 00000100:00100000:3.0:1763335107.010488:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9520 00000100:00100000:3.0:1763335107.010500:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56950:x1848989814740096:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335107.010520:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335107.010540:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007575ed9 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8815c3 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.010591:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007575ed9 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815c3 expref: 257 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.010604:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007575ed9 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815c3 expref: 257 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.010621:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ea:0x0].0x0 (ffff9000c4881900) 00010000:00010000:3.0:1763335107.010624:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335107.010628:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280400, rc 0) 00000100:00100000:3.0:1763335107.015977:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:56950:x1848989814740096:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 5466us (6400us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335107.015991:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9520 00000100:00100000:0.0:1763335107.018759:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335107.018834:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814740224 00000100:00100000:3.0:1763335107.018844:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814740224 00000100:00100000:3.0:1763335107.018900:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6555 00000100:00100000:3.0:1763335107.018909:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2427:x1848989814740224:12345-192.168.204.57@tcp:1:lfs.0 00010000:00010000:3.0:1763335107.018951:0:27804:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c5280000/0x3ec0b54007575ee0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.018968:0:27804:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9001ffbbe000/0x3ec0b54007575e3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881592 expref: 18 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.018975:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335107.018977:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335107.018981:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5280000/0x3ec0b54007575ee0 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.019010:0:27804:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9001ffbbe000/0x3ec0b54007575e3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881592 expref: 18 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.019022:0:27804:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9001ffbbe000/0x3ec0b54007575e3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881592 expref: 18 pid: 35240 timeout: 1199 lvb_type: 0 00000100:00100000:3.0:1763335107.019034:0:27804:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c79eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27804:1848989826074624:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335107.019110:0:27804:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f16bd9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335107.021421:0:27804:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c79eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27804:1848989826074624:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335107.021458:0:27804:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c5280000/0x3ec0b54007575ee0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335107.023524:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.023644:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814740352 00000100:00100000:1.0:1763335107.023654:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814740352 00002000:00100000:1.0:1763335107.023701:0:23997:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000400:0x25a:0x0] (0->4) req@ffff9000c4aa2d80 x1848989814740352/t0(0) o4->357649f3-b5ed-4e47-9c16-69abcfcf3637@192.168.204.57@tcp:153/0 lens 496/0 e 0 to 0 dl 1763335118 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335107.023713:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c4aa2d80 with x1848989814740352 ext(0->4) 00010000:00010000:1.0:1763335107.023722:0:23997:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9001ffbbe000/0x3ec0b54007575e3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881592 expref: 19 pid: 35240 timeout: 1199 lvb_type: 0 00010000:00010000:1.0:1763335107.023737:0:23997:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9001ffbbe000/0x3ec0b54007575e3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881592 expref: 19 pid: 35240 timeout: 1200 lvb_type: 0 00002000:00010000:1.0:1763335107.023746:0:23997:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9000c4aa2d80 00000100:00100000:1.0:1763335107.023779:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 108 00000100:00100000:1.0:1763335107.023788:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2426:x1848989814740352:12345-192.168.204.57@tcp:4:bash.0 00000100:00100000:1.0:1763335107.026213:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:2426:x1848989814740352:12345-192.168.204.57@tcp:4:bash.0 Request processed in 2416us (2687us total) trans 17179871603 rc 0/0 00000100:00100000:1.0:1763335107.026227:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 108 00002000:00100000:1.0:1763335107.026241:0:23997:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000400:0x25a:0x0] (0->4) req@ffff9000c4aa2d80 x1848989814740352/t17179871603(0) o4->357649f3-b5ed-4e47-9c16-69abcfcf3637@192.168.204.57@tcp:153/0 lens 496/448 e 0 to 0 dl 1763335118 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335107.026250:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c4aa2d80 with x1848989814740352 ext(0->4) 00010000:00010000:1.0:1763335107.026258:0:23997:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9001ffbbe000/0x3ec0b54007575e3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881592 expref: 21 pid: 35240 timeout: 1200 lvb_type: 0 00010000:00010000:1.0:1763335107.026275:0:23997:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9001ffbbe000/0x3ec0b54007575e3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881592 expref: 21 pid: 35240 timeout: 1200 lvb_type: 0 00002000:00010000:1.0:1763335107.026288:0:23997:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9000c4aa2d80 00000100:00100000:0.0:1763335107.029429:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.033679:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814740480 00000100:00100000:1.0:1763335107.033694:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814740480 00010000:00010000:1.0:1763335107.033740:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9001ffbbe000/0x3ec0b54007575e3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881592 expref: 21 pid: 35240 timeout: 1200 lvb_type: 0 00000100:00100000:1.0:1763335107.033777:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3126 00000100:00100000:1.0:1763335107.033785:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:2427:x1848989814740480:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335107.033799:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1763335107.033813:0:33041:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x25a:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:1.0:1763335107.033817:0:33041:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x25a:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1763335107.033822:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9001ffbbe000/0x3ec0b54007575e3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881592 expref: 21 pid: 35240 timeout: 1200 lvb_type: 0 00010000:00010000:1.0:1763335107.033835:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9001ffbbe000/0x3ec0b54007575e3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881592 expref: 21 pid: 35240 timeout: 1200 lvb_type: 0 00010000:00010000:1.0:1763335107.033860:0:33041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001ffbbe000/0x3ec0b54007575e3f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881592 expref: 21 pid: 35240 timeout: 1200 lvb_type: 0 00010000:00010000:1.0:1763335107.033877:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335107.033879:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335107.033898:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c5280000/0x3ec0b54007575ee0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.033908:0:33041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5280000/0x3ec0b54007575ee0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.033946:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335107.034008:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:2427:x1848989814740480:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 223us (4588us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335107.034015:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3126 00010000:00010000:3.0:1763335107.034519:0:27804:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c5280000/0x3ec0b54007575ee0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.034530:0:27804:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c5280000/0x3ec0b54007575ee0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.034552:0:27804:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c5280000/0x3ec0b54007575ee0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.034559:0:27804:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5280000/0x3ec0b54007575ee0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.034568:0:27804:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c5280000/0x3ec0b54007575ee0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.034575:0:27804:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280000 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335107.034578:0:27804:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c5280000/0x3ec0b54007575ee0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.034587:0:27804:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c5280000/0x3ec0b54007575ee0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.034599:0:27804:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c5280000/0x3ec0b54007575ee0 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.034606:0:27804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c5280000/0x3ec0b54007575ee0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335107.034658:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2427:x1848989814740224:12345-192.168.204.57@tcp:1:lfs.0 Request processed in 15749us (15908us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335107.034666:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6555 00000100:00100000:2.0:1763335107.035792:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335107.036841:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814740608 00000100:00100000:3.0:1763335107.036852:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814740608 00000100:00100000:3.0:1763335107.036918:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9521 00000100:00100000:3.0:1763335107.036929:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:56952:x1848989814740608:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335107.036952:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335107.036973:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007575ee7 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8815ca expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.037035:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007575eee lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335107.037048:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007575eee lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.037060:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007575eee lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.037070:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007575ef5 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335107.037077:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007575ef5 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.037097:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007575ef5 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.037132:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007575eee lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.037138:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007575eee lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.037143:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007575eee lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.037153:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007575eee lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.037159:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335107.037163:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007575eee lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.037171:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007575eee lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.037182:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f6162900) 00010000:00010000:3.0:1763335107.037185:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335107.037189:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007575eee lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.037194:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007575eee lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.037207:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007575ef5 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.037212:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007575ef5 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.037218:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007575ef5 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.037222:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335107.037225:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007575ef5 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.037230:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007575ef5 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.037240:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001f6162100) 00010000:00010000:3.0:1763335107.037242:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335107.037244:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007575ef5 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.037249:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007575ef5 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.037277:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007575ee7 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815ca expref: 258 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.037286:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f6162900) 00010000:00010000:3.0:1763335107.037288:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335107.037291:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007575ee7 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815ca expref: 258 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.037302:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281800, rc 0) 00000100:00100000:3.0:1763335107.037610:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:56952:x1848989814740608:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 681us (1820us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335107.037618:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9521 00000100:00100000:2.0:1763335107.039972:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335107.040052:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.040196:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814740864 00000100:00100000:1.0:1763335107.040207:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814740864 00000100:00100000:1.0:1763335107.040259:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814740992 00000100:00100000:1.0:1763335107.040263:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814740992 00000100:00100000:1.0:1763335107.040285:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9522 00000100:00100000:1.0:1763335107.040293:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56950:x1848989814740864:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:1.0:1763335107.040361:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335107.040385:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007575ed9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815c3 expref: 258 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.040404:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ea:0x0].0x0 (ffff9000c4881900) 00010000:00010000:1.0:1763335107.040409:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335107.040435:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575efc lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335107.040448:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575efc lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335107.040457:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575efc lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000040:00080000:1.0:1763335107.040656:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1485, 88 off124536 00000004:00080000:1.0:1763335107.040667:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1100020351526ns, next at 1099798037727ns, rc = 0 00000040:00080000:1.0:1763335107.040730:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1484, 88 off124536 00000004:00080000:1.0:1763335107.040739:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1100020424669ns, next at 1099798070025ns, rc = 0 00000040:00080000:1.0:1763335107.040773:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1485, 88 off124624 00000004:00080000:1.0:1763335107.040778:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1100020463219ns, next at 1099798070025ns, rc = 0 00000040:00080000:1.0:1763335107.040798:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1486, 88 off124624 00000004:00080000:1.0:1763335107.040803:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1100020488076ns, next at 1099798037727ns, rc = 0 00000100:00100000:3.0:1763335107.041267:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9523 00000100:00100000:3.0:1763335107.041278:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56952:x1848989814740992:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335107.041288:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335107.041302:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575f03 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8815d1 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.041370:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575f0a lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335107.041384:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575f0a lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.041391:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575f0a lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.041401:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007575f11 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335107.041409:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007575f11 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.041415:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007575f11 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.041441:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575f0a lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.041448:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575f0a lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.041454:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575f0a lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.041460:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575f0a lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.041466:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035ea00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335107.041470:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575f0a lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.041478:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575f0a lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.041490:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f6162700) 00010000:00010000:3.0:1763335107.041493:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335107.041496:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575f0a lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.041501:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575f0a lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.041512:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007575f11 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.041517:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007575f11 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.041522:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007575f11 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.041526:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035e000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335107.041529:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007575f11 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.041534:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007575f11 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.041540:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001f6162100) 00010000:00010000:3.0:1763335107.041542:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335107.041545:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007575f11 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.041550:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007575f11 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.041574:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575f03 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815d1 expref: 259 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.041582:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f6162700) 00010000:00010000:3.0:1763335107.041584:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335107.041588:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575f03 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815d1 expref: 259 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.041600:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035ec00, rc 0) 00000100:00100000:3.0:1763335107.041655:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56952:x1848989814740992:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 380us (1601us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335107.041662:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9523 00000100:00100000:2.0:1763335107.045814:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.045930:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814741120 00000100:00100000:1.0:1763335107.045940:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814741120 00000100:00100000:1.0:1763335107.045998:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9524 00000100:00100000:1.0:1763335107.046010:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56952:x1848989814741120:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335107.046029:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335107.046051:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575f18 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8815d8 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.046899:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007575f1f lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335107.046914:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007575f1f lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.046925:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007575f1f lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:2.0:1763335107.046969:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763335107.046973:0:7841:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763335107.047006:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575f18 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815d8 expref: 260 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.047021:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007575f1f lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815d8 expref: 259 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.047029:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2900) 00010000:00010000:2.0:1763335107.047032:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763335107.047035:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7400, rc 0) 00000100:00100000:2.0:1763335107.047569:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:56952:x1848989814741120:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1558us (1760us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335107.047578:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9524 00000001:00080000:1.0:1763335107.047668:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973120 is committed 00000004:00080000:1.0:1763335107.047675:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 971 committed 00000004:00080000:1.0:1763335107.047691:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 974 committed 00000004:00080000:1.0:1763335107.047700:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 973 committed 00000004:00080000:1.0:1763335107.047702:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 970 committed 00000100:00100000:1.0:1763335107.047809:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826074752:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335107.047864:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335107.047909:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763335107.047915:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826074880:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335107.047934:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335107.047959:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826074752 00000100:00100000:1.0:1763335107.047967:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826074752 00000100:00100000:1.0:1763335107.048002:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826074880 00000100:00100000:1.0:1763335107.048005:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826074880 00000100:00100000:1.0:1763335107.048023:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6556 00000100:00100000:1.0:1763335107.048030:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+67:3664:x1848989826074752:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335107.048441:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c79ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826075136:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335107.048469:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335107.048492:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763335107.048497:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c79eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826075008:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335107.048516:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335107.048537:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826075136 00000100:00100000:3.0:1763335107.048540:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826075136 00000100:00100000:3.0:1763335107.048567:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826075008 00000100:00100000:3.0:1763335107.048569:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826075008 00000100:00100000:3.0:1763335107.048582:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6557 00000100:00100000:3.0:1763335107.048587:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+67:3664:x1848989826074880:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763335107.048675:0:8415:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x259:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335107.048678:0:8415:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x259:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763335107.048680:0:8415:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x259:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335107.048682:0:8415:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x259:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763335107.048684:0:8415:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x259:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335107.048713:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+68:3664:x1848989826074880:12345-0@lo:2:osp-syn-0-1.0 Request processed in 126us (778us total) trans 21474838896 rc 0/0 00000100:00100000:3.0:1763335107.048720:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6557 00000100:00100000:3.0:1763335107.048734:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6558 00000100:00100000:3.0:1763335107.048739:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+18:3667:x1848989826075136:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763335107.048788:0:8415:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x25b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335107.048790:0:8415:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x25b:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763335107.048792:0:8415:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x25b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335107.048794:0:8415:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x25b:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763335107.048796:0:8415:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x25b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335107.048819:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+19:3667:x1848989826075136:12345-0@lo:2:osp-syn-1-1.0 Request processed in 80us (349us total) trans 17179871604 rc 0/0 00000100:00100000:3.0:1763335107.048823:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6558 00000100:00100000:3.0:1763335107.048834:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6559 00000100:00100000:3.0:1763335107.048839:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+18:3667:x1848989826075008:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335107.048902:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+19:3667:x1848989826075008:12345-0@lo:2:osp-syn-1-1.0 Request processed in 62us (384us total) trans 17179871605 rc 0/0 00000100:00100000:3.0:1763335107.048907:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6559 00000100:00080000:3.0:1763335107.048922:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:3.0:1763335107.048952:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c79eea00/2, rc 0, transno 17179871605 00000100:00100000:3.0:1763335107.048957:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c79eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826075008:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763335107.048964:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c79ee680/2, rc 0, transno 17179871604 00000100:00100000:3.0:1763335107.048967:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c79ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826075136:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763335107.048980:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c9b45500/2, rc 0, transno 21474838896 00000100:00100000:3.0:1763335107.048984:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826074880:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1763335107.049045:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007575eb6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335107.049054:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007575eb6 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335107.049061:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007575eb6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335107.049066:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335107.049070:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007575eb6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335107.049078:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007575eb6 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335107.049185:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001f6162100) 00010000:00010000:2.0:1763335107.049188:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335107.049192:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007575eb6 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335107.049196:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007575eb6 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00002000:00010000:1.0:1763335107.050338:0:27804:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x258:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335107.050344:0:27804:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x258:0x0] updating lvb mtime from disk: 1763335107 -> 1763335107 00002000:00010000:1.0:1763335107.050346:0:27804:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x258:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335107.050349:0:27804:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x258:0x0] updating lvb ctime from disk: 1763335107 -> 1763335107 00002000:00010000:1.0:1763335107.050351:0:27804:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x258:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335107.050411:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+68:3664:x1848989826074752:12345-0@lo:2:osp-syn-0-1.0 Request processed in 2379us (2544us total) trans 21474838897 rc 0/0 00000100:00100000:1.0:1763335107.050419:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6556 00000004:00010000:1.0:1763335107.050478:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001258159e reply state 00000000bf2309a6 transno 4294973120 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575efc lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335107.050492:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575efc lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335107.050500:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ea:0x0].0x0 (ffff9000c4881900) 00010000:00010000:1.0:1763335107.050502:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1763335107.050506:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:1.0:1763335107.050577:0:13591:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1763335107.050587:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:56950:x1848989814740864:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 10294us (10623us total) trans 4294973120 rc 0/0 00000100:00100000:1.0:1763335107.050594:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9522 00010000:00010000:0.0:1763335107.050658:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575efc lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335107.050665:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575efc lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335107.050671:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575efc lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335107.050677:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1f400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335107.050680:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575efc lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335107.050686:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575efc lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335107.050694:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ea:0x0].0x0 (ffff9000c4881900) 00010000:00010000:0.0:1763335107.050696:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335107.050698:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575efc lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335107.050703:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575efc lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000004:00080000:3.0:1763335107.055467:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c9b46300/2, rc 0, transno 21474838897 00000100:00100000:3.0:1763335107.055486:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826074752:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335107.066506:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335107.066560:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335107.066758:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814741248 00000100:00100000:3.0:1763335107.066769:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814741248 00000100:00100000:3.0:1763335107.066819:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814741376 00000100:00100000:3.0:1763335107.066822:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814741376 00000100:00100000:3.0:1763335107.066851:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9525 00000100:00100000:3.0:1763335107.066860:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:56950:x1848989814741248:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335107.066892:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335107.066911:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575f26 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8815df expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.066963:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575f26 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815df expref: 252 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.066977:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575f26 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815df expref: 252 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.066993:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ea:0x0].0x0 (ffff9000c4881900) 00010000:00010000:3.0:1763335107.066996:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335107.067001:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035ec00, rc 0) 00000100:00100000:3.0:1763335107.067048:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:56950:x1848989814741248:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 189us (552us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335107.067055:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9525 00000100:00100000:3.0:1763335107.067072:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9526 00000100:00100000:3.0:1763335107.067077:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:56952:x1848989814741376:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335107.067095:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335107.067104:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007575f2d lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8815e6 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.067149:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575f34 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335107.067158:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575f34 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335107.067166:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575f34 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335107.067179:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007575f3b lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335107.067186:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007575f3b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335107.067192:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007575f3b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335107.067227:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575f34 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335107.067233:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575f34 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335107.067238:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575f34 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335107.067244:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575f34 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335107.067250:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035ea00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335107.067254:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575f34 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335107.067265:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575f34 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335107.067274:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2900) 00010000:00010000:3.0:1763335107.067277:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335107.067280:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575f34 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335107.067285:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007575f34 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335107.067296:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007575f3b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335107.067301:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007575f3b lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335107.067306:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007575f3b lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335107.067311:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035fe00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335107.067350:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007575f3b lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335107.067355:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007575f3b lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335107.067362:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001f6162900) 00010000:00010000:3.0:1763335107.067365:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335107.067368:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007575f3b lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335107.067373:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007575f3b lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335107.067400:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007575f2d lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815e6 expref: 252 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.067409:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2900) 00010000:00010000:3.0:1763335107.067411:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335107.067414:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007575f2d lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815e6 expref: 252 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.067421:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035e000, rc 0) 00000100:00100000:3.0:1763335107.067445:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:56952:x1848989814741376:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 368us (885us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335107.067452:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9526 00000100:00100000:2.0:1763335107.070920:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335107.070960:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.071046:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814741504 00000100:00100000:1.0:1763335107.071056:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814741504 00000100:00100000:1.0:1763335107.071113:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814741760 00000100:00100000:1.0:1763335107.071116:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814741760 00000100:00100000:1.0:1763335107.071146:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9527 00000100:00100000:1.0:1763335107.071157:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:56950:x1848989814741504:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335107.071179:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335107.071202:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007575f42 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8815ed expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.071274:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575f49 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335107.071287:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575f49 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335107.071298:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575f49 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:1.0:1763335107.071365:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1ea:0x0]: returning size 5 00000004:00200000:1.0:1763335107.071369:0:13591:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335107.071385:0:13591:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575f49 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335107.071411:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007575f42 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815ed expref: 254 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.071427:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575f49 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815ed expref: 253 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.071436:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ea:0x0].0x0 (ffff9000c4881900) 00010000:00010000:1.0:1763335107.071439:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1763335107.071441:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6e1f400, rc 0) 00000100:00100000:1.0:1763335107.071495:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56950:x1848989814741504:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 340us (584us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335107.071502:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9527 00000100:00100000:1.0:1763335107.071518:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9528 00000100:00100000:1.0:1763335107.071524:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:56952:x1848989814741760:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335107.071531:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335107.071533:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763335107.071546:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007575f1f lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815d8 expref: 252 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.071555:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2900) 00010000:00010000:1.0:1763335107.071564:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335107.071572:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575f50 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8815f4 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.071635:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007575f57 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335107.071643:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007575f57 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335107.071650:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007575f57 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335107.071662:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575f5e lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335107.071668:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575f5e lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335107.071675:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575f5e lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335107.072020:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575f65 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1eb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335107.072029:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575f65 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1eb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335107.072036:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575f65 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1eb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:1.0:1763335107.072043:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1eb:0x0]: returning size 0 00010000:00010000:1.0:1763335107.072064:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007575f57 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335107.072070:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007575f57 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335107.072076:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007575f57 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335107.072082:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007575f57 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335107.072088:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1e600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335107.072092:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007575f57 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335107.072099:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007575f57 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335107.072106:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2500) 00010000:00010000:1.0:1763335107.072109:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335107.072112:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007575f57 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335107.072118:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007575f57 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000004:00010000:1.0:1763335107.072128:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f27e746c reply state 0000000056a168c4 transno 4294973121 ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575f5e lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335107.072138:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575f5e lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335107.072146:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2d00) 00010000:00010000:1.0:1763335107.072148:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335107.072151:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763335107.072171:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007575f50 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815f4 expref: 254 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.072185:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575f65 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1eb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815f4 expref: 253 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.072192:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1eb:0x0].0x0 (ffff9001cada2a00) 00010000:00010000:1.0:1763335107.072194:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335107.072196:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202172200, rc 0) 00000100:00100000:1.0:1763335107.072234:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56952:x1848989814741760:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 710us (1273us total) trans 4294973121 rc 0/0 00000100:00100000:1.0:1763335107.072240:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9528 00000100:00100000:3.0:1763335107.076708:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335107.076752:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.076862:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814742144 00000100:00100000:0.0:1763335107.076872:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814742144 00000100:00100000:0.0:1763335107.076940:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9529 00000100:00100000:0.0:1763335107.076950:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56952:x1848989814742144:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335107.076975:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335107.076996:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007575f73 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1eb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881602 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.077101:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b54007575f7a lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335107.077115:0:6532:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575f65 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1eb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815f4 expref: 255 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.077124:0:6532:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b54007575f7a lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1eb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.077159:0:6532:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575f65 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1eb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815f4 expref: 255 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.077172:0:6532:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575f65 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1eb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815f4 expref: 255 pid: 13591 timeout: 1200 lvb_type: 0 00000100:00100000:0.0:1763335107.077187:0:6532:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4aa2680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826075264:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335107.077268:0:6532:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c5b96300 going to sleep for 11 seconds 00000100:00100000:1.0:1763335107.077601:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814741888 00000100:00100000:1.0:1763335107.077606:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814741888 00000100:00100000:1.0:1763335107.077632:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6560 00000100:00100000:1.0:1763335107.077639:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2427:x1848989814741888:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335107.077647:0:8417:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335107.077660:0:8417:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff900202172600/0x3ec0b54007575f81 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8815fb expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335107.077678:0:8417:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x25a:0x0] initial LVB size: 5, mtime: 0x691a5bc3, atime: 0x0, ctime: 0x691a5bc3, blocks: 0x8 00010000:00010000:1.0:1763335107.077691:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335107.077694:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335107.077702:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff900202172600/0x3ec0b54007575f81 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815fb expref: 20 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335107.077716:0:8417:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff900202172600/0x3ec0b54007575f81 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815fb expref: 20 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335107.077727:0:8417:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202172600, rc 0) 00000100:00100000:1.0:1763335107.077756:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:2427:x1848989814741888:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 117us (1003us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335107.077763:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6560 00000100:00100000:0.0:1763335107.080245:0:6532:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4aa2680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826075264:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335107.080274:0:6532:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b54007575f7a lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1eb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000100:00100000:2.0:1763335107.084694:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.084773:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814742272 00000100:00100000:1.0:1763335107.084783:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814742272 00010000:00010000:1.0:1763335107.084821:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575f65 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1eb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815f4 expref: 256 pid: 13591 timeout: 1200 lvb_type: 0 00000100:00100000:1.0:1763335107.084864:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3127 00000100:00100000:1.0:1763335107.084873:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c7958450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:2426:x1848989814742272:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335107.084896:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335107.084903:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575f65 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1eb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815f4 expref: 256 pid: 13591 timeout: 1200 lvb_type: 0 00010000:00010000:1.0:1763335107.084917:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575f65 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1eb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815f4 expref: 256 pid: 13591 timeout: 1200 lvb_type: 0 00010000:00010000:1.0:1763335107.084937:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007575f65 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1eb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815f4 expref: 256 pid: 13591 timeout: 1200 lvb_type: 0 00010000:00010000:1.0:1763335107.084953:0:7458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1eb:0x0].0x0 (ffff9001cada2a00) 00010000:00010000:1.0:1763335107.084958:0:7458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b54007575f7a lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1eb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.084967:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b54007575f7a lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1eb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.084975:0:7458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b54007575f7a lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1eb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.085005:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335107.085057:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c7958450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:2426:x1848989814742272:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 185us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335107.085065:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3127 00010000:00010000:0.0:1763335107.085515:0:6532:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b54007575f7a lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1eb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.085525:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b54007575f7a lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1eb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:0.0:1763335107.085549:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1eb:0x0]: returning size 0 00000004:00080000:0.0:1763335107.085700:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x25a:0x0], index 0: 0 00000004:00080000:0.0:1763335107.085705:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x25c:0x0], index 1: 0 00000004:00080000:0.0:1763335107.085710:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x25d:0x0], index 1: 0 00000004:00080000:0.0:1763335107.085713:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x25b:0x0], index 0: 0 00010000:00010000:0.0:1763335107.085807:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b54007575f7a lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1eb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.085815:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b54007575f7a lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1eb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.085826:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b54007575f7a lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1eb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.085832:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffbbe800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335107.085836:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b54007575f7a lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1eb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.085843:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b54007575f7a lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1eb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.085853:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1eb:0x0].0x0 (ffff9001cada2a00) 00010000:00010000:0.0:1763335107.085856:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335107.085859:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b54007575f7a lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1eb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.085865:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b54007575f7a lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1eb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.085920:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007575f73 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881602 expref: 255 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.085929:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1eb:0x0].0x0 (ffff9001cada2a00) 00010000:00010000:0.0:1763335107.085932:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763335107.085935:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007575f73 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1eb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881602 expref: 255 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.085950:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001ffbbf200, rc 0) 00000100:00100000:0.0:1763335107.086135:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56952:x1848989814742144:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 9136us (9387us total) trans 4294973122 rc 301/301 00000100:00100000:0.0:1763335107.086143:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9529 00000100:00100000:2.0:1763335107.098216:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.098365:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814742528 00000100:00100000:0.0:1763335107.098378:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814742528 00000100:00100000:0.0:1763335107.098426:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3286 00000100:00100000:0.0:1763335107.098436:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56952:x1848989814742528:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335107.098755:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:56952:x1848989814742528:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 318us (547us total) trans 4294973123 rc 0/0 00000100:00100000:0.0:1763335107.098764:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3286 00000100:00100000:3.0:1763335107.110023:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.110140:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814742784 00000100:00100000:1.0:1763335107.110151:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814742784 00000100:00100000:1.0:1763335107.110207:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3287 00000100:00100000:1.0:1763335107.110218:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:56952:x1848989814742784:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335107.110476:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56952:x1848989814742784:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 258us (461us total) trans 4294973124 rc 0/0 00000100:00100000:1.0:1763335107.110483:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3287 00000100:00100000:3.0:1763335107.113392:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.113476:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814743040 00000100:00100000:0.0:1763335107.113485:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814743040 00000100:00100000:0.0:1763335107.113535:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9530 00000100:00100000:0.0:1763335107.113543:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:55956:x1848989814743040:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335107.113562:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335107.113583:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007575f8f lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881609 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.113692:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b54007575f96 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335107.113706:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b54007575f96 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.113715:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b54007575f96 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.113725:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007575f9d lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335107.113731:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007575f9d lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.113737:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007575f9d lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.113784:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b54007575fa4 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1eb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335107.113791:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b54007575fa4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1eb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.113797:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b54007575fa4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1eb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:0.0:1763335107.113806:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1eb:0x0]: returning size 0 00010000:00010000:0.0:1763335107.113867:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b54007575f96 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.113874:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b54007575f96 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.113891:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b54007575f96 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.113897:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b54007575f96 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.113902:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffbbe800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335107.113906:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b54007575f96 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.113913:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b54007575f96 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.113924:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881b00) 00010000:00010000:0.0:1763335107.113927:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335107.113930:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b54007575f96 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.113940:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b54007575f96 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.113953:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007575f9d lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.113958:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007575f9d lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.113963:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007575f9d lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.113967:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffbbf600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335107.113969:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007575f9d lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.113974:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007575f9d lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.113980:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2d00) 00010000:00010000:0.0:1763335107.113982:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335107.113984:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007575f9d lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.113988:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007575f9d lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.114017:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007575f8f lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881609 expref: 259 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.114032:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b54007575fa4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1eb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881609 expref: 258 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.114042:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1eb:0x0].0x0 (ffff9000c4881400) 00010000:00010000:0.0:1763335107.114044:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335107.114046:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001ffbbea00, rc 0) 00000100:00100000:0.0:1763335107.114102:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:55956:x1848989814743040:12345-192.168.204.57@tcp:101:bash.0 Request processed in 559us (718us total) trans 4294973125 rc 0/0 00000100:00100000:0.0:1763335107.114108:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9530 00000100:00100000:2.0:1763335107.121913:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335107.121987:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814743168 00000100:00100000:3.0:1763335107.121997:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814743168 00000100:00100000:3.0:1763335107.122052:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9531 00000100:00100000:3.0:1763335107.122061:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:55956:x1848989814743168:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335107.122192:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335107.122212:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007575fb2 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1eb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881610 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.122242:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007575fb9 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335107.122254:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007575fb9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1eb:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335107.122264:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007575fb9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1eb:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.122744:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007575fb2 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1eb:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881610 expref: 260 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.122760:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007575fb9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1eb:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881610 expref: 259 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.122769:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1eb:0x0].0x0 (ffff9000c4881400) 00010000:00010000:0.0:1763335107.122771:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763335107.122774:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035fe00, rc 0) 00000100:00100000:0.0:1763335107.122835:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:55956:x1848989814743168:12345-192.168.204.57@tcp:101:bash.0 Request processed in 775us (932us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335107.122842:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9531 00000100:00100000:3.0:1763335107.124808:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.126662:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814743424 00000100:00100000:0.0:1763335107.126674:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814743424 00000100:00100000:0.0:1763335107.128052:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9532 00000100:00100000:0.0:1763335107.128067:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:55956:x1848989814743424:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:0.0:1763335107.128557:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335107.128582:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b54007575fa4 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1eb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881609 expref: 259 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.128608:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1eb:0x0].0x0 (ffff9000c4881400) 00010000:00010000:0.0:1763335107.128613:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335107.128773:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007575fc0 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1eb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335107.128787:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007575fc0 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.128796:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007575fc0 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000001:00080000:0.0:1763335107.128835:0:7841:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973126 00000004:00010000:0.0:1763335107.128853:0:7841:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bd692ae8 reply state 000000002d712bb0 transno 4294973127 ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007575fc0 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.128864:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007575fc0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.128870:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1eb:0x0].0x0 (ffff9000c4881400) 00010000:00010000:0.0:1763335107.128872:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335107.128875:0:7841:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335107.128983:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:55956:x1848989814743424:12345-192.168.204.57@tcp:36:bash.0 Request processed in 920us (4179us total) trans 4294973127 rc 0/0 00000100:00100000:0.0:1763335107.128991:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9532 00000020:00080000:0.0:1763335107.128996:0:7841:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763335107.131385:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.132200:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814743552 00000100:00100000:0.0:1763335107.132210:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814743552 00000100:00100000:0.0:1763335107.132270:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9533 00000100:00100000:0.0:1763335107.132279:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:55956:x1848989814743552:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335107.132303:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335107.132349:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007575fc7 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881617 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.132401:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007575fc7 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1eb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881617 expref: 262 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.132414:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007575fc7 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1eb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881617 expref: 262 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.132431:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1eb:0x0].0x0 (ffff9000c4881400) 00010000:00010000:0.0:1763335107.132434:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335107.132437:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001ffbbf600, rc 0) 00000100:00100000:0.0:1763335107.132486:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:55956:x1848989814743552:12345-192.168.204.57@tcp:101:bash.0 Request processed in 208us (1110us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335107.132493:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9533 00000100:00100000:2.0:1763335107.138612:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.140164:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814743808 00000100:00100000:1.0:1763335107.140178:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814743808 00000100:00100000:0.0:1763335107.140851:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9534 00000100:00100000:0.0:1763335107.140864:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:55956:x1848989814743808:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335107.140894:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335107.140898:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763335107.140924:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007575fc7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1eb:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881617 expref: 262 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.140944:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1eb:0x0].0x0 (ffff9000c4881400) 00010000:00010000:0.0:1763335107.140950:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335107.140963:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b54007575fce lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88161e expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.141006:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe000/0x3ec0b54007575fd5 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1eb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335107.141019:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe000/0x3ec0b54007575fd5 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1eb:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.141028:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe000/0x3ec0b54007575fd5 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1eb:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000040:00080000:0.0:1763335107.141252:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1486, 88 off124712 00000004:00080000:0.0:1763335107.141259:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1100120944038ns, next at 1099798070025ns, rc = 0 00000040:00080000:0.0:1763335107.141289:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1487, 88 off124712 00000004:00080000:0.0:1763335107.141293:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1100120978815ns, next at 1099798037727ns, rc = 0 00000040:00080000:0.0:1763335107.141339:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1488, 88 off124800 00000004:00080000:0.0:1763335107.141344:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1100121028939ns, next at 1099798037727ns, rc = 0 00000040:00080000:0.0:1763335107.141353:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1487, 88 off124800 00000004:00080000:0.0:1763335107.141356:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1100121041943ns, next at 1099798070025ns, rc = 0 00000001:00080000:1.0:1763335107.145193:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973128 is committed 00000004:00080000:1.0:1763335107.145206:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 976 committed 00000004:00080000:1.0:1763335107.145223:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 973 committed 00000004:00080000:1.0:1763335107.145234:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 972 committed 00000004:00080000:1.0:1763335107.145236:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 975 committed 00000100:00100000:3.0:1763335107.145468:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c34e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826075520:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335107.145532:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335107.145576:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763335107.145581:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c34e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826075392:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335107.145599:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335107.145653:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7e4ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826075776:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335107.145674:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335107.145689:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763335107.145693:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7e4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826075648:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335107.145711:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335107.145732:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826075520 00000100:00100000:3.0:1763335107.145739:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826075520 00000100:00100000:3.0:1763335107.145772:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826075392 00000100:00100000:3.0:1763335107.145774:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826075392 00000100:00100000:3.0:1763335107.145786:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826075776 00000100:00100000:3.0:1763335107.145788:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826075776 00000100:00100000:3.0:1763335107.145801:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826075648 00000100:00100000:3.0:1763335107.145803:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826075648 00000100:00100000:3.0:1763335107.145818:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6561 00000100:00100000:3.0:1763335107.145825:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+69:3665:x1848989826075520:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335107.145983:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+70:3665:x1848989826075520:12345-0@lo:2:osp-syn-0-1.0 Request processed in 156us (449us total) trans 21474838898 rc 0/0 00000100:00100000:3.0:1763335107.145994:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6561 00000100:00100000:3.0:1763335107.146009:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6562 00000100:00100000:3.0:1763335107.146015:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+69:3665:x1848989826075392:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335107.146073:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+70:3665:x1848989826075392:12345-0@lo:2:osp-syn-0-1.0 Request processed in 58us (473us total) trans 21474838899 rc 0/0 00000100:00100000:3.0:1763335107.146079:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6562 00000100:00100000:2.0:1763335107.146251:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6563 00000100:00100000:2.0:1763335107.146261:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+20:3667:x1848989826075776:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763335107.146370:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+21:3667:x1848989826075776:12345-0@lo:2:osp-syn-1-1.0 Request processed in 111us (695us total) trans 17179871606 rc 0/0 00000100:00100000:2.0:1763335107.146377:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6563 00000100:00100000:2.0:1763335107.146390:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6564 00000100:00100000:2.0:1763335107.146395:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6357b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+20:3667:x1848989826075648:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763335107.146452:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6357b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+21:3667:x1848989826075648:12345-0@lo:2:osp-syn-1-1.0 Request processed in 57us (740us total) trans 17179871607 rc 0/0 00000100:00100000:2.0:1763335107.146459:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6564 00000004:00080000:2.0:1763335107.146493:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f7e4df80/2, rc 0, transno 17179871607 00000100:00100000:2.0:1763335107.146498:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7e4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826075648:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763335107.146506:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f7e4ca80/2, rc 0, transno 17179871606 00000100:00100000:2.0:1763335107.146509:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7e4ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826075776:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763335107.146569:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c34e2300/2, rc 0, transno 21474838899 00000100:00100000:2.0:1763335107.146573:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c34e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826075392:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763335107.146580:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c34e3b80/2, rc 0, transno 21474838898 00000100:00100000:2.0:1763335107.146583:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c34e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826075520:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1763335107.146726:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575f5e lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335107.146737:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575f5e lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335107.146745:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575f5e lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335107.146751:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202172c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335107.146756:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575f5e lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335107.146764:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575f5e lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335107.146779:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2d00) 00010000:00010000:0.0:1763335107.146783:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335107.146787:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575f5e lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335107.146794:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007575f5e lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335107.146815:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007575fc0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.146821:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007575fc0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.146826:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007575fc0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.146831:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffbbf200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335107.146834:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007575fc0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.146839:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007575fc0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.146845:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1eb:0x0].0x0 (ffff9000c4881400) 00010000:00010000:0.0:1763335107.146848:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335107.146850:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007575fc0 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.146856:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007575fc0 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1eb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.146911:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe000/0x3ec0b54007575fd5 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1eb:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88161e expref: 254 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.146920:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1eb:0x0].0x0 (ffff9000c4881400) 00010000:00010000:0.0:1763335107.146923:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763335107.146935:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b54007575fce lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1eb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88161e expref: 254 pid: 7841 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763335107.146950:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe000/0x3ec0b54007575fd5 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1eb:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88161e expref: 253 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.146975:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1eb:0x0].0x0 (ffff9000c4881400) 00010000:00010000:0.0:1763335107.146977:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763335107.146979:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001ffbbe000, rc 0) 00000100:00100000:0.0:1763335107.147019:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:55956:x1848989814743808:12345-192.168.204.57@tcp:101:bash.0 Request processed in 6159us (8417us total) trans 4294973128 rc 0/0 00000100:00100000:0.0:1763335107.147027:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9534 00000100:00100000:3.0:1763335107.152932:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335107.153404:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814743936 00000100:00100000:2.0:1763335107.153415:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814743936 00000100:00100000:2.0:1763335107.153462:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6565 00000100:00100000:2.0:1763335107.153471:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6354e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:55956:x1848989814743936:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335107.153489:0:28961:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335107.153510:0:28961:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b54007575fdc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881625 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335107.153533:0:28961:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x25a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763335107.153554:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335107.153556:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335107.153565:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b54007575fdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881625 expref: 34 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.153581:0:28961:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b54007575fdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881625 expref: 34 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.153594:0:28961:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6600, rc 0) 00000100:00100000:2.0:1763335107.153658:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6354e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+34:55956:x1848989814743936:12345-192.168.204.57@tcp:101:bash.0 Request processed in 186us (734us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335107.153666:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6565 00000100:00100000:2.0:1763335107.157274:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.157387:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814744064 00000100:00100000:1.0:1763335107.157396:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814744064 00000100:00100000:1.0:1763335107.157451:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6566 00000100:00100000:1.0:1763335107.157460:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:55956:x1848989814744064:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335107.157480:0:27804:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335107.157501:0:27804:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b54007575fe3 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88162c expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335107.157523:0:27804:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x25c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763335107.157544:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335107.157546:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335107.157554:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b54007575fe3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88162c expref: 21 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.157568:0:27804:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b54007575fe3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88162c expref: 21 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.157579:0:27804:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202172200, rc 0) 00000100:00100000:1.0:1763335107.157639:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:55956:x1848989814744064:12345-192.168.204.57@tcp:101:bash.0 Request processed in 179us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335107.157646:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6566 00000100:00100000:3.0:1763335107.162442:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335107.162478:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335107.162612:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814744192 00000100:00100000:2.0:1763335107.162621:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814744192 00002000:00010000:2.0:1763335107.162656:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/602 (0->18446744073709551615) 00002000:00100000:2.0:1763335107.162660:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c6356a00 with x1848989814744192 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335107.162672:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c6356a00. 00000100:00100000:2.0:1763335107.162689:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1612 00000100:00100000:2.0:1763335107.162697:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6356a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+34:2426:x1848989814744192:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:2.0:1763335107.162856:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x25a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335107.162859:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x25a:0x0] updating lvb mtime from disk: 0 -> 1763335107 00002000:00010000:2.0:1763335107.162861:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x25a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335107.162864:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x25a:0x0] updating lvb ctime from disk: 0 -> 1763335107 00002000:00010000:2.0:1763335107.162866:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x25a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335107.162934:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6356a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+35:2426:x1848989814744192:12345-192.168.204.57@tcp:10:bash.0 Request processed in 237us (502us total) trans 21474838900 rc 0/0 00000100:00100000:2.0:1763335107.162942:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1612 00002000:00010000:2.0:1763335107.162946:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/602 (0->18446744073709551615) 00002000:00100000:2.0:1763335107.162949:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c6356a00 with x1848989814744192 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335107.162953:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c6356a00. 00000100:00100000:2.0:1763335107.162969:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814744320 00000100:00100000:2.0:1763335107.162972:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814744320 00002000:00010000:2.0:1763335107.162982:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/604 (0->18446744073709551615) 00002000:00100000:2.0:1763335107.162985:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c6356680 with x1848989814744320 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335107.162990:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c6356680. 00000100:00100000:2.0:1763335107.163004:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1613 00000100:00100000:2.0:1763335107.163009:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6356680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:2427:x1848989814744320:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:2.0:1763335107.163081:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x25c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335107.163462:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x25c:0x0] updating lvb mtime from disk: 0 -> 1763335107 00002000:00010000:2.0:1763335107.163465:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x25c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335107.163467:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x25c:0x0] updating lvb ctime from disk: 0 -> 1763335107 00002000:00010000:2.0:1763335107.163469:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x25c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335107.163494:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6356680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+22:2427:x1848989814744320:12345-192.168.204.57@tcp:10:bash.0 Request processed in 484us (1015us total) trans 17179871608 rc 0/0 00000100:00100000:2.0:1763335107.163501:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1613 00002000:00010000:2.0:1763335107.163504:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/604 (0->18446744073709551615) 00002000:00100000:2.0:1763335107.163507:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c6356680 with x1848989814744320 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335107.163511:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c6356680. 00000100:00100000:3.0:1763335107.165028:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335107.165116:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814744448 00000100:00100000:2.0:1763335107.165124:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814744448 00000100:00100000:2.0:1763335107.165259:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6567 00000100:00100000:2.0:1763335107.165270:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6355c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+22:2427:x1848989814744448:12345-192.168.204.57@tcp:23:lfs.0 00000100:00100000:2.0:1763335107.165485:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6355c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+22:2427:x1848989814744448:12345-192.168.204.57@tcp:23:lfs.0 Request processed in 216us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335107.165492:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6567 00000100:00100000:0.0:1763335107.170243:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335107.170353:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814744576 00000100:00100000:2.0:1763335107.170362:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814744576 00000100:00100000:2.0:1763335107.170602:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6568 00000100:00100000:2.0:1763335107.170612:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+22:2426:x1848989814744576:12345-192.168.204.57@tcp:23:lfs.0 00000100:00100000:2.0:1763335107.175981:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+22:2426:x1848989814744576:12345-192.168.204.57@tcp:23:lfs.0 Request processed in 5357us (5733us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335107.175997:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6568 00000100:00100000:3.0:1763335107.177535:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335107.178265:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814744832 00000100:00100000:2.0:1763335107.178276:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814744832 00000100:00100000:2.0:1763335107.178347:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3288 00000100:00100000:2.0:1763335107.178359:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001d1849050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:55956:x1848989814744832:12345-192.168.204.57@tcp:35:bash.0 00000100:00100000:2.0:1763335107.178690:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001d1849050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:55956:x1848989814744832:12345-192.168.204.57@tcp:35:bash.0 Request processed in 332us (1159us total) trans 4294973129 rc 0/0 00000100:00100000:2.0:1763335107.178698:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3288 00000100:00100000:3.0:1763335107.179683:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.179806:0:16421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814744960 00000100:00100000:1.0:1763335107.179813:0:16421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814744960 00000100:00100000:1.0:1763335107.179867:0:16421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1614 00000100:00100000:1.0:1763335107.179875:0:16421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6356d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+22:2427:x1848989814744960:12345-192.168.204.57@tcp:3:lfs.0 00010000:00010000:1.0:1763335107.179916:0:16421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff900202172c00/0x3ec0b54007575fea lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.179931:0:16421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335107.179933:0:16421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335107.179938:0:16421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff900202172c00/0x3ec0b54007575fea lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.179956:0:16421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff900202172c00/0x3ec0b54007575fea lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.180057:0:16421:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff900202172c00/0x3ec0b54007575fea lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.180065:0:16421:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff900202172c00/0x3ec0b54007575fea lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.180071:0:16421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff900202172c00/0x3ec0b54007575fea lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.180077:0:16421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202172c00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335107.180081:0:16421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff900202172c00/0x3ec0b54007575fea lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.180099:0:16421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff900202172c00/0x3ec0b54007575fea lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.180115:0:16421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff900202172c00/0x3ec0b54007575fea lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.180122:0:16421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff900202172c00/0x3ec0b54007575fea lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335107.180170:0:16421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6356d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+22:2427:x1848989814744960:12345-192.168.204.57@tcp:3:lfs.0 Request processed in 295us (489us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335107.180177:0:16421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1614 00000100:00100000:3.0:1763335107.182394:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.182501:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814745088 00000100:00100000:1.0:1763335107.182510:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814745088 00000100:00100000:1.0:1763335107.182560:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9535 00000100:00100000:1.0:1763335107.182570:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6354a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56950:x1848989814745088:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335107.182587:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335107.182605:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575ff1 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881633 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.182634:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575ff8 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335107.182646:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575ff8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.182657:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575ff8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.182758:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007575ff1 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881633 expref: 256 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.182775:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173a00/0x3ec0b54007575ff8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881633 expref: 255 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.182784:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ea:0x0].0x0 (ffff9000c4881900) 00010000:00010000:1.0:1763335107.182787:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763335107.182790:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202173a00, rc 0) 00000100:00100000:1.0:1763335107.182835:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6354a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:56950:x1848989814745088:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 267us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335107.182842:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9535 00000100:00100000:3.0:1763335107.184976:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335107.185807:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814745216 00000100:00100000:2.0:1763335107.185818:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814745216 00000100:00100000:2.0:1763335107.185895:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1615 00000100:00100000:2.0:1763335107.185905:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6357800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+35:2426:x1848989814745216:12345-192.168.204.57@tcp:4:lfs.0 00010000:00010000:2.0:1763335107.185938:0:23998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007575fff lrc: 3/0,1 mode: --/PW res: [0x280000400:0x259:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.185956:0:23998:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c5281e00/0x3ec0b54007575db3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881561 expref: 35 pid: 8415 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335107.185965:0:23998:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335107.185967:0:23998:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335107.185971:0:23998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007575fff lrc: 4/0,1 mode: --/PW res: [0x280000400:0x259:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.186000:0:23998:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c5281e00/0x3ec0b54007575db3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881561 expref: 35 pid: 8415 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335107.186014:0:23998:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c5281e00/0x3ec0b54007575db3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881561 expref: 35 pid: 8415 timeout: 1200 lvb_type: 1 00000100:00100000:2.0:1763335107.186030:0:23998:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c34e0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:23998:1848989826075904:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335107.186111:0:23998:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c7926d80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335107.188133:0:23998:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c34e0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:23998:1848989826075904:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335107.188157:0:23998:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007575fff lrc: 3/0,1 mode: --/PW res: [0x280000400:0x259:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335107.189473:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335107.189542:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814745344 00000100:00100000:2.0:1763335107.189551:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814745344 00010000:00010000:2.0:1763335107.189584:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5281e00/0x3ec0b54007575db3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881561 expref: 36 pid: 8415 timeout: 1200 lvb_type: 1 00000100:00100000:2.0:1763335107.189652:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3128 00000100:00100000:2.0:1763335107.189662:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6355f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+36:2427:x1848989814745344:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335107.189677:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335107.189696:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c5281e00/0x3ec0b54007575db3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x259:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881561 expref: 36 pid: 8415 timeout: 1200 lvb_type: 1 00010000:00010000:2.0:1763335107.189709:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c5281e00/0x3ec0b54007575db3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x259:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881561 expref: 36 pid: 8415 timeout: 1200 lvb_type: 1 00010000:00010000:2.0:1763335107.189731:0:33041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c5281e00/0x3ec0b54007575db3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x259:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881561 expref: 36 pid: 8415 timeout: 1200 lvb_type: 1 00010000:00010000:2.0:1763335107.189746:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335107.189749:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335107.189753:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007575fff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x259:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.189764:0:33041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007575fff lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x259:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.189797:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335107.189853:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6355f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+35:2427:x1848989814745344:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 192us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335107.189861:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3128 00010000:00010000:3.0:1763335107.189924:0:23998:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007575fff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.189932:0:23998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007575fff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335107.200972:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000001:00080000:3.0:1763335107.201472:0:24680:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474838901 is committed 00000001:00080000:3.0:1763335107.201490:0:24680:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474838899 is committed 00002000:00010000:2.0:1763335107.201727:0:23998:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x259:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:2.0:1763335107.201732:0:23998:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x259:0x0] updating lvb mtime from disk: 0 -> 1763335107 00002000:00010000:2.0:1763335107.201734:0:23998:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x259:0x0] updating lvb ctime from disk: 0 -> 1763335107 00002000:00010000:2.0:1763335107.201736:0:23998:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x259:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1763335107.201750:0:23998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007575fff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.201761:0:23998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007575fff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.201769:0:23998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007575fff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.201776:0:23998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7a00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335107.201781:0:23998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007575fff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.201789:0:23998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007575fff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.201810:0:23998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007575fff lrc: 2/0,0 mode: --/PW res: [0x280000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.201817:0:23998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007575fff lrc: 0/0,0 mode: --/PW res: [0x280000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335107.201906:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6357800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+9:2426:x1848989814745216:12345-192.168.204.57@tcp:4:lfs.0 Request processed in 16000us (16936us total) trans 21474838901 rc 0/0 00000100:00100000:2.0:1763335107.201917:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1615 00000100:00100000:1.0:1763335107.204593:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814745472 00000100:00100000:1.0:1763335107.204609:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814745472 00000100:00100000:1.0:1763335107.204671:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9536 00000100:00100000:1.0:1763335107.204683:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:56953:x1848989814745472:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:1.0:1763335107.204705:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335107.204724:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007576006 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88163a expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.204783:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b5400757600d lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335107.204796:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b5400757600d lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.204805:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b5400757600d lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.204816:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007576014 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335107.204821:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007576014 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.204827:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007576014 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.204895:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b5400757601b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335107.204902:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b5400757601b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1eb:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.204908:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b5400757601b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1eb:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:1.0:1763335107.204944:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1eb:0x0]: returning size 5 00000004:00200000:1.0:1763335107.204948:0:6532:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335107.204963:0:6532:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b5400757601b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1eb:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.204972:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b5400757601b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1eb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.204980:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b5400757600d lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.204986:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b5400757600d lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.204992:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b5400757600d lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.204997:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b5400757600d lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.205002:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202172c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335107.205006:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b5400757600d lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.205013:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b5400757600d lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.205024:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2b00) 00010000:00010000:1.0:1763335107.205027:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335107.205031:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b5400757600d lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.205037:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b5400757600d lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.205049:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007576014 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.205055:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007576014 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.205060:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007576014 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.205064:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1e000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335107.205066:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007576014 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.205071:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007576014 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.205077:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2800) 00010000:00010000:1.0:1763335107.205079:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335107.205082:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007576014 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.205087:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007576014 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.205112:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007576006 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88163a expref: 257 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.205124:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b5400757601b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1eb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88163a expref: 256 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.205130:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1eb:0x0].0x0 (ffff9000c4881400) 00010000:00010000:1.0:1763335107.205132:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335107.205135:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6e1e600, rc 0) 00000100:00100000:1.0:1763335107.205201:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56953:x1848989814745472:12345-192.168.204.57@tcp:101:rm.0 Request processed in 520us (4238us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335107.205208:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9536 00000100:00100000:2.0:1763335107.213533:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.213586:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814745728 00000100:00100000:1.0:1763335107.213597:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814745728 00000100:00100000:1.0:1763335107.213659:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9537 00000100:00100000:1.0:1763335107.213670:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56953:x1848989814745728:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:1.0:1763335107.213722:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1763335107.213748:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe000/0x3ec0b54007575fd5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1eb:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88161e expref: 256 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.213771:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b5400757601b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1eb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88163a expref: 255 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.213783:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007575fb9 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1eb:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881610 expref: 254 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.213792:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1eb:0x0].0x0 (ffff9000c4881400) 00010000:00010000:1.0:1763335107.213802:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335107.213827:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007576022 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335107.213838:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007576022 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.213846:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007576022 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.213859:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007576029 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335107.213865:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007576029 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.213870:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007576029 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.213953:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007576030 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1eb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335107.213961:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007576030 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.213967:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007576030 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000040:00080000:1.0:1763335107.214197:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1488, 64 off124864 00000004:00080000:1.0:1763335107.214205:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1100193890209ns, next at 1101193887757ns, rc = 0 00000040:00080000:1.0:1763335107.214228:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1489, 64 off124864 00000004:00080000:1.0:1763335107.214234:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1100193919363ns, next at 1101193917321ns, rc = 0 00000040:00080000:1.0:1763335107.214244:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1490, 64 off124928 00000040:00080000:1.0:1763335107.214253:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1489, 64 off124928 00010000:00010000:1.0:1763335107.214302:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007576037 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1eb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335107.214311:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007576037 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.214354:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007576037 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.214365:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007576037 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.214371:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007576037 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.214377:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007576037 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.214398:0:6532:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763335107.214414:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007576030 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.214420:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007576030 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.214426:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007576030 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335107.214429:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335107.214432:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202173000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335107.214439:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007576030 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335107.214440:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007576037 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.214451:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007576030 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335107.214453:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202172c00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335107.214460:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007576037 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1eb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.214464:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1eb:0x0].0x0 (ffff9001cada2100) 00010000:00010000:1.0:1763335107.214469:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763335107.214473:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007576030 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335107.214478:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007576037 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1eb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335107.214492:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1eb:0x0].0x0 (ffff9001cada2100) 00010000:00010000:3.0:1763335107.214495:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335107.214499:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007576037 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x1eb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335107.214506:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007576037 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1eb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335107.214518:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335107.214520:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335107.214523:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335107.214978:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007576030 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.215265:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007576022 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.215273:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007576022 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.215278:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007576022 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.215285:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007576022 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.215290:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1e000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335107.215293:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007576022 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.215299:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007576022 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.215308:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2b00) 00010000:00010000:1.0:1763335107.215311:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335107.215982:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007576022 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.215991:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007576022 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00000004:00010000:1.0:1763335107.216006:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c4edcd13 reply state 000000009d4d6aeb transno 4294973130 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007576029 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.216017:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007576029 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.216024:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2800) 00010000:00010000:1.0:1763335107.216027:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335107.216030:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335107.216123:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:56953:x1848989814745728:12345-192.168.204.57@tcp:36:rm.0 Request processed in 2452us (2597us total) trans 4294973130 rc 0/0 00000100:00100000:1.0:1763335107.216133:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9537 00000100:00100000:0.0:1763335107.224848:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.224952:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814745984 00000100:00100000:1.0:1763335107.224963:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814745984 00000100:00100000:1.0:1763335107.225296:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9538 00000100:00100000:1.0:1763335107.225309:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:56950:x1848989814745984:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:1.0:1763335107.225403:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335107.225428:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007575f49 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1ea:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815ed expref: 255 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.225447:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ea:0x0].0x0 (ffff9000c4881900) 00010000:00010000:1.0:1763335107.225452:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335107.225513:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757603e lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335107.225527:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757603e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.225536:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757603e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00010000:1.0:1763335107.225644:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000efe10fad reply state 0000000039d7815e transno 4294973131 ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757603e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.225656:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757603e lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.225661:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ea:0x0].0x0 (ffff9000c4881900) 00010000:00010000:1.0:1763335107.225665:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335107.225667:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335107.225742:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56950:x1848989814745984:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 436us (903us total) trans 4294973131 rc 0/0 00000100:00100000:1.0:1763335107.225748:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9538 00000100:00100000:3.0:1763335107.228400:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335107.228486:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814746112 00000100:00100000:2.0:1763335107.228495:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814746112 00000100:00100000:2.0:1763335107.228559:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6569 00000100:00100000:2.0:1763335107.228571:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6357480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+9:56950:x1848989814746112:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335107.228588:0:28961:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335107.228609:0:28961:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007576045 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881641 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335107.228631:0:28961:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x259:0x0] initial LVB size: 4096, mtime: 0x691a5bc3, atime: 0x0, ctime: 0x691a5bc3, blocks: 0x8 00010000:00010000:2.0:1763335107.228649:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335107.228652:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335107.228659:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007576045 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881641 expref: 10 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.228674:0:28961:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007576045 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881641 expref: 10 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.228693:0:28961:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7a00, rc 0) 00000100:00100000:2.0:1763335107.228740:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6357480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:56950:x1848989814746112:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 171us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335107.228747:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6569 00000100:00100000:2.0:1763335107.233476:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335107.233742:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814746240 00000100:00100000:3.0:1763335107.233753:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814746240 00000100:00100000:3.0:1763335107.233810:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6570 00000100:00100000:3.0:1763335107.233822:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f6025850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+22:56950:x1848989814746240:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335107.233840:0:27804:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335107.233860:0:27804:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001d035ea00/0x3ec0b5400757604c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x25b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881648 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.233904:0:27804:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b54007575dba lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x25b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881568 expref: 23 pid: 8415 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335107.233912:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335107.233915:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335107.233920:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d035ea00/0x3ec0b5400757604c lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x25b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881648 expref: 23 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.233954:0:27804:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b54007575dba lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x25b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881568 expref: 23 pid: 8415 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335107.233967:0:27804:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b54007575dba lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x25b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881568 expref: 23 pid: 8415 timeout: 1200 lvb_type: 1 00000100:00100000:3.0:1763335107.233981:0:27804:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6355500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27804:1848989826076032:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335107.234063:0:27804:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f16bde40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335107.236680:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.236753:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335107.236837:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814746368 00000100:00100000:2.0:1763335107.236847:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814746368 00000100:00100000:2.0:1763335107.236915:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9539 00000100:00100000:2.0:1763335107.236925:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56954:x1848989814746368:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335107.236947:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335107.236968:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007576053 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88164f expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335107.237021:0:27804:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6355500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27804:1848989826076032:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335107.237036:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757605a lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335107.237052:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757605a lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335107.237053:0:27804:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9001d035ea00/0x3ec0b5400757604c lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x25b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881648 expref: 23 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.237075:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757605a lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335107.237081:0:27804:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035ea00, rc 0) 00010000:00010000:2.0:1763335107.237087:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007576061 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335107.237093:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007576061 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.237099:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007576061 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.237136:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757605a lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.237143:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757605a lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.237149:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757605a lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.237155:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757605a lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.237161:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335107.237164:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757605a lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.237174:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757605a lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.237186:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da00b100) 00010000:00010000:2.0:1763335107.237190:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335107.237194:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757605a lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.237201:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757605a lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.237215:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007576061 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.237222:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007576061 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00000100:00100000:3.0:1763335107.237228:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f6025850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:56950:x1848989814746240:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 3406us (3760us total) trans 0 rc 0/0 00010000:00010000:2.0:1763335107.237231:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007576061 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00000100:00100000:3.0:1763335107.237242:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6570 00010000:00010000:2.0:1763335107.237242:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335107.237247:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007576061 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.237253:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007576061 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.237261:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2800) 00010000:00010000:2.0:1763335107.237263:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335107.237266:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007576061 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.237271:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007576061 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.237299:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007576053 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88164f expref: 257 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.237310:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da00b100) 00010000:00010000:2.0:1763335107.237341:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335107.237346:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007576053 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88164f expref: 257 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.237362:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6e00, rc 0) 00000100:00100000:2.0:1763335107.237389:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56954:x1848989814746368:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 466us (716us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335107.237395:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9539 00000100:00100000:0.0:1763335107.237680:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814746496 00000100:00100000:0.0:1763335107.237685:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814746496 00010000:00010000:0.0:1763335107.237707:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b54007575dba lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x25b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881568 expref: 23 pid: 8415 timeout: 1200 lvb_type: 1 00000100:00100000:0.0:1763335107.237744:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3129 00000100:00100000:0.0:1763335107.237752:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:2426:x1848989814746496:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335107.237763:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335107.237779:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b54007575dba lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x25b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881568 expref: 23 pid: 8415 timeout: 1200 lvb_type: 1 00010000:00010000:0.0:1763335107.237791:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b54007575dba lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x25b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881568 expref: 23 pid: 8415 timeout: 1200 lvb_type: 1 00010000:00010000:0.0:1763335107.237807:0:33041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b54007575dba lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x25b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881568 expref: 23 pid: 8415 timeout: 1200 lvb_type: 1 00010000:00010000:0.0:1763335107.237817:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335107.237819:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335107.237825:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9001d035ea00/0x3ec0b5400757604c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881648 expref: 22 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.237836:0:33041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d035ea00/0x3ec0b5400757604c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881648 expref: 22 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.237866:0:33041:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9001d035ea00/0x3ec0b5400757604c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881648 expref: 22 pid: 27804 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335107.237890:0:33041:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4aa0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:33041:1848989826076160:192.168.204.57@tcp:105: 00000100:00100000:0.0:1763335107.237939:0:33041:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c5f94900 going to sleep for 11 seconds 00000100:00100000:0.0:1763335107.254895:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.254928:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.254959:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.255026:0:16421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814746752 00000100:00100000:1.0:1763335107.255036:0:16421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814746752 00002000:00010000:1.0:1763335107.255075:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/601 (5->18446744073709551615) 00002000:00100000:1.0:1763335107.255081:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c4aa1500 with x1848989814746752 ext(5->18446744073709551615) 00002000:00010000:1.0:1763335107.255092:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c4aa1500. 00000100:00100000:1.0:1763335107.255121:0:16421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814746880 00000100:00100000:1.0:1763335107.255124:0:16421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814746880 00002000:00010000:1.0:1763335107.255137:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/603 (0->18446744073709551615) 00002000:00100000:1.0:1763335107.255140:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c4aa2300 with x1848989814746880 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335107.255146:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c4aa2300. 00000100:00100000:1.0:1763335107.255165:0:16421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1616 00000100:00100000:1.0:1763335107.255174:0:16421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:2427:x1848989814746752:12345-192.168.204.57@tcp:10:lfs.0 00002000:00010000:1.0:1763335107.255483:0:16421:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x259:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:1.0:1763335107.255488:0:16421:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x259:0x0] updating lvb mtime from disk: 1763335107 -> 1763335107 00002000:00010000:1.0:1763335107.255490:0:16421:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x259:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335107.255493:0:16421:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x259:0x0] updating lvb ctime from disk: 1763335107 -> 1763335107 00002000:00010000:1.0:1763335107.255495:0:16421:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x259:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763335107.255548:0:16421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2427:x1848989814746752:12345-192.168.204.57@tcp:10:lfs.0 Request processed in 374us (619us total) trans 21474838902 rc 0/0 00000100:00100000:1.0:1763335107.255556:0:16421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1616 00002000:00010000:1.0:1763335107.255561:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/601 (5->18446744073709551615) 00002000:00100000:1.0:1763335107.255564:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c4aa1500 with x1848989814746752 ext(5->18446744073709551615) 00002000:00010000:1.0:1763335107.255568:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c4aa1500. 00000100:00100000:1.0:1763335107.255584:0:16421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1617 00000100:00100000:1.0:1763335107.255591:0:16421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:2427:x1848989814746880:12345-192.168.204.57@tcp:10:lfs.0 00002000:00010000:1.0:1763335107.255678:0:16421:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x25b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335107.255681:0:16421:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x25b:0x0] updating lvb mtime from disk: 0 -> 1763335107 00002000:00010000:1.0:1763335107.255684:0:16421:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x25b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335107.255686:0:16421:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x25b:0x0] updating lvb ctime from disk: 0 -> 1763335107 00002000:00010000:1.0:1763335107.255688:0:16421:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x25b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335107.255710:0:16421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:2427:x1848989814746880:12345-192.168.204.57@tcp:10:lfs.0 Request processed in 119us (750us total) trans 17179871609 rc 0/0 00000100:00100000:1.0:1763335107.255716:0:16421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1617 00002000:00010000:1.0:1763335107.255719:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/603 (0->18446744073709551615) 00002000:00100000:1.0:1763335107.255722:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c4aa2300 with x1848989814746880 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335107.255726:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c4aa2300. 00000100:00100000:1.0:1763335107.255750:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814746624 00000100:00100000:1.0:1763335107.255754:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814746624 00000100:00100000:1.0:1763335107.255777:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9540 00000100:00100000:1.0:1763335107.255783:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56954:x1848989814746624:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335107.255795:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335107.255814:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007576068 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881656 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.255869:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b5400757606f lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335107.255902:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b5400757606f lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.255913:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b5400757606f lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.255924:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007576076 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335107.255931:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007576076 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.255938:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007576076 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.255971:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b5400757606f lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.255978:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b5400757606f lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.255984:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b5400757606f lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.255991:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b5400757606f lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.255996:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1f400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335107.256000:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b5400757606f lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.256007:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b5400757606f lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.256022:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2100) 00010000:00010000:1.0:1763335107.256025:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335107.256030:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b5400757606f lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.256036:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b5400757606f lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.256048:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007576076 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.256054:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007576076 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.256059:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007576076 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.256065:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1e000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335107.256067:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007576076 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.256073:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007576076 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.256079:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2800) 00010000:00010000:1.0:1763335107.256082:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335107.256085:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007576076 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.256090:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007576076 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.256114:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007576068 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881656 expref: 257 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.256124:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2100) 00010000:00010000:1.0:1763335107.256127:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335107.256130:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007576068 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881656 expref: 257 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.256144:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202172c00, rc 0) 00000100:00100000:1.0:1763335107.256173:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56954:x1848989814746624:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 388us (1296us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335107.256179:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9540 00000100:00100000:2.0:1763335107.256420:0:33041:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4aa0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:33041:1848989826076160:192.168.204.57@tcp:105: 00010000:00010000:2.0:1763335107.256439:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335107.256478:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:2426:x1848989814746496:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 18726us (19724us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335107.256486:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3129 00000100:00100000:0.0:1763335107.259026:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.259099:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335107.259461:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814747008 00000100:00100000:2.0:1763335107.259471:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814747008 00000100:00100000:2.0:1763335107.259520:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814747264 00000100:00100000:2.0:1763335107.259524:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814747264 00000100:00100000:2.0:1763335107.259677:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9541 00000100:00100000:2.0:1763335107.259686:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:56954:x1848989814747008:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335107.259704:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335107.259724:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757607d lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88165d expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.259783:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007576084 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335107.259796:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007576084 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.259808:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007576084 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:2.0:1763335107.259848:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763335107.259853:0:6532:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763335107.259900:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757607d lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88165d expref: 259 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.259919:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007576084 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88165d expref: 258 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.259927:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da00b100) 00010000:00010000:2.0:1763335107.259931:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763335107.259934:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7e00, rc 0) 00000100:00100000:2.0:1763335107.259986:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56954:x1848989814747008:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 301us (969us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335107.259994:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9541 00000100:00100000:2.0:1763335107.260012:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9542 00000100:00100000:2.0:1763335107.260019:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:56950:x1848989814747264:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:2.0:1763335107.260062:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757608b lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335107.260072:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757608b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.260079:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757608b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00010000:2.0:1763335107.260172:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d05fa3fb reply state 00000000e74386ce transno 4294973132 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757608b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.260184:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757608b lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.260190:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ea:0x0].0x0 (ffff9000c4881900) 00010000:00010000:2.0:1763335107.260193:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335107.260195:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335107.260233:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:56950:x1848989814747264:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 214us (1133us total) trans 4294973132 rc 0/0 00000100:00100000:2.0:1763335107.260239:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9542 00000100:00100000:3.0:1763335107.262914:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.263065:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814747392 00000100:00100000:1.0:1763335107.263073:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814747392 00000100:00100000:1.0:1763335107.263127:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6571 00000100:00100000:1.0:1763335107.263137:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6357b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:2426:x1848989814747392:12345-192.168.204.57@tcp:2:lfs.0 00002000:00010000:1.0:1763335107.263271:0:27804:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x25a:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1763335107.263275:0:27804:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x25a:0x0] updating lvb mtime from disk: 1763335107 -> 1763335107 00002000:00010000:1.0:1763335107.263279:0:27804:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x25a:0x0] updating lvb atime from disk: 0 -> 1763335107 00002000:00010000:1.0:1763335107.263281:0:27804:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x25a:0x0] updating lvb ctime from disk: 1763335107 -> 1763335107 00002000:00010000:1.0:1763335107.263283:0:27804:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x25a:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763335107.264540:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6357b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:2426:x1848989814747392:12345-192.168.204.57@tcp:2:lfs.0 Request processed in 1400us (1630us total) trans 17179871610 rc 0/0 00000100:00100000:1.0:1763335107.264551:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6571 00000100:00100000:3.0:1763335107.265130:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335107.265412:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814747520 00000100:00100000:2.0:1763335107.265420:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814747520 00000100:00100000:2.0:1763335107.265688:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9543 00000100:00100000:2.0:1763335107.265699:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6354e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:56954:x1848989814747520:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335107.265724:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335107.265743:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576092 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881664 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.265806:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007576099 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335107.265822:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007576099 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.265834:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007576099 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.265848:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b540075760a0 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00000100:00100000:3.0:1763335107.265858:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:2.0:1763335107.265860:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b540075760a0 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.265869:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b540075760a0 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.265915:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007576099 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.265923:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007576099 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.265929:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007576099 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.265937:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007576099 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.265947:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335107.265951:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007576099 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.265959:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007576099 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.265971:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da00b100) 00010000:00010000:2.0:1763335107.265975:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335107.265980:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007576099 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.265986:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007576099 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.266000:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b540075760a0 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.266008:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b540075760a0 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.266014:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b540075760a0 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.266020:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c79e9c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335107.266022:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b540075760a0 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.266028:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b540075760a0 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.266034:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2800) 00010000:00010000:2.0:1763335107.266037:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335107.266039:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b540075760a0 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.266044:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b540075760a0 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.266072:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576092 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881664 expref: 260 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.266082:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da00b100) 00010000:00010000:2.0:1763335107.266085:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335107.266089:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576092 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881664 expref: 260 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.266099:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7400, rc 0) 00000100:00100000:2.0:1763335107.266156:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6354e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:56954:x1848989814747520:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 459us (1027us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335107.266164:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9543 00000100:00100000:0.0:1763335107.267568:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814747776 00000100:00100000:0.0:1763335107.267578:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814747776 00000100:00100000:0.0:1763335107.267613:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3289 00000100:00100000:0.0:1763335107.267620:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6355c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:56950:x1848989814747776:12345-192.168.204.57@tcp:35:lfs.0 00000004:00010000:0.0:1763335107.267666:0:6534:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000405:0x1ea:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007575ecb lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1ea:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815bc expref: 259 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.267703:0:6534:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b540075760a7 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 00010000:00010000:0.0:1763335107.267715:0:6534:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575f26 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815df expref: 259 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.267725:0:6534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b540075760a7 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335107.267756:0:6534:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575f26 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815df expref: 259 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.267769:0:6534:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575f26 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815df expref: 259 pid: 7841 timeout: 1200 lvb_type: 0 00000100:00100000:0.0:1763335107.267782:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4aa0380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6534:1848989826076288:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335107.267850:0:6534:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c5f94900 going to sleep for 11 seconds 00000100:00100000:3.0:1763335107.270353:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.270419:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814748032 00000100:00100000:1.0:1763335107.270428:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814748032 00000100:00100000:1.0:1763335107.270488:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9544 00000100:00100000:1.0:1763335107.270498:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6357480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:56954:x1848989814748032:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335107.270518:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335107.270521:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763335107.270543:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007576084 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88165d expref: 260 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.270562:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da00b100) 00010000:00010000:1.0:1763335107.270572:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335107.270586:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b540075760ae lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88166b expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.270676:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075760b5 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335107.270689:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075760b5 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.270699:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075760b5 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.270710:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b540075760bc lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335107.270718:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b540075760bc lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.270725:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b540075760bc lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.271099:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b540075760c3 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335107.271108:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b540075760c3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.271120:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b540075760c3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:1.0:1763335107.271129:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1ed:0x0]: returning size 0 00010000:00010000:1.0:1763335107.271153:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075760b5 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.271161:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075760b5 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.271167:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075760b5 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.271174:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075760b5 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.271180:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1f400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335107.271184:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075760b5 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.271192:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075760b5 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.271200:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2100) 00010000:00010000:1.0:1763335107.271203:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335107.271207:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075760b5 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.271213:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075760b5 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000004:00010000:1.0:1763335107.271223:0:7841:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c951bfff reply state 00000000607c784f transno 4294973133 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b540075760bc lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.271239:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b540075760bc lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.271246:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2800) 00010000:00010000:1.0:1763335107.271248:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335107.271251:0:7841:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763335107.271273:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b540075760ae lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88166b expref: 262 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.271291:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b540075760c3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88166b expref: 261 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.271299:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ed:0x0].0x0 (ffff9001cada2b00) 00010000:00010000:1.0:1763335107.271301:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335107.271303:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202172c00, rc 0) 00000100:00100000:1.0:1763335107.271399:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6357480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56954:x1848989814748032:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 901us (1083us total) trans 4294973133 rc 0/0 00000100:00100000:1.0:1763335107.271407:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9544 00000100:00100000:3.0:1763335107.274921:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335107.274967:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814748288 00000100:00100000:2.0:1763335107.274978:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814748288 00000100:00100000:2.0:1763335107.275044:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9545 00000100:00100000:2.0:1763335107.275054:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6355500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56954:x1848989814748288:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335107.275073:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335107.275103:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b540075760d1 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881672 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.275204:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b540075760d8 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335107.275217:0:6532:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b540075760c3 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88166b expref: 263 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.275227:0:6532:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b540075760d8 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.275261:0:6532:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b540075760c3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88166b expref: 263 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.275272:0:6532:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b540075760c3 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88166b expref: 263 pid: 7841 timeout: 1200 lvb_type: 0 00000100:00100000:2.0:1763335107.275285:0:6532:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c34e1500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826076416:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335107.275383:0:6532:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c79269c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335107.275595:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4aa0380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6534:1848989826076288:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335107.275614:0:6534:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b540075760a7 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00000100:00100000:3.0:1763335107.277606:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.280184:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814748416 00000100:00100000:1.0:1763335107.280199:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814748416 00010000:00010000:1.0:1763335107.280246:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575f26 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815df expref: 264 pid: 7841 timeout: 1200 lvb_type: 0 00000100:00100000:1.0:1763335107.280282:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3130 00000100:00100000:1.0:1763335107.280292:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:2426:x1848989814748416:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335107.280308:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335107.280329:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575f26 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815df expref: 264 pid: 7841 timeout: 1200 lvb_type: 0 00010000:00010000:1.0:1763335107.280344:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575f26 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815df expref: 264 pid: 7841 timeout: 1200 lvb_type: 0 00010000:00010000:1.0:1763335107.280368:0:33041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007575f26 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815df expref: 264 pid: 7841 timeout: 1200 lvb_type: 0 00010000:00010000:1.0:1763335107.280387:0:33041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ea:0x0].0x0 (ffff9000c4881900) 00010000:00010000:1.0:1763335107.280393:0:33041:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b540075760a7 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335107.280405:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b540075760a7 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335107.280413:0:33041:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b540075760a7 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335107.280446:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335107.280503:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:2426:x1848989814748416:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 211us (2907us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335107.280511:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3130 00010000:00010000:2.0:1763335107.282169:0:6534:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b540075760a7 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1763335107.282184:0:6534:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b540075760a7 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00000040:00080000:2.0:1763335107.282441:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1491, 88 off125016 00000004:00080000:2.0:1763335107.282449:0:6534:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1100262134212ns, next at 1101193917321ns, rc = 0 00000040:00080000:2.0:1763335107.282485:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1490, 88 off125016 00000004:00080000:2.0:1763335107.282490:0:6534:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1100262175720ns, next at 1101193887757ns, rc = 0 00000040:00080000:2.0:1763335107.282510:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1491, 88 off125104 00000004:00080000:2.0:1763335107.282515:0:6534:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1100262200588ns, next at 1101193887757ns, rc = 0 00000040:00080000:2.0:1763335107.282528:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1492, 88 off125104 00000004:00080000:2.0:1763335107.282532:0:6534:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1100262218004ns, next at 1101193917321ns, rc = 0 00000100:00100000:3.0:1763335107.283525:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335107.283749:0:6532:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c34e1500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826076416:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335107.283772:0:6532:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b540075760d8 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000100:00100000:1.0:1763335107.283981:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814748544 00000100:00100000:1.0:1763335107.283990:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814748544 00010000:00010000:1.0:1763335107.284021:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b540075760c3 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88166b expref: 264 pid: 7841 timeout: 1200 lvb_type: 0 00000100:00100000:1.0:1763335107.284063:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3131 00000100:00100000:1.0:1763335107.284072:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:2427:x1848989814748544:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335107.284093:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335107.284100:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b540075760c3 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88166b expref: 264 pid: 7841 timeout: 1200 lvb_type: 0 00010000:00010000:1.0:1763335107.284112:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b540075760c3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88166b expref: 264 pid: 7841 timeout: 1200 lvb_type: 0 00010000:00010000:1.0:1763335107.284133:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b540075760c3 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88166b expref: 264 pid: 7841 timeout: 1200 lvb_type: 0 00010000:00010000:1.0:1763335107.284149:0:7458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ed:0x0].0x0 (ffff9001cada2b00) 00010000:00010000:1.0:1763335107.284155:0:7458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b540075760d8 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.284164:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b540075760d8 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.284171:0:7458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b540075760d8 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.284200:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335107.284263:0:6532:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b540075760d8 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335107.284271:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b540075760d8 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:3.0:1763335107.284293:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1ed:0x0]: returning size 0 00000004:00080000:3.0:1763335107.284457:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x25e:0x0], index 1: 0 00000004:00080000:3.0:1763335107.284464:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x25c:0x0], index 0: 0 00000004:00080000:3.0:1763335107.284470:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x25d:0x0], index 0: 0 00000004:00080000:3.0:1763335107.284473:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x25f:0x0], index 1: 0 00000100:00100000:1.0:1763335107.284650:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:2427:x1848989814748544:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 577us (1129us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335107.284659:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3131 00010000:00010000:3.0:1763335107.285804:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b540075760d8 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335107.285816:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b540075760d8 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335107.285823:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b540075760d8 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335107.285829:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c79e9e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335107.285834:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b540075760d8 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335107.285840:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b540075760d8 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335107.285853:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ed:0x0].0x0 (ffff9001cada2b00) 00010000:00010000:3.0:1763335107.285856:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335107.285860:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b540075760d8 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335107.285867:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b540075760d8 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335107.285935:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b540075760d1 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1ed:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881672 expref: 263 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.285946:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ed:0x0].0x0 (ffff9001cada2b00) 00010000:00010000:3.0:1763335107.285949:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763335107.285953:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b540075760d1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1ed:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881672 expref: 263 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.285968:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c79e8e00, rc 0) 00000100:00100000:3.0:1763335107.286027:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6355500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56954:x1848989814748288:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 10973us (11116us total) trans 4294973135 rc 301/301 00000100:00100000:3.0:1763335107.286036:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9545 00000100:00100000:3.0:1763335107.287613:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335107.288258:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814748800 00000100:00100000:2.0:1763335107.288269:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814748800 00000100:00100000:2.0:1763335107.288362:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3290 00000100:00100000:2.0:1763335107.288373:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56954:x1848989814748800:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335107.288633:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56954:x1848989814748800:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 260us (1023us total) trans 4294973136 rc 0/0 00000100:00100000:2.0:1763335107.288641:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3290 00000100:00100000:0.0:1763335107.291306:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000001:00080000:1.0:1763335107.291579:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973134 is committed 00000004:00080000:1.0:1763335107.291587:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 976 committed 00000004:00080000:1.0:1763335107.291600:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 979 committed 00000004:00080000:1.0:1763335107.291610:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 978 committed 00000004:00080000:1.0:1763335107.291612:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 975 committed 00000004:00080000:1.0:1763335107.291621:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 974 committed 00000004:00080000:1.0:1763335107.291623:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 977 committed 00010000:00010000:2.0:1763335107.291667:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007576029 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.291679:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007576029 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.291687:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007576029 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.291693:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1f600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335107.291697:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007576029 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.291704:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007576029 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.291719:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2800) 00010000:00010000:2.0:1763335107.291722:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335107.291726:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007576029 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.291733:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007576029 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.291757:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757603e lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.291763:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757603e lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.291768:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757603e lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.291772:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202173000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335107.291775:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757603e lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.291780:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757603e lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.291787:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ea:0x0].0x0 (ffff9000c4881900) 00010000:00010000:2.0:1763335107.291790:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335107.291792:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757603e lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.291797:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757603e lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.291806:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757608b lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.291810:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757608b lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.291815:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757608b lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.291820:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335107.291822:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757608b lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.291827:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757608b lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.291833:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ea:0x0].0x0 (ffff9000c4881900) 00010000:00010000:2.0:1763335107.291835:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335107.291838:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757608b lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.291842:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757608b lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1ea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.291852:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b540075760bc lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.291857:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b540075760bc lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.291862:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b540075760bc lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.291866:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1e600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335107.291869:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b540075760bc lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.291874:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b540075760bc lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.291889:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2800) 00010000:00010000:2.0:1763335107.291891:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335107.291894:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b540075760bc lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.291902:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b540075760bc lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000100:00100000:2.0:1763335107.292026:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c34e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826076672:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763335107.292080:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335107.292127:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763335107.292134:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c34e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826076544:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763335107.292157:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335107.292184:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826076800:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335107.292206:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335107.292223:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763335107.292228:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826076928:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335107.292247:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335107.292277:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826076672 00000100:00100000:2.0:1763335107.292285:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826076672 00000100:00100000:2.0:1763335107.292348:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826076544 00000100:00100000:2.0:1763335107.292353:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826076544 00000100:00100000:2.0:1763335107.292368:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826076800 00000100:00100000:2.0:1763335107.292370:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826076800 00000100:00100000:2.0:1763335107.292384:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826076928 00000100:00100000:2.0:1763335107.292386:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826076928 00000100:00100000:2.0:1763335107.292404:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6572 00000100:00100000:2.0:1763335107.292412:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+8:3665:x1848989826076672:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763335107.292436:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:603 count 1 00002000:00010000:2.0:1763335107.292467:0:8416:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x25b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763335107.292473:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c79e9c00/0x3ec0b540075760e6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x25b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.292490:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335107.292492:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335107.292498:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c79e9c00/0x3ec0b540075760e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.292509:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c79e9c00/0x3ec0b540075760e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.292516:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c79e9c00/0x3ec0b540075760e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.292523:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c79e9c00/0x3ec0b540075760e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.292541:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763335107.292747:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+9:3665:x1848989826076672:12345-0@lo:6:osp-syn-0-1.0 Request processed in 335us (666us total) trans 21474838903 rc 0/0 00000100:00100000:2.0:1763335107.292754:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6572 00000100:00100000:2.0:1763335107.292771:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6573 00000100:00100000:2.0:1763335107.292777:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+8:3665:x1848989826076544:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763335107.292788:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:602 count 1 00010000:00010000:2.0:1763335107.292799:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b540075760ed lrc: 3/0,1 mode: --/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.292811:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b54007575fdc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881625 expref: 10 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.292823:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335107.292824:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335107.292827:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b540075760ed lrc: 4/0,1 mode: --/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.292851:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b54007575fdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881625 expref: 10 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.292864:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b54007575fdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881625 expref: 10 pid: 28961 timeout: 1200 lvb_type: 0 00000100:00100000:2.0:1763335107.292875:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7e4d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1848989826077056:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335107.292944:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001d86109c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335107.292962:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6574 00000100:00100000:2.0:1763335107.292970:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+8:3666:x1848989826076800:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763335107.293050:0:8415:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x258:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335107.293054:0:8415:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x258:0x0] updating lvb mtime from disk: 1763335107 -> 1763335107 00002000:00010000:2.0:1763335107.293056:0:8415:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x258:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335107.293058:0:8415:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x258:0x0] updating lvb ctime from disk: 1763335107 -> 1763335107 00002000:00010000:2.0:1763335107.293060:0:8415:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x258:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335107.293091:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+9:3666:x1848989826076800:12345-0@lo:2:osp-syn-0-1.0 Request processed in 121us (883us total) trans 21474838904 rc 0/0 00000100:00100000:2.0:1763335107.293097:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6574 00000100:00100000:2.0:1763335107.293110:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6575 00000100:00100000:2.0:1763335107.293116:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+8:3666:x1848989826076928:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763335107.293163:0:8415:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x259:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:2.0:1763335107.293166:0:8415:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x259:0x0] updating lvb mtime from disk: 1763335107 -> 1763335107 00002000:00010000:2.0:1763335107.293168:0:8415:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x259:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335107.293170:0:8415:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x259:0x0] updating lvb ctime from disk: 1763335107 -> 1763335107 00002000:00010000:2.0:1763335107.293172:0:8415:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x259:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763335107.293196:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+9:3666:x1848989826076928:12345-0@lo:2:osp-syn-0-1.0 Request processed in 81us (948us total) trans 21474838905 rc 0/0 00000100:00100000:2.0:1763335107.293202:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6575 00010000:00010000:2.0:1763335107.293235:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335107.293240:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c79e9c00/0x3ec0b540075760e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.293247:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c79e9c00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335107.293251:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c79e9c00/0x3ec0b540075760e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.293259:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c79e9c00/0x3ec0b540075760e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.293273:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c79e9c00/0x3ec0b540075760e6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.293281:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c79e9c00/0x3ec0b540075760e6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.293296:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335107.293298:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335107.293300:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335107.293353:0:3666:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474838899 gen 2 00000004:00080000:2.0:1763335107.293357:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6dca680, transno 21474838815 00000004:00080000:2.0:1763335107.293366:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6dc9f80, transno 21474838816 00000004:00080000:2.0:1763335107.293368:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6dcaa00, transno 21474838817 00000004:00080000:2.0:1763335107.293370:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6dcbb80, transno 21474838818 00000004:00080000:2.0:1763335107.293373:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001ff92b480, transno 21474838819 00000004:00080000:2.0:1763335107.293375:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001ff92bb80, transno 21474838820 00000004:00080000:2.0:1763335107.293377:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001ff929f80, transno 21474838821 00000004:00080000:2.0:1763335107.293380:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001ff92a300, transno 21474838822 00000004:00080000:2.0:1763335107.293382:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f15c1180, transno 21474838824 00000004:00080000:2.0:1763335107.293385:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f7bb80, transno 21474838825 00000004:00080000:2.0:1763335107.293387:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f78a80, transno 21474838826 00000004:00080000:2.0:1763335107.293389:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f79500, transno 21474838827 00000004:00080000:2.0:1763335107.293392:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000cbad1180, transno 21474838830 00000004:00080000:2.0:1763335107.293394:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000cbad2d80, transno 21474838831 00000004:00080000:2.0:1763335107.293396:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c2f26a00, transno 21474838832 00000004:00080000:2.0:1763335107.293398:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4ac8700, transno 21474838833 00000004:00080000:2.0:1763335107.293401:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6eb7b80, transno 21474838837 00000004:00080000:2.0:1763335107.293403:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6eb6d80, transno 21474838838 00000004:00080000:2.0:1763335107.293406:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6eb7100, transno 21474838839 00000004:00080000:2.0:1763335107.293408:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6eb4a80, transno 21474838840 00000004:00080000:2.0:1763335107.293411:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f136a300, transno 21474838841 00000004:00080000:2.0:1763335107.293413:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6eb4e00, transno 21474838842 00000004:00080000:2.0:1763335107.293415:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6eb6300, transno 21474838843 00000004:00080000:2.0:1763335107.293418:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6eb4000, transno 21474838844 00000004:00080000:2.0:1763335107.293420:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001c12a9f80, transno 21474838847 00000004:00080000:2.0:1763335107.293423:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001c12a8700, transno 21474838848 00000004:00080000:2.0:1763335107.293425:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c7d31500, transno 21474838849 00000004:00080000:2.0:1763335107.293428:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c7d30a80, transno 21474838850 00000004:00080000:2.0:1763335107.293431:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a79f80, transno 21474838854 00000004:00080000:2.0:1763335107.293433:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a7b800, transno 21474838855 00000004:00080000:2.0:1763335107.293435:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a78a80, transno 21474838856 00000004:00080000:2.0:1763335107.293438:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a79c00, transno 21474838857 00000004:00080000:2.0:1763335107.293441:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5228380, transno 21474838858 00000004:00080000:2.0:1763335107.293443:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c522ad80, transno 21474838859 00000004:00080000:2.0:1763335107.293445:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000cbad3100, transno 21474838861 00000004:00080000:2.0:1763335107.293448:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001ff92b800, transno 21474838862 00000004:00080000:2.0:1763335107.293450:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000cbad1880, transno 21474838863 00000004:00080000:2.0:1763335107.293453:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c9b47b80, transno 21474838864 00000004:00080000:2.0:1763335107.293455:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001ff92a680, transno 21474838865 00000004:00080000:2.0:1763335107.293457:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001ff929c00, transno 21474838866 00000004:00080000:2.0:1763335107.293469:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c9b56680, transno 21474838869 00000004:00080000:2.0:1763335107.293472:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c9b54e00, transno 21474838870 00000004:00080000:2.0:1763335107.293474:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c9b54a80, transno 21474838871 00000004:00080000:2.0:1763335107.293476:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c9b56d80, transno 21474838872 00000004:00080000:2.0:1763335107.293479:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c522b480, transno 21474838875 00000004:00080000:2.0:1763335107.293481:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5228e00, transno 21474838876 00000004:00080000:2.0:1763335107.293484:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c7832d80, transno 21474838877 00000004:00080000:2.0:1763335107.293487:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c7830000, transno 21474838878 00000004:00080000:2.0:1763335107.293489:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001c12aa680, transno 21474838882 00000004:00080000:2.0:1763335107.293492:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001c12a9180, transno 21474838883 00000004:00080000:2.0:1763335107.293494:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001c12a8e00, transno 21474838884 00000004:00080000:2.0:1763335107.293496:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001c12a9880, transno 21474838885 00000004:00080000:2.0:1763335107.293498:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f79c00, transno 21474838886 00000004:00080000:2.0:1763335107.293500:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f7b800, transno 21474838887 00000004:00080000:2.0:1763335107.293503:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c9b44380, transno 21474838888 00000004:00080000:2.0:1763335107.293506:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c9b47100, transno 21474838889 00000004:00080000:2.0:1763335107.293509:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001e7d6ce00, transno 21474838891 00000004:00080000:2.0:1763335107.293511:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001e7d6f480, transno 21474838892 00000004:00080000:2.0:1763335107.293514:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001e7d6fb80, transno 21474838893 00000004:00080000:2.0:1763335107.293516:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001e7d6e680, transno 21474838894 00000004:00080000:2.0:1763335107.293518:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c9b45500, transno 21474838896 00000004:00080000:2.0:1763335107.293521:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c9b46300, transno 21474838897 00000004:00080000:2.0:1763335107.293523:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c34e3b80, transno 21474838898 00000004:00080000:2.0:1763335107.293526:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c34e2300, transno 21474838899 00000100:00100000:2.0:1763335107.293532:0:3666:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9000c5f77b80 x1848989826076928/t21474838905(21474838905) o2->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763335123 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1763335107.293542:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5f77b80/2, rc 0, transno 21474838905 00000100:00100000:2.0:1763335107.293547:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826076928:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763335107.293559:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5f75c00/2, rc 0, transno 21474838904 00000100:00100000:2.0:1763335107.293563:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826076800:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763335107.293843:0:8715:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 4 in progress, 2 in flight, 64 done 00000004:00080000:2.0:1763335107.293868:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c34e1c00/2, rc 0, transno 21474838903 00000100:00100000:2.0:1763335107.293873:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c34e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826076672:0@lo:6:osp-syn-0-1.0 00000004:00010000:2.0:1763335107.293921:0:6534:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000edcc99dd reply state 00000000cd39068d transno 4294973134 ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b540075760a7 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1763335107.293935:0:6534:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b540075760a7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1763335107.293943:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ea:0x0].0x0 (ffff9000c4881900) 00010000:00010000:2.0:1763335107.293945:0:6534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763335107.293949:0:6534:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763335107.293954:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ea:0x0].0x0 (ffff9000c4881900) 00010000:00010000:2.0:1763335107.293956:0:6534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763335107.293961:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007575ecb lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1ea:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815bc expref: 252 pid: 7841 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1763335107.294029:0:6534:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1763335107.294051:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6355c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:56950:x1848989814747776:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 26431us (28197us total) trans 4294973134 rc 0/0 00000100:00100000:2.0:1763335107.294059:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3289 00000100:00100000:3.0:1763335107.294282:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826077568:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335107.294334:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335107.294358:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763335107.294363:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826077440:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335107.294380:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335107.294403:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826077568 00000100:00100000:3.0:1763335107.294407:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826077568 00000100:00100000:3.0:1763335107.294432:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826077440 00000100:00100000:3.0:1763335107.294435:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826077440 00000100:00100000:3.0:1763335107.294450:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6576 00000100:00100000:3.0:1763335107.294455:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+22:3667:x1848989826077568:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763335107.294537:0:8725:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x25b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335107.294540:0:8725:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x25b:0x0] updating lvb mtime from disk: 1763335107 -> 1763335107 00002000:00010000:3.0:1763335107.294544:0:8725:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x25b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335107.294546:0:8725:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x25b:0x0] updating lvb ctime from disk: 1763335107 -> 1763335107 00002000:00010000:3.0:1763335107.294548:0:8725:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x25b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335107.294578:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+23:3667:x1848989826077568:12345-0@lo:2:osp-syn-1-1.0 Request processed in 122us (244us total) trans 17179871611 rc 0/0 00000100:00100000:3.0:1763335107.294585:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6576 00000100:00100000:3.0:1763335107.294599:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6577 00000100:00100000:3.0:1763335107.294605:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+22:3667:x1848989826077440:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763335107.294650:0:8725:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x25a:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763335107.294653:0:8725:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x25a:0x0] updating lvb mtime from disk: 1763335107 -> 1763335107 00002000:00010000:3.0:1763335107.294655:0:8725:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x25a:0x0] updating lvb atime from disk: 1763335107 -> 1763335107 00002000:00010000:3.0:1763335107.294658:0:8725:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x25a:0x0] updating lvb ctime from disk: 1763335107 -> 1763335107 00002000:00010000:3.0:1763335107.294660:0:8725:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x25a:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763335107.294683:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+23:3667:x1848989826077440:12345-0@lo:2:osp-syn-1-1.0 Request processed in 79us (301us total) trans 17179871612 rc 0/0 00000100:00100000:3.0:1763335107.294689:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6577 00000004:00080000:3.0:1763335107.294724:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a7a300/2, rc 0, transno 17179871612 00000100:00100000:3.0:1763335107.294728:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826077440:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763335107.294736:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a79f80/2, rc 0, transno 17179871611 00000100:00100000:3.0:1763335107.294739:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826077568:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335107.294753:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826077312:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763335107.294776:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335107.294792:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763335107.294797:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826077184:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763335107.294816:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335107.294837:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826077312 00000100:00100000:3.0:1763335107.294840:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826077312 00000100:00100000:3.0:1763335107.294858:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826077184 00000100:00100000:3.0:1763335107.294861:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826077184 00000100:00100000:3.0:1763335107.294875:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6578 00000100:00100000:3.0:1763335107.294890:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+24:3665:x1848989826077312:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763335107.294903:0:35240:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:605 count 1 00002000:00010000:3.0:1763335107.294923:0:35240:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x25d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335107.294929:0:35240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b540075760f4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.294940:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335107.294941:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335107.294945:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b540075760f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.294958:0:35240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b540075760f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.294965:0:35240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b540075760f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.294971:0:35240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b540075760f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.294987:0:35240:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335107.295127:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+25:3665:x1848989826077312:12345-0@lo:6:osp-syn-1-1.0 Request processed in 237us (349us total) trans 17179871613 rc 0/0 00000100:00100000:3.0:1763335107.295135:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6578 00000100:00100000:3.0:1763335107.295147:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6579 00000100:00100000:3.0:1763335107.295153:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+24:3665:x1848989826077184:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763335107.295163:0:35240:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:604 count 1 00010000:00010000:3.0:1763335107.295174:0:35240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001d035fe00/0x3ec0b540075760fb lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.295185:0:35240:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b54007575fe3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88162c expref: 23 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.295192:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335107.295194:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335107.295196:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d035fe00/0x3ec0b540075760fb lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.295217:0:35240:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b54007575fe3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88162c expref: 23 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.295227:0:35240:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b54007575fe3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88162c expref: 23 pid: 27804 timeout: 1200 lvb_type: 0 00000100:00100000:3.0:1763335107.295237:0:35240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f78a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35240:1848989826077696:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335107.295275:0:35240:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f16bdd80 going to sleep for 11 seconds 00000004:00080000:3.0:1763335107.295301:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a78380/2, rc 0, transno 17179871613 00000100:00100000:3.0:1763335107.295305:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826077312:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1763335107.295638:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b540075760a7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335107.295647:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b540075760a7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335107.295654:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b540075760a7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335107.295659:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffbbf200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335107.295664:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b540075760a7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335107.295671:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b540075760a7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335107.295683:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ea:0x0].0x0 (ffff9000c4881900) 00010000:00010000:0.0:1763335107.295685:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335107.295689:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b540075760a7 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335107.295694:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b540075760a7 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335107.295713:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335107.295719:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b540075760f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.295725:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035e000 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335107.295729:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b540075760f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.295736:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b540075760f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.295747:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b540075760f4 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.295754:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b540075760f4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.295773:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335107.295774:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335107.295776:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335107.302203:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.302242:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814749184 00000100:00100000:0.0:1763335107.302251:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814749184 00000100:00100000:0.0:1763335107.302306:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9546 00000100:00100000:0.0:1763335107.302337:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:56950:x1848989814749184:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335107.302362:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335107.302384:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe000/0x3ec0b54007576102 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881679 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.302442:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe000/0x3ec0b54007576102 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881679 expref: 252 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.302456:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe000/0x3ec0b54007576102 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881679 expref: 252 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.302474:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ea:0x0].0x0 (ffff9000c4881900) 00010000:00010000:0.0:1763335107.302477:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335107.302481:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001ffbbe000, rc 0) 00000100:00100000:0.0:1763335107.302531:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:56950:x1848989814749184:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 216us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335107.302538:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9546 00000100:00100000:3.0:1763335107.302687:0:35240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f78a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35240:1848989826077696:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335107.302709:0:35240:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9001d035fe00/0x3ec0b540075760fb lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335107.302745:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7e4d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1848989826077056:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335107.302757:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b540075760ed lrc: 3/0,1 mode: --/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335107.303738:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.303768:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.303795:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814749312 00000100:00100000:0.0:1763335107.303803:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814749312 00010000:00010000:0.0:1763335107.303829:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b54007575fdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881625 expref: 11 pid: 28961 timeout: 1200 lvb_type: 0 00000100:00100000:0.0:1763335107.303853:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814749440 00000100:00100000:0.0:1763335107.303856:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814749440 00010000:00010000:0.0:1763335107.303869:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b54007575fe3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88162c expref: 24 pid: 27804 timeout: 1200 lvb_type: 0 00000100:00100000:0.0:1763335107.303901:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3132 00000100:00100000:0.0:1763335107.303910:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1335180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2427:x1848989814749312:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335107.303924:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335107.303929:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b54007575fdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881625 expref: 11 pid: 28961 timeout: 1200 lvb_type: 0 00010000:00010000:0.0:1763335107.303942:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b54007575fdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881625 expref: 11 pid: 28961 timeout: 1200 lvb_type: 0 00010000:00010000:0.0:1763335107.303965:0:33041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6600/0x3ec0b54007575fdc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881625 expref: 11 pid: 28961 timeout: 1200 lvb_type: 0 00010000:00010000:0.0:1763335107.303980:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335107.303982:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335107.303987:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b540075760ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.303997:0:33041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b540075760ed lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.304026:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335107.304044:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b540075760ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.304052:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b540075760ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.304062:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b540075760ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.304070:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b540075760ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.304087:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763335107.304357:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+9:3665:x1848989826076544:12345-0@lo:6:osp-syn-0-1.0 Request processed in 11579us (12197us total) trans 21474838906 rc 0/0 00000100:00100000:0.0:1763335107.304366:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6573 00000004:00080000:0.0:1763335107.304417:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c34e1500/2, rc 0, transno 21474838906 00000100:00100000:0.0:1763335107.304423:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c34e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826076544:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763335107.304460:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1335180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:2427:x1848989814749312:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 551us (727us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335107.304466:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3132 00000100:00100000:0.0:1763335107.304479:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3133 00000100:00100000:0.0:1763335107.304485:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1337800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:2427:x1848989814749440:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335107.304496:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335107.304502:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b54007575fe3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88162c expref: 24 pid: 27804 timeout: 1200 lvb_type: 0 00010000:00010000:0.0:1763335107.304512:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b54007575fe3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88162c expref: 24 pid: 27804 timeout: 1200 lvb_type: 0 00010000:00010000:0.0:1763335107.304527:0:33041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b54007575fe3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88162c expref: 24 pid: 27804 timeout: 1200 lvb_type: 0 00010000:00010000:0.0:1763335107.304538:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335107.304539:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335107.304543:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9001d035fe00/0x3ec0b540075760fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.304550:0:33041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d035fe00/0x3ec0b540075760fb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.304569:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335107.304581:0:35240:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9001d035fe00/0x3ec0b540075760fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.304590:0:35240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001d035fe00/0x3ec0b540075760fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.304597:0:35240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001d035fe00/0x3ec0b540075760fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.304604:0:35240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9001d035fe00/0x3ec0b540075760fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.304623:0:35240:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1763335107.304752:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+25:3665:x1848989826077184:12345-0@lo:6:osp-syn-1-1.0 Request processed in 9598us (9934us total) trans 17179871614 rc 0/0 00000100:00100000:0.0:1763335107.304759:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6579 00010000:00010000:0.0:1763335107.304779:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763335107.304786:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b540075760ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.304794:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7400 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335107.304797:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b540075760ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.304805:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b540075760ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.304817:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b540075760ed lrc: 1/0,0 mode: --/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.304823:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b540075760ed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.304839:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335107.304842:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9001d035fe00/0x3ec0b540075760fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.304847:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035fe00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335107.304850:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9001d035fe00/0x3ec0b540075760fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.304856:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9001d035fe00/0x3ec0b540075760fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.304866:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9001d035fe00/0x3ec0b540075760fb lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.304874:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001d035fe00/0x3ec0b540075760fb lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.304896:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335107.304897:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335107.304899:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763335107.304918:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a78e00/2, rc 0, transno 17179871614 00000100:00100000:0.0:1763335107.304923:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826077184:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763335107.304947:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1337800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:2427:x1848989814749440:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 463us (1180us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335107.304954:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3133 00000100:00100000:2.0:1763335107.305443:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814749056 00000100:00100000:2.0:1763335107.305450:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814749056 00000100:00100000:2.0:1763335107.305486:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3291 00000100:00100000:2.0:1763335107.305494:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+252:56954:x1848989814749056:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335107.305655:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56954:x1848989814749056:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 162us (14357us total) trans 4294973137 rc 0/0 00010000:00010000:1.0:1763335107.305656:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335107.305663:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3291 00000100:00100000:2.0:1763335107.310621:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335107.310679:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814749696 00000100:00100000:3.0:1763335107.310690:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814749696 00000100:00100000:3.0:1763335107.310751:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3292 00000100:00100000:3.0:1763335107.310761:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56950:x1848989814749696:12345-192.168.204.57@tcp:35:lfs.0 00000004:00080000:3.0:1763335107.310997:0:14078:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x1ea:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1763335107.311051:0:14078:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1493, 64 off125168 00000040:00080000:3.0:1763335107.311072:0:14078:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1492, 64 off125168 00000040:00080000:3.0:1763335107.311081:0:14078:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1493, 64 off125232 00000040:00080000:3.0:1763335107.311088:0:14078:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1494, 64 off125232 00010000:00010000:3.0:1763335107.311141:0:14078:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007576109 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14078 initiator: MDT0 00010000:00010000:3.0:1763335107.311158:0:14078:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007576109 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 14078 initiator: MDT1 00010000:00010000:3.0:1763335107.311170:0:14078:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007576109 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 14078 initiator: MDT1 00010000:00010000:3.0:1763335107.311177:0:14078:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007576109 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 14078 initiator: MDT1 00010000:00010000:3.0:1763335107.311182:0:14078:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007576109 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 14078 initiator: MDT1 00010000:00010000:3.0:1763335107.311189:0:14078:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007576109 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 14078 initiator: MDT1 00010000:00010000:3.0:1763335107.311216:0:14078:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335107.311432:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56950:x1848989814749696:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 672us (824us total) trans 4294973138 rc 0/0 00000100:00100000:3.0:1763335107.311439:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3292 00010000:00010000:0.0:1763335107.311667:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335107.311673:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007576109 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 14078 initiator: MDT1 00010000:00010000:0.0:1763335107.311680:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035e000 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335107.311684:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007576109 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 14078 initiator: MDT1 00010000:00010000:0.0:1763335107.311692:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007576109 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 14078 initiator: MDT1 00010000:00010000:0.0:1763335107.311704:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ea:0x0].0x0 (ffff9000c4881900) 00010000:00010000:0.0:1763335107.311707:0:8431:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335107.311712:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007576109 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 14078 initiator: MDT1 00010000:00010000:0.0:1763335107.311719:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007576109 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 14078 initiator: MDT1 00010000:00010000:0.0:1763335107.311729:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335107.311730:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335107.311732:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335107.314734:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.314801:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814749952 00000100:00100000:0.0:1763335107.314811:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814749952 00000100:00100000:0.0:1763335107.314870:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9547 00000100:00100000:0.0:1763335107.314910:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56950:x1848989814749952:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335107.314933:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335107.314957:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007576110 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881680 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.315032:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007576117 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335107.315044:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007576117 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.315054:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007576117 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.315066:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b5400757611e lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335107.315072:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b5400757611e lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.315079:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b5400757611e lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.315203:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b54007576125 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335107.315211:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b54007576125 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.315218:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b54007576125 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:0.0:1763335107.315227:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1ed:0x0]: returning size 0 00010000:00010000:0.0:1763335107.315307:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007576117 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.315358:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007576117 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.315365:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007576117 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.315371:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007576117 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.315376:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffbbf600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335107.315380:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007576117 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.315387:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007576117 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.315398:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cac3b700) 00010000:00010000:0.0:1763335107.315402:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335107.315407:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007576117 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.315412:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007576117 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.315426:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b5400757611e lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.315432:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b5400757611e lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.315437:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b5400757611e lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.315442:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffbbe800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335107.315445:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b5400757611e lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.315450:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b5400757611e lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.315456:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cac3bb00) 00010000:00010000:0.0:1763335107.315459:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335107.315461:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b5400757611e lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.315466:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b5400757611e lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.315506:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007576110 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881680 expref: 257 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.315521:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b54007576125 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881680 expref: 256 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.315529:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ed:0x0].0x0 (ffff9001cac3b800) 00010000:00010000:0.0:1763335107.315531:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335107.315533:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001ffbbea00, rc 0) 00000100:00100000:0.0:1763335107.315588:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56950:x1848989814749952:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 709us (863us total) trans 4294973139 rc 0/0 00000100:00100000:0.0:1763335107.315596:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9547 00000100:00100000:1.0:1763335107.320557:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.320634:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814750080 00000100:00100000:0.0:1763335107.320644:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814750080 00000100:00100000:0.0:1763335107.320701:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6580 00000100:00100000:0.0:1763335107.320712:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:2426:x1848989814750080:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335107.320729:0:35240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335107.320752:0:35240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576133 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881687 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335107.320776:0:35240:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x25e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335107.320796:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335107.320798:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335107.320808:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576133 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881687 expref: 24 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335107.320824:0:35240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576133 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881687 expref: 24 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335107.320835:0:35240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c3b9e800, rc 0) 00000100:00100000:0.0:1763335107.320895:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:2426:x1848989814750080:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 185us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335107.320906:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6580 00000100:00100000:1.0:1763335107.328168:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.328258:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.328742:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814750336 00000100:00100000:0.0:1763335107.328753:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814750336 00000100:00100000:0.0:1763335107.328807:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814750464 00000100:00100000:0.0:1763335107.328810:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814750464 00000100:00100000:0.0:1763335107.328841:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9548 00000100:00100000:0.0:1763335107.328851:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:56950:x1848989814750336:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335107.328873:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335107.328902:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b5400757613a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88168e expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.328959:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b5400757613a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88168e expref: 258 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.328973:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b5400757613a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88168e expref: 258 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.328990:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ed:0x0].0x0 (ffff9001cac3b800) 00010000:00010000:0.0:1763335107.328993:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335107.328996:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c3b9fa00, rc 0) 00000100:00100000:0.0:1763335107.329052:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56950:x1848989814750336:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 202us (894us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335107.329059:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9548 00000100:00100000:0.0:1763335107.329078:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9549 00000100:00100000:0.0:1763335107.329098:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:55956:x1848989814750464:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335107.329106:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335107.329109:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763335107.329125:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b54007576125 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881680 expref: 257 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.329139:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ed:0x0].0x0 (ffff9001cac3b800) 00010000:00010000:0.0:1763335107.329142:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335107.329149:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576141 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881695 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.329231:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576148 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335107.329240:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576148 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1ed:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.329247:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576148 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1ed:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:0.0:1763335107.329259:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1ed:0x0]: returning size 0 00010000:00010000:0.0:1763335107.329384:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576141 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881695 expref: 259 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.329397:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576148 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1ed:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881695 expref: 258 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.329404:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ed:0x0].0x0 (ffff9001cac3b800) 00010000:00010000:0.0:1763335107.329406:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:0.0:1763335107.329408:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc185e00, rc 0) 00000100:00100000:0.0:1763335107.329436:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:55956:x1848989814750464:12345-192.168.204.57@tcp:101:bash.0 Request processed in 351us (1177us total) trans 4294973140 rc 0/0 00000100:00100000:0.0:1763335107.329442:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9549 00000100:00100000:1.0:1763335107.334790:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335107.334874:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814750720 00000100:00100000:2.0:1763335107.334892:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814750720 00000100:00100000:2.0:1763335107.334941:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3293 00000100:00100000:2.0:1763335107.334950:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1616850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56950:x1848989814750720:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335107.335169:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1616850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:56950:x1848989814750720:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 218us (386us total) trans 4294973141 rc 0/0 00000100:00100000:2.0:1763335107.335177:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3293 00000100:00100000:2.0:1763335107.335848:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335107.335917:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814750848 00000100:00100000:3.0:1763335107.335924:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814750848 00000100:00100000:3.0:1763335107.335965:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9550 00000100:00100000:3.0:1763335107.335973:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:55956:x1848989814750848:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335107.335988:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335107.336009:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576156 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88169c expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.336043:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b5400757615d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335107.336056:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b5400757615d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335107.336066:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b5400757615d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335107.336168:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576156 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88169c expref: 261 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.336184:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b5400757615d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88169c expref: 260 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.336193:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ed:0x0].0x0 (ffff9001cac3b800) 00010000:00010000:3.0:1763335107.336196:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763335107.336200:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035e000, rc 0) 00000100:00100000:3.0:1763335107.336247:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:55956:x1848989814750848:12345-192.168.204.57@tcp:101:bash.0 Request processed in 275us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335107.336253:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9550 00000100:00100000:0.0:1763335107.344651:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.345979:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814751104 00000100:00100000:1.0:1763335107.345991:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814751104 00000100:00100000:1.0:1763335107.346053:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9551 00000100:00100000:1.0:1763335107.346062:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1336a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:56950:x1848989814751104:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335107.346084:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335107.346106:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007576164 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8816a3 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.346177:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b5400757616b lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335107.346191:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b5400757616b lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.346201:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b5400757616b lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.346211:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007576172 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335107.346218:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007576172 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.346228:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007576172 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.346351:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007576179 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335107.346363:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007576179 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.346369:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007576179 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.346376:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007576179 lrc: 3/0,0 mode: --/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.346382:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1fa00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335107.346386:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007576179 lrc: 3/0,0 mode: --/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.346393:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007576179 lrc: 4/0,0 mode: --/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.346402:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ed:0x0].0x0 (ffff9001cac3b800) 00010000:00010000:1.0:1763335107.346408:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007576179 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.346415:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007576179 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000004:00200000:1.0:1763335107.346431:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1ed:0x0]: returning size 0 00010000:00010000:1.0:1763335107.346503:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b5400757616b lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.346510:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b5400757616b lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.346516:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b5400757616b lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.346522:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b5400757616b lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.346526:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202172200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335107.346529:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b5400757616b lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.346534:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b5400757616b lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.346541:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0eb400) 00010000:00010000:1.0:1763335107.346544:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335107.346547:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b5400757616b lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.346552:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b5400757616b lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.346561:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007576172 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.346566:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007576172 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.346572:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007576172 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.346577:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202173000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335107.346580:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007576172 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.346589:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007576172 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.346595:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da0eb800) 00010000:00010000:1.0:1763335107.346597:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335107.346600:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007576172 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.346605:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007576172 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.346638:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007576164 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816a3 expref: 262 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.346659:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da0eb400) 00010000:00010000:1.0:1763335107.346661:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763335107.346664:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007576164 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816a3 expref: 262 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.346674:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202172c00, rc 0) 00000100:00100000:2.0:1763335107.347021:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335107.347308:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814751360 00000100:00100000:3.0:1763335107.347329:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814751360 00000100:00100000:3.0:1763335107.347368:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9552 00000100:00100000:3.0:1763335107.347375:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:55956:x1848989814751360:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:3.0:1763335107.347403:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335107.347416:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576148 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x1ed:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881695 expref: 262 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.347428:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ed:0x0].0x0 (ffff9001cac3b800) 00010000:00010000:3.0:1763335107.347432:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335107.347539:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576187 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335107.347549:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576187 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335107.347557:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576187 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000001:00080000:3.0:1763335107.347597:0:6532:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973143 00000004:00010000:3.0:1763335107.347613:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000067963013 reply state 000000005a958531 transno 4294973144 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576187 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335107.347624:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576187 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335107.347634:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ed:0x0].0x0 (ffff9001cac3b800) 00010000:00010000:3.0:1763335107.347636:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335107.347639:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763335107.347702:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:55956:x1848989814751360:12345-192.168.204.57@tcp:36:bash.0 Request processed in 326us (681us total) trans 4294973144 rc 0/0 00000100:00100000:3.0:1763335107.347709:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9552 00000020:00080000:3.0:1763335107.347714:0:6532:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763335107.348124:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1336a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56950:x1848989814751104:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 2061us (3478us total) trans 4294973142 rc 301/301 00000100:00100000:1.0:1763335107.348131:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9551 00000100:00100000:2.0:1763335107.359801:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335107.359846:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.359937:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814751616 00000100:00100000:1.0:1763335107.359948:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814751616 00000100:00100000:1.0:1763335107.360016:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9553 00000100:00100000:1.0:1763335107.360025:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:55956:x1848989814751616:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335107.360049:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335107.360053:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763335107.360076:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b5400757613a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88168e expref: 263 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.360107:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ed:0x0].0x0 (ffff9001cac3b800) 00010000:00010000:1.0:1763335107.360113:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335107.360127:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b5400757618e lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8816aa expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.360172:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007576195 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335107.360183:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007576195 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.360192:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007576195 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000040:00080000:1.0:1763335107.360452:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1495, 88 off125320 00000004:00080000:1.0:1763335107.360461:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1100340145443ns, next at 1101193917321ns, rc = 0 00000040:00080000:1.0:1763335107.360490:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1494, 88 off125320 00000004:00080000:1.0:1763335107.360495:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1100340180680ns, next at 1101193887757ns, rc = 0 00000040:00080000:1.0:1763335107.360513:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1495, 88 off125408 00000004:00080000:1.0:1763335107.360517:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1100340202290ns, next at 1101193887757ns, rc = 0 00000040:00080000:1.0:1763335107.360527:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1496, 88 off125408 00000004:00080000:1.0:1763335107.360531:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1100340216160ns, next at 1101193917321ns, rc = 0 00000100:00100000:3.0:1763335107.361028:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814751872 00000100:00100000:3.0:1763335107.361034:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814751872 00000100:00100000:3.0:1763335107.361069:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3294 00000100:00100000:3.0:1763335107.361077:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6355c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56950:x1848989814751872:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335107.361704:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6355c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:56950:x1848989814751872:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 626us (1856us total) trans 4294973146 rc 0/0 00000100:00100000:3.0:1763335107.361713:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3294 00000001:00080000:2.0:1763335107.363069:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973145 is committed 00000004:00080000:2.0:1763335107.363077:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 978 committed 00000004:00080000:2.0:1763335107.363094:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 981 committed 00000004:00080000:2.0:1763335107.363105:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 980 committed 00000004:00080000:2.0:1763335107.363107:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 977 committed 00010000:00010000:0.0:1763335107.363230:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576187 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.363242:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576187 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.363249:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576187 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.363255:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035ec00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335107.363260:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576187 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.363268:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576187 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.363282:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ed:0x0].0x0 (ffff9001cac3b800) 00010000:00010000:0.0:1763335107.363285:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335107.363289:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576187 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.363296:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576187 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00000100:00100000:1.0:1763335107.363466:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826078080:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335107.363521:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335107.363552:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763335107.363557:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826078208:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335107.363576:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335107.363605:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826078080 00000100:00100000:1.0:1763335107.363611:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826078080 00000100:00100000:1.0:1763335107.363640:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826078208 00000100:00100000:1.0:1763335107.363643:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826078208 00000100:00100000:1.0:1763335107.363659:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6581 00000100:00100000:1.0:1763335107.363666:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+10:3666:x1848989826078080:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335107.363809:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+11:3666:x1848989826078080:12345-0@lo:2:osp-syn-0-1.0 Request processed in 143us (287us total) trans 21474838907 rc 0/0 00000100:00100000:1.0:1763335107.363817:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6581 00000100:00100000:1.0:1763335107.363830:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6582 00000100:00100000:1.0:1763335107.363836:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+10:3666:x1848989826078208:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335107.363907:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+11:3666:x1848989826078208:12345-0@lo:2:osp-syn-0-1.0 Request processed in 70us (329us total) trans 21474838908 rc 0/0 00000100:00100000:1.0:1763335107.363914:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6582 00000004:00080000:1.0:1763335107.363947:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c9b44a80/2, rc 0, transno 21474838908 00000100:00100000:1.0:1763335107.363952:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826078208:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763335107.363960:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c9b46300/2, rc 0, transno 21474838907 00000100:00100000:1.0:1763335107.363963:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826078080:0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1763335107.364008:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007576195 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1ed:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816aa expref: 254 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.364018:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ed:0x0].0x0 (ffff9001cac3b800) 00010000:00010000:1.0:1763335107.364021:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763335107.364033:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b5400757618e lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816aa expref: 254 pid: 13840 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763335107.364051:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007576195 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1ed:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816aa expref: 253 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.364074:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ed:0x0].0x0 (ffff9001cac3b800) 00010000:00010000:1.0:1763335107.364077:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763335107.364079:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6e1e600, rc 0) 00000100:00100000:0.0:1763335107.364167:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826077824:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763335107.364195:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335107.364214:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763335107.364219:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826077952:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763335107.364236:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335107.364257:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826077824 00000100:00100000:0.0:1763335107.364260:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826077824 00000100:00100000:0.0:1763335107.364282:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826077952 00000100:00100000:0.0:1763335107.364284:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826077952 00000100:00100000:0.0:1763335107.364299:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6583 00000100:00100000:0.0:1763335107.364305:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+12:3664:x1848989826077824:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763335107.364339:0:27804:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:600 count 1 00010000:00010000:0.0:1763335107.364356:0:27804:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001fc185600/0x3ec0b5400757619c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.364372:0:27804:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff900202173800/0x3ec0b54007575e46 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815a0 expref: 9 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.364379:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335107.364381:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335107.364385:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001fc185600/0x3ec0b5400757619c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.364408:0:27804:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff900202173800/0x3ec0b54007575e46 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815a0 expref: 9 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.364421:0:27804:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff900202173800/0x3ec0b54007575e46 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815a0 expref: 9 pid: 27803 timeout: 1200 lvb_type: 0 00000100:00100000:0.0:1763335107.364431:0:27804:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1335c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27804:1848989826078336:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335107.364479:0:27804:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c5f94d80 going to sleep for 11 seconds 00000100:00100000:0.0:1763335107.364494:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6584 00000100:00100000:0.0:1763335107.364501:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1335880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+12:3664:x1848989826077952:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763335107.364512:0:8725:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:601 count 1 00010000:00010000:0.0:1763335107.364521:0:8725:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001fc184000/0x3ec0b540075761a3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x259:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.364533:0:8725:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007576045 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881641 expref: 9 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.364539:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335107.364541:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335107.364543:0:8725:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001fc184000/0x3ec0b540075761a3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.364559:0:8725:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007576045 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881641 expref: 9 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.364567:0:8725:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007576045 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881641 expref: 9 pid: 28961 timeout: 1200 lvb_type: 0 00000100:00100000:0.0:1763335107.364577:0:8725:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1334000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8725:1848989826078464:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335107.364597:0:8725:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c5f94600 going to sleep for 11 seconds 00000100:00100000:1.0:1763335107.364831:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:55956:x1848989814751616:12345-192.168.204.57@tcp:101:bash.0 Request processed in 4805us (5039us total) trans 4294973145 rc 0/0 00000100:00100000:1.0:1763335107.364839:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9553 00000100:00100000:2.0:1763335107.365297:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826078720:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763335107.365353:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335107.365379:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763335107.365385:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826078592:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763335107.365404:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335107.365454:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.365513:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826078720 00000100:00100000:0.0:1763335107.365518:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826078720 00000100:00100000:0.0:1763335107.365548:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826078592 00000100:00100000:0.0:1763335107.365551:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826078592 00000100:00100000:0.0:1763335107.365567:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6585 00000100:00100000:0.0:1763335107.365573:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+26:3665:x1848989826078720:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763335107.365586:0:35240:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:603 count 1 00010000:00010000:0.0:1763335107.365601:0:35240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001fc184800/0x3ec0b540075761aa lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x25b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.365614:0:35240:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9001d035ea00/0x3ec0b5400757604c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881648 expref: 23 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.365622:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335107.365624:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335107.365628:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001fc184800/0x3ec0b540075761aa lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x25b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.365769:0:35240:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9001d035ea00/0x3ec0b5400757604c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881648 expref: 23 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.365780:0:35240:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9001d035ea00/0x3ec0b5400757604c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x25b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881648 expref: 23 pid: 27804 timeout: 1200 lvb_type: 0 00000100:00100000:0.0:1763335107.365791:0:35240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c393e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35240:1848989826079104:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335107.365826:0:35240:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c5f94900 going to sleep for 11 seconds 00000100:00100000:0.0:1763335107.365844:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6586 00000100:00100000:0.0:1763335107.365851:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+26:3665:x1848989826078592:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763335107.365862:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:602 count 1 00010000:00010000:0.0:1763335107.365874:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001fc185e00/0x3ec0b540075761b1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.365894:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff900202172600/0x3ec0b54007575f81 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815fb expref: 23 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335107.365901:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335107.365903:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335107.365905:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001fc185e00/0x3ec0b540075761b1 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.365928:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff900202172600/0x3ec0b54007575f81 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815fb expref: 23 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335107.365937:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff900202172600/0x3ec0b54007575f81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815fb expref: 23 pid: 8417 timeout: 1200 lvb_type: 1 00000100:00100000:0.0:1763335107.365946:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c393c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8417:1848989826079232:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335107.365966:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001e7fa8540 going to sleep for 11 seconds 00000100:00100000:3.0:1763335107.366022:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814752000 00000100:00100000:3.0:1763335107.366026:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814752000 00000100:00100000:3.0:1763335107.366060:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3295 00000100:00100000:3.0:1763335107.366067:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56950:x1848989814752000:12345-192.168.204.57@tcp:33:lfs.0 00000100:00100000:3.0:1763335107.366237:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56950:x1848989814752000:12345-192.168.204.57@tcp:33:lfs.0 Request processed in 170us (783us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335107.366245:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3295 00000100:00100000:1.0:1763335107.366493:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826078976:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335107.366521:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335107.366538:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763335107.366543:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826078848:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335107.366560:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335107.366620:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826078976 00000100:00100000:2.0:1763335107.366624:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826078976 00000100:00100000:2.0:1763335107.366654:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826078848 00000100:00100000:2.0:1763335107.366656:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826078848 00000100:00100000:2.0:1763335107.366675:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6587 00000100:00100000:2.0:1763335107.366681:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+28:3667:x1848989826078976:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763335107.366806:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+29:3667:x1848989826078976:12345-0@lo:2:osp-syn-1-1.0 Request processed in 124us (283us total) trans 17179871615 rc 0/0 00000100:00100000:2.0:1763335107.366812:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6587 00000100:00100000:2.0:1763335107.366824:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6588 00000100:00100000:2.0:1763335107.366829:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+28:3667:x1848989826078848:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763335107.366884:0:8416:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x25e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335107.366888:0:8416:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x25e:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763335107.366890:0:8416:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x25e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335107.366892:0:8416:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x25e:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763335107.366895:0:8416:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x25e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335107.366918:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+29:3667:x1848989826078848:12345-0@lo:2:osp-syn-1-1.0 Request processed in 89us (357us total) trans 17179871616 rc 0/0 00000100:00100000:2.0:1763335107.366925:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6588 00000004:00080000:1.0:1763335107.367781:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5f79c00/2, rc 0, transno 17179871616 00000100:00100000:1.0:1763335107.367790:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826078848:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763335107.367799:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5f7b800/2, rc 0, transno 17179871615 00000100:00100000:1.0:1763335107.367802:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826078976:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763335107.368231:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335107.368345:0:8725:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1334000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8725:1848989826078464:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335107.368367:0:8725:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9001fc184000/0x3ec0b540075761a3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335107.368444:0:27804:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1335c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27804:1848989826078336:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335107.368457:0:27804:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9001fc185600/0x3ec0b5400757619c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335107.368518:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814752128 00000100:00100000:1.0:1763335107.368524:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814752128 00010000:00010000:1.0:1763335107.368548:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff900202173800/0x3ec0b54007575e46 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815a0 expref: 10 pid: 27803 timeout: 1200 lvb_type: 0 00000100:00100000:1.0:1763335107.368571:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3134 00000100:00100000:1.0:1763335107.368577:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c7958050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:2426:x1848989814752128:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335107.368589:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335107.368594:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff900202173800/0x3ec0b54007575e46 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815a0 expref: 10 pid: 27803 timeout: 1200 lvb_type: 0 00010000:00010000:1.0:1763335107.368605:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff900202173800/0x3ec0b54007575e46 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815a0 expref: 10 pid: 27803 timeout: 1200 lvb_type: 0 00010000:00010000:1.0:1763335107.368626:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff900202173800/0x3ec0b54007575e46 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x258:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815a0 expref: 10 pid: 27803 timeout: 1200 lvb_type: 0 00010000:00010000:1.0:1763335107.368641:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335107.368643:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335107.368648:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9001fc185600/0x3ec0b5400757619c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.368657:0:7458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001fc185600/0x3ec0b5400757619c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.368686:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335107.368725:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c7958050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+9:2426:x1848989814752128:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 148us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335107.368732:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3134 00010000:00010000:0.0:1763335107.369065:0:27804:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9001fc185600/0x3ec0b5400757619c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.369074:0:27804:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001fc185600/0x3ec0b5400757619c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.369156:0:27804:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001fc185600/0x3ec0b5400757619c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.369165:0:27804:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9001fc185600/0x3ec0b5400757619c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.369186:0:27804:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763335107.369419:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+13:3664:x1848989826077824:12345-0@lo:6:osp-syn-0-1.0 Request processed in 5113us (5222us total) trans 21474838909 rc 0/0 00000100:00100000:0.0:1763335107.369427:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6583 00000100:00100000:3.0:1763335107.369634:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335107.370895:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814752256 00000100:00100000:2.0:1763335107.370904:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814752256 00010000:00010000:2.0:1763335107.370938:0:6516:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007576045 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881641 expref: 9 pid: 28961 timeout: 1200 lvb_type: 0 00000100:00100000:2.0:1763335107.370978:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3135 00000100:00100000:2.0:1763335107.370987:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+9:2427:x1848989814752256:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335107.370998:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335107.371002:0:6516:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007576045 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x259:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881641 expref: 9 pid: 28961 timeout: 1200 lvb_type: 0 00010000:00010000:2.0:1763335107.371014:0:6516:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007576045 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x259:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881641 expref: 9 pid: 28961 timeout: 1200 lvb_type: 0 00010000:00010000:2.0:1763335107.371035:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007576045 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x259:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881641 expref: 9 pid: 28961 timeout: 1200 lvb_type: 0 00010000:00010000:2.0:1763335107.371048:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335107.371050:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335107.371054:0:6516:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9001fc184000/0x3ec0b540075761a3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.371063:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001fc184000/0x3ec0b540075761a3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x259:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.371094:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335107.371136:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+8:2427:x1848989814752256:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 149us (1503us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335107.371143:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3135 00010000:00010000:2.0:1763335107.371166:0:8725:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9001fc184000/0x3ec0b540075761a3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.371175:0:8725:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001fc184000/0x3ec0b540075761a3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.371184:0:8725:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001fc184000/0x3ec0b540075761a3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.371192:0:8725:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9001fc184000/0x3ec0b540075761a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.371208:0:8725:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1763335107.371479:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1335880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+13:3664:x1848989826077952:12345-0@lo:6:osp-syn-0-1.0 Request processed in 6977us (7240us total) trans 21474838910 rc 0/0 00000100:00100000:2.0:1763335107.371485:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6584 00010000:00010000:2.0:1763335107.371505:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1763335107.371511:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9001fc185600/0x3ec0b5400757619c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.371519:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185600 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335107.371523:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9001fc185600/0x3ec0b5400757619c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.371533:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9001fc185600/0x3ec0b5400757619c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.371545:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9001fc185600/0x3ec0b5400757619c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.371551:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001fc185600/0x3ec0b5400757619c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x258:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.371566:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335107.371569:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9001fc184000/0x3ec0b540075761a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.371576:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc184000 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335107.371579:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9001fc184000/0x3ec0b540075761a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.371586:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9001fc184000/0x3ec0b540075761a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.371594:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9001fc184000/0x3ec0b540075761a3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.371601:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001fc184000/0x3ec0b540075761a3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x259:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.371615:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335107.371616:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335107.371618:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335107.372026:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763335107.372064:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c9b45500/2, rc 0, transno 21474838910 00000100:00100000:1.0:1763335107.372071:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826077952:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1763335107.372081:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c9b47100/2, rc 0, transno 21474838909 00000100:00100000:1.0:1763335107.372084:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826077824:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335107.374458:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335107.374611:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814752384 00000100:00100000:2.0:1763335107.374621:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814752384 00000100:00100000:2.0:1763335107.374667:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6589 00000100:00100000:2.0:1763335107.374676:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:55956:x1848989814752384:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335107.374692:0:8725:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335107.374711:0:8725:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075761b8 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8816b1 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.374739:0:8725:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576133 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881687 expref: 25 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335107.374749:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335107.374751:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335107.374755:0:8725:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075761b8 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816b1 expref: 25 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.374786:0:8725:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576133 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881687 expref: 25 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335107.374799:0:8725:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576133 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881687 expref: 25 pid: 35240 timeout: 1200 lvb_type: 1 00000100:00100000:2.0:1763335107.374813:0:8725:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b54a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8725:1848989826079360:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335107.374947:0:8725:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001d02b86c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335107.377985:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.378016:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.378092:0:35240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c393e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35240:1848989826079104:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335107.378118:0:35240:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9001fc184800/0x3ec0b540075761aa lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x25b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335107.378393:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814752512 00000100:00100000:3.0:1763335107.378401:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814752512 00010000:00010000:3.0:1763335107.378435:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff900202172600/0x3ec0b54007575f81 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815fb expref: 26 pid: 8417 timeout: 1200 lvb_type: 1 00000100:00100000:3.0:1763335107.378463:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814752640 00000100:00100000:3.0:1763335107.378466:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814752640 00010000:00010000:3.0:1763335107.378478:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9001d035ea00/0x3ec0b5400757604c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x25b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881648 expref: 27 pid: 27804 timeout: 1200 lvb_type: 0 00000100:00100000:3.0:1763335107.378500:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3136 00000100:00100000:3.0:1763335107.378509:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+27:2429:x1848989814752512:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335107.378522:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335107.378527:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff900202172600/0x3ec0b54007575f81 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x25a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815fb expref: 27 pid: 8417 timeout: 1200 lvb_type: 1 00010000:00010000:3.0:1763335107.378538:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff900202172600/0x3ec0b54007575f81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x25a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815fb expref: 27 pid: 8417 timeout: 1200 lvb_type: 1 00010000:00010000:3.0:1763335107.378561:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335107.378563:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335107.378568:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9001fc185e00/0x3ec0b540075761b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.378582:0:7458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001fc185e00/0x3ec0b540075761b1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.378599:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335107.378645:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+27:2429:x1848989814752512:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 136us (669us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335107.378652:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3136 00000100:00100000:3.0:1763335107.378668:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3137 00000100:00100000:3.0:1763335107.378674:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:2429:x1848989814752640:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335107.378682:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335107.378686:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9001d035ea00/0x3ec0b5400757604c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x25b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881648 expref: 26 pid: 27804 timeout: 1200 lvb_type: 0 00010000:00010000:3.0:1763335107.378696:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9001d035ea00/0x3ec0b5400757604c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881648 expref: 26 pid: 27804 timeout: 1200 lvb_type: 0 00010000:00010000:3.0:1763335107.378708:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001d035ea00/0x3ec0b5400757604c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x25b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881648 expref: 26 pid: 27804 timeout: 1200 lvb_type: 0 00010000:00010000:3.0:1763335107.378719:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335107.378721:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335107.378724:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9001fc184800/0x3ec0b540075761aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.378732:0:7458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001fc184800/0x3ec0b540075761aa lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x25b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.378745:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335107.378762:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:2429:x1848989814752640:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 89us (746us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335107.378768:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3137 00010000:00010000:2.0:1763335107.380993:0:8417:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff900202172600/0x3ec0b54007575f81 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x25a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8815fb expref: 24 pid: 8417 timeout: 1200 lvb_type: 1 00000100:00100000:2.0:1763335107.381015:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c393c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8417:1848989826079232:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335107.381036:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9001fc185e00/0x3ec0b540075761b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.381047:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9001fc185e00/0x3ec0b540075761b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.381054:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001fc185e00/0x3ec0b540075761b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.381066:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001fc185e00/0x3ec0b540075761b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.381073:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9001fc185e00/0x3ec0b540075761b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.381101:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763335107.381454:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+29:3665:x1848989826078592:12345-0@lo:6:osp-syn-1-1.0 Request processed in 15601us (16046us total) trans 17179871617 rc 0/0 00000100:00100000:2.0:1763335107.381463:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6586 00000004:00080000:2.0:1763335107.381508:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5f78a80/2, rc 0, transno 17179871617 00000100:00100000:2.0:1763335107.381513:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826078592:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1763335107.381679:0:35240:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9001fc184800/0x3ec0b540075761aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.381687:0:35240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001fc184800/0x3ec0b540075761aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.381695:0:35240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001fc184800/0x3ec0b540075761aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.381701:0:35240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9001fc184800/0x3ec0b540075761aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.381725:0:35240:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1763335107.381842:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+29:3665:x1848989826078720:12345-0@lo:6:osp-syn-1-1.0 Request processed in 16267us (16487us total) trans 17179871618 rc 0/0 00000100:00100000:1.0:1763335107.381849:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6585 00000004:00080000:1.0:1763335107.381886:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5f79500/2, rc 0, transno 17179871618 00000100:00100000:1.0:1763335107.381891:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826078720:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763335107.382649:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763335107.382657:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9001fc185e00/0x3ec0b540075761b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.382665:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185e00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335107.382669:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9001fc185e00/0x3ec0b540075761b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.382678:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9001fc185e00/0x3ec0b540075761b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.382698:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9001fc185e00/0x3ec0b540075761b1 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.382705:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001fc185e00/0x3ec0b540075761b1 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x25a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.382725:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335107.382729:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9001fc184800/0x3ec0b540075761aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.382735:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc184800 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335107.382739:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9001fc184800/0x3ec0b540075761aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.382747:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9001fc184800/0x3ec0b540075761aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.382757:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9001fc184800/0x3ec0b540075761aa lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.382764:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001fc184800/0x3ec0b540075761aa lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x25b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.382775:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335107.382777:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335107.382779:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335107.383039:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.383101:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814752768 00000100:00100000:0.0:1763335107.383109:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814752768 00010000:00010000:0.0:1763335107.383144:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576133 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881687 expref: 24 pid: 35240 timeout: 1200 lvb_type: 1 00000100:00100000:0.0:1763335107.383177:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3138 00000100:00100000:0.0:1763335107.383186:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:2427:x1848989814752768:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335107.383201:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335107.383206:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576133 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x25e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881687 expref: 24 pid: 35240 timeout: 1200 lvb_type: 1 00010000:00010000:0.0:1763335107.383218:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576133 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x25e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881687 expref: 24 pid: 35240 timeout: 1200 lvb_type: 1 00010000:00010000:0.0:1763335107.383236:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335107.383238:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335107.383246:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075761b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816b1 expref: 24 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.383256:0:33041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075761b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816b1 expref: 24 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.383291:0:33041:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075761b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816b1 expref: 24 pid: 8725 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335107.383305:0:33041:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c393ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:33041:1848989826079488:192.168.204.57@tcp:105: 00000100:00100000:0.0:1763335107.383411:0:33041:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c7926d80 going to sleep for 11 seconds 00010000:00010000:2.0:1763335107.383597:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335107.383991:0:8725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576133 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x25e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881687 expref: 24 pid: 35240 timeout: 1200 lvb_type: 1 00000100:00100000:3.0:1763335107.384004:0:8725:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b54a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8725:1848989826079360:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335107.384028:0:8725:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075761b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816b1 expref: 23 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.384038:0:8725:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7e00, rc 0) 00000100:00100000:3.0:1763335107.384088:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:55956:x1848989814752384:12345-192.168.204.57@tcp:101:bash.0 Request processed in 9412us (9641us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335107.384095:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6589 00000100:00100000:1.0:1763335107.393917:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335107.393978:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814752896 00000100:00100000:3.0:1763335107.393987:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814752896 00000100:00100000:3.0:1763335107.394040:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6590 00000100:00100000:3.0:1763335107.394050:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+8:55956:x1848989814752896:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335107.394066:0:8725:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335107.394085:0:8725:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d035ea00/0x3ec0b540075761bf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8816b8 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335107.394109:0:8725:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x25c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335107.394129:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335107.394133:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335107.394142:0:8725:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d035ea00/0x3ec0b540075761bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816b8 expref: 9 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.394157:0:8725:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9001d035ea00/0x3ec0b540075761bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816b8 expref: 9 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.394170:0:8725:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035ea00, rc 0) 00000100:00100000:3.0:1763335107.394234:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+9:55956:x1848989814752896:12345-192.168.204.57@tcp:101:bash.0 Request processed in 184us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335107.394241:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6590 00000100:00100000:0.0:1763335107.395087:0:33041:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c393ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:33041:1848989826079488:192.168.204.57@tcp:105: 00010000:00010000:0.0:1763335107.395107:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335107.395150:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+22:2427:x1848989814752768:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 11964us (12113us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335107.395159:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3138 00000100:00100000:1.0:1763335107.396157:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.396196:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335107.396303:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814753024 00000100:00100000:3.0:1763335107.396311:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814753024 00002000:00010000:3.0:1763335107.396375:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/606 (0->18446744073709551615) 00002000:00100000:3.0:1763335107.396379:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c79efb80 with x1848989814753024 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335107.396390:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c79efb80. 00000100:00100000:3.0:1763335107.396406:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814753152 00000100:00100000:3.0:1763335107.396409:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814753152 00002000:00010000:3.0:1763335107.396421:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/604 (0->18446744073709551615) 00002000:00100000:3.0:1763335107.396425:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c79ee300 with x1848989814753152 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335107.396430:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c79ee300. 00000100:00100000:3.0:1763335107.396459:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1618 00000100:00100000:3.0:1763335107.396468:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+22:2427:x1848989814753024:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:3.0:1763335107.396637:0:23998:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x25e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335107.396641:0:23998:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x25e:0x0] updating lvb mtime from disk: 0 -> 1763335107 00002000:00010000:3.0:1763335107.396644:0:23998:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x25e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335107.396646:0:23998:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x25e:0x0] updating lvb ctime from disk: 0 -> 1763335107 00002000:00010000:3.0:1763335107.396648:0:23998:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x25e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335107.396687:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:2427:x1848989814753024:12345-192.168.204.57@tcp:10:bash.0 Request processed in 219us (532us total) trans 17179871619 rc 0/0 00000100:00100000:3.0:1763335107.396693:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1618 00002000:00010000:3.0:1763335107.396697:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/606 (0->18446744073709551615) 00002000:00100000:3.0:1763335107.396699:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c79efb80 with x1848989814753024 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335107.396703:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c79efb80. 00000100:00100000:3.0:1763335107.396719:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1619 00000100:00100000:3.0:1763335107.396727:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+9:2426:x1848989814753152:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:3.0:1763335107.396811:0:23998:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x25c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335107.396814:0:23998:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x25c:0x0] updating lvb mtime from disk: 0 -> 1763335107 00002000:00010000:3.0:1763335107.396817:0:23998:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x25c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335107.396818:0:23998:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x25c:0x0] updating lvb ctime from disk: 0 -> 1763335107 00002000:00010000:3.0:1763335107.396820:0:23998:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x25c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335107.396842:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:2426:x1848989814753152:12345-192.168.204.57@tcp:10:bash.0 Request processed in 116us (644us total) trans 21474838911 rc 0/0 00000100:00100000:3.0:1763335107.396848:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1619 00002000:00010000:3.0:1763335107.396852:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/604 (0->18446744073709551615) 00002000:00100000:3.0:1763335107.396854:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c79ee300 with x1848989814753152 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335107.396858:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c79ee300. 00000100:00100000:3.0:1763335107.401292:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.401562:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814753408 00000100:00100000:0.0:1763335107.401572:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814753408 00000100:00100000:0.0:1763335107.401625:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3296 00000100:00100000:0.0:1763335107.401634:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:55956:x1848989814753408:12345-192.168.204.57@tcp:35:bash.0 00000100:00100000:0.0:1763335107.402785:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:55956:x1848989814753408:12345-192.168.204.57@tcp:35:bash.0 Request processed in 1146us (1496us total) trans 4294973147 rc 0/0 00000100:00100000:0.0:1763335107.402795:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3296 00000100:00100000:2.0:1763335107.407785:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.407905:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814753664 00000100:00100000:1.0:1763335107.407915:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814753664 00000100:00100000:1.0:1763335107.407984:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9554 00000100:00100000:1.0:1763335107.407994:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56955:x1848989814753664:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335107.408015:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335107.408038:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b540075761c6 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8816bf expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.408126:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075761cd lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335107.408140:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075761cd lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.408151:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075761cd lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.408162:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b540075761d4 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335107.408168:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b540075761d4 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.408174:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b540075761d4 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.408288:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b540075761db lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335107.408297:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b540075761db lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.408306:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b540075761db lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:1.0:1763335107.408359:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1ed:0x0]: returning size 5 00010000:00010000:1.0:1763335107.408446:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075761cd lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.408453:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075761cd lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.408459:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075761cd lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.408465:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075761cd lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.408470:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1f400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335107.408473:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075761cd lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.408479:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075761cd lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.408491:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2b00) 00010000:00010000:1.0:1763335107.408494:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335107.408499:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075761cd lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.408505:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075761cd lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.408518:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b540075761d4 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.408524:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b540075761d4 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.408534:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b540075761d4 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.408538:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1f600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335107.408541:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b540075761d4 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.408546:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b540075761d4 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.408553:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2900) 00010000:00010000:1.0:1763335107.408556:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335107.408558:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b540075761d4 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.408563:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b540075761d4 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.408601:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b540075761c6 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816bf expref: 257 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.408616:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b540075761db lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816bf expref: 256 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.408623:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ed:0x0].0x0 (ffff9001cac3b800) 00010000:00010000:1.0:1763335107.408625:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335107.408628:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202172600, rc 0) 00000100:00100000:1.0:1763335107.408709:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56955:x1848989814753664:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 716us (933us total) trans 4294973148 rc 0/0 00000100:00100000:1.0:1763335107.408717:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9554 00000100:00100000:1.0:1763335107.413366:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.413541:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814753920 00000100:00100000:0.0:1763335107.413551:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814753920 00000100:00100000:0.0:1763335107.413603:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3297 00000100:00100000:0.0:1763335107.413613:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56955:x1848989814753920:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335107.413888:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:56955:x1848989814753920:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 275us (531us total) trans 4294973149 rc 0/0 00000100:00100000:0.0:1763335107.413895:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3297 00000100:00100000:3.0:1763335107.420995:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335107.421038:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335107.421185:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814754176 00000100:00100000:2.0:1763335107.421196:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814754176 00000100:00100000:2.0:1763335107.421250:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814754432 00000100:00100000:2.0:1763335107.421254:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814754432 00000100:00100000:2.0:1763335107.421287:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9555 00000100:00100000:2.0:1763335107.421297:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56955:x1848989814754176:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335107.421350:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335107.421372:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b540075761e9 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8816c6 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.421482:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075761f0 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335107.421498:0:13591:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b540075761db lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816bf expref: 259 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.421508:0:13591:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075761f0 lrc: 4/0,1 mode: --/CW res: [0x240000405:0x1ed:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335107.421540:0:13591:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b540075761db lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816bf expref: 259 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.421553:0:13591:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b540075761db lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816bf expref: 259 pid: 13840 timeout: 1200 lvb_type: 0 00000100:00100000:2.0:1763335107.421565:0:13591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b54a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826079616:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335107.421641:0:13591:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001e7fa8540 going to sleep for 11 seconds 00000100:00100000:1.0:1763335107.421783:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9556 00000100:00100000:1.0:1763335107.421794:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1335180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:56956:x1848989814754432:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:1.0:1763335107.421819:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1763335107.421837:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007576195 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1ed:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816aa expref: 259 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.421855:0:7841:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b540075761db lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816bf expref: 258 pid: 13840 timeout: 1200 lvb_type: 0 00010000:00010000:1.0:1763335107.421866:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b5400757615d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88169c expref: 258 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.421885:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ed:0x0].0x0 (ffff9001cac3b800) 00010000:00010000:1.0:1763335107.421890:0:7841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075761f0 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1ed:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335107.421897:0:7841:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075761f0 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1ed:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335107.421903:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075761f0 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x1ed:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335107.421918:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335107.421936:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075761f7 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335107.421943:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075761f7 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.421949:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075761f7 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.421960:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b540075761fe lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335107.421966:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b540075761fe lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.421972:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b540075761fe lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.422038:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007576205 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335107.422045:0:7841:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075761f0 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1ed:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335107.422050:0:7841:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007576205 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.422060:0:7841:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075761f0 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x1ed:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335107.422068:0:7841:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007576205 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335107.426467:0:13591:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.57@tcp) returned -22 from blocking AST (req@0000000049f8731e x1848989826079616) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b540075761db lrc: 1/0,0 mode: --/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816bf expref: 257 pid: 13840 timeout: 1200 lvb_type: 0 00010000:00010000:3.0:1763335107.426498:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b540075761db lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816bf expref: 257 pid: 13840 timeout: 1200 lvb_type: 0 00000100:00100000:3.0:1763335107.426520:0:13591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b54a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826079616:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335107.426550:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ed:0x0].0x0 (ffff9001cac3b800) 00010000:00010000:3.0:1763335107.426556:0:13591:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007576205 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335107.426564:0:13591:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007576205 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335107.426578:0:13591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075761f0 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1ed:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335107.428966:0:13591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075761f0 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1ed:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335107.428987:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075761f0 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1ed:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13591 initiator: MDT1 00000004:00200000:0.0:1763335107.429014:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1ed:0x0]: returning size 5 00010000:00010000:0.0:1763335107.429162:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b540075761e9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1ed:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816c6 expref: 258 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.429191:0:13591:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075761f0 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1ed:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816c6 expref: 257 pid: 13591 timeout: 1200 lvb_type: 0 00010000:00010000:0.0:1763335107.429201:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075761f0 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1ed:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816c6 expref: 257 pid: 13591 timeout: 1200 lvb_type: 0 00010000:00010000:0.0:1763335107.429207:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7800, rc 0) 00000100:00100000:0.0:1763335107.429294:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:56955:x1848989814754176:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 7997us (8308us total) trans 4294973150 rc 0/0 00000100:00100000:0.0:1763335107.429304:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9555 00000100:00100000:2.0:1763335107.441143:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335107.441238:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.442086:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814754560 00000100:00100000:1.0:1763335107.442097:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814754560 00010000:00010000:1.0:1763335107.442138:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075761f0 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1ed:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816c6 expref: 257 pid: 13591 timeout: 1200 lvb_type: 0 00000100:00100000:1.0:1763335107.442181:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3139 00000100:00100000:1.0:1763335107.442191:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:2428:x1848989814754560:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335107.442205:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335107.442212:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075761f0 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1ed:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816c6 expref: 257 pid: 13591 timeout: 1200 lvb_type: 0 00010000:00010000:1.0:1763335107.442222:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075761f0 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1ed:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816c6 expref: 257 pid: 13591 timeout: 1200 lvb_type: 0 00010000:00010000:1.0:1763335107.442242:0:33041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075761f0 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x1ed:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816c6 expref: 257 pid: 13591 timeout: 1200 lvb_type: 0 00010000:00010000:1.0:1763335107.442257:0:33041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ed:0x0].0x0 (ffff9001cac3b800) 00010000:00010000:1.0:1763335107.442262:0:33041:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007576205 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.442270:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007576205 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.442276:0:33041:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007576205 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7841 initiator: MDT1 00000100:00100000:0.0:1763335107.442376:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814754688 00000100:00100000:0.0:1763335107.442380:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814754688 00000100:00100000:0.0:1763335107.442431:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9557 00000100:00100000:0.0:1763335107.442439:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:56955:x1848989814754688:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335107.442459:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335107.442475:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576213 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8816cd expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.442569:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b5400757621a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335107.442583:0:13840:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007576205 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.442832:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335107.442903:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:2428:x1848989814754560:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 713us (1663us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335107.442912:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3139 00010000:00010000:0.0:1763335107.443658:0:13840:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b5400757621a lrc: 4/1,0 mode: --/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.443822:0:7841:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007576205 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000020 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335107.443830:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007576205 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000020 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.443925:0:13840:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007576205 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.443937:0:13840:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b5400757621a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00080000:2.0:1763335107.444486:0:7841:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000405:0x1ed:0x0] is inserted into orphan list, open count = 1 00010000:00010000:2.0:1763335107.444563:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007576205 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.444569:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007576205 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.444575:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007576205 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.444581:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202173000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335107.444583:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007576205 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.444590:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007576205 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.444603:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ed:0x0].0x0 (ffff9001cac3b800) 00010000:00010000:2.0:1763335107.444606:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763335107.444608:0:7841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b5400757621a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335107.444615:0:7841:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b5400757621a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335107.444621:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b5400757621a lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335107.444638:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007576205 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.444643:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007576205 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.444659:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075761f7 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.444665:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075761f7 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.444671:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075761f7 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.444675:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075761f7 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.444680:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202173800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335107.444682:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075761f7 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.444688:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075761f7 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.444693:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2b00) 00010000:00010000:2.0:1763335107.444696:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335107.444698:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075761f7 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.444703:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075761f7 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000004:00010000:2.0:1763335107.444717:0:7841:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fbae9c1a reply state 00000000a18603b7 transno 4294973151 ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b540075761fe lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.444726:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b540075761fe lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.444732:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2900) 00010000:00010000:2.0:1763335107.444735:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335107.444737:0:7841:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335107.444806:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1335180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:56956:x1848989814754432:12345-192.168.204.57@tcp:36:rm.0 Request processed in 23011us (23764us total) trans 4294973151 rc 0/0 00000100:00100000:2.0:1763335107.444814:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9556 00010000:00010000:0.0:1763335107.444943:0:13840:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b5400757621a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.444950:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b5400757621a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:0.0:1763335107.444976:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1ed:0x0]: returning size 5 00000004:00200000:0.0:1763335107.444981:0:13840:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335107.444994:0:13840:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b5400757621a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.445020:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576213 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816cd expref: 259 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.445033:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b5400757621a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816cd expref: 258 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.445039:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ed:0x0].0x0 (ffff9001cac3b800) 00010000:00010000:0.0:1763335107.445042:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335107.445044:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc184800, rc 0) 00000100:00100000:0.0:1763335107.445083:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56955:x1848989814754688:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 2645us (3950us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335107.445089:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9557 00000100:00100000:1.0:1763335107.458399:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.458512:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814754944 00000100:00100000:0.0:1763335107.458522:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814754944 00000100:00100000:0.0:1763335107.458580:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9558 00000100:00100000:0.0:1763335107.458590:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56955:x1848989814754944:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335107.458612:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335107.458631:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576221 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8816d4 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.458734:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576228 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335107.458748:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576228 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1ed:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.458758:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576228 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1ed:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:0.0:1763335107.458771:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1ed:0x0]: returning size 5 00010000:00010000:0.0:1763335107.458870:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576221 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1ed:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816d4 expref: 261 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.458900:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576228 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1ed:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816d4 expref: 260 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.458908:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ed:0x0].0x0 (ffff9001cac3b800) 00010000:00010000:0.0:1763335107.458911:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763335107.458915:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc185e00, rc 0) 00000100:00100000:0.0:1763335107.458966:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:56955:x1848989814754944:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 378us (575us total) trans 4294973152 rc 0/0 00000100:00100000:0.0:1763335107.458973:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9558 00000100:00100000:2.0:1763335107.461815:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.461917:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814755072 00000100:00100000:1.0:1763335107.461930:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814755072 00000100:00100000:1.0:1763335107.461990:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6591 00000100:00100000:1.0:1763335107.462001:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:2427:x1848989814755072:12345-192.168.204.57@tcp:1:lfs.0 00010000:00010000:1.0:1763335107.462047:0:35240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b54007576236 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.462070:0:35240:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075761b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816b1 expref: 23 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.462078:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335107.462080:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335107.462084:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b54007576236 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.462121:0:35240:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075761b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816b1 expref: 23 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.462135:0:35240:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075761b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816b1 expref: 23 pid: 8725 timeout: 1200 lvb_type: 0 00000100:00100000:1.0:1763335107.462150:0:35240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6355f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35240:1848989826079744:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335107.462245:0:35240:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c9e3a900 going to sleep for 11 seconds 00000100:00100000:1.0:1763335107.463271:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335107.463387:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814755200 00000100:00100000:2.0:1763335107.463395:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814755200 00000100:00100000:2.0:1763335107.463446:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9559 00000100:00100000:2.0:1763335107.463455:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:56957:x1848989814755200:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335107.463474:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335107.463492:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b5400757623d lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8816db expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.463556:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007576244 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335107.463570:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007576244 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.463580:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007576244 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.463590:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757624b lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335107.463597:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757624b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.463602:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757624b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.463640:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007576244 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.463651:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007576244 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.463657:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007576244 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.463663:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007576244 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.463668:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335107.463672:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007576244 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.463679:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007576244 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.463692:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da00b700) 00010000:00010000:2.0:1763335107.463695:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335107.463699:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007576244 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.463704:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007576244 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.463718:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757624b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.463722:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757624b lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.463727:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757624b lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.463731:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335107.463734:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757624b lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.463738:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757624b lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.463743:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2900) 00010000:00010000:2.0:1763335107.463745:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335107.463747:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757624b lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.463752:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757624b lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.463773:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b5400757623d lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816db expref: 261 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.463781:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da00b700) 00010000:00010000:2.0:1763335107.463783:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335107.463786:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b5400757623d lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816db expref: 261 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.463798:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7a00, rc 0) 00000100:00100000:2.0:1763335107.463855:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:56957:x1848989814755200:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 401us (589us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335107.463861:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9559 00000100:00100000:1.0:1763335107.467659:0:35240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6355f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35240:1848989826079744:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335107.467690:0:35240:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b54007576236 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335107.469117:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335107.470485:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814755328 00000100:00100000:2.0:1763335107.470497:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814755328 00002000:00100000:2.0:1763335107.470546:0:23997:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000400:0x25e:0x0] (0->4) req@ffff9000c6355f80 x1848989814755328/t0(0) o4->357649f3-b5ed-4e47-9c16-69abcfcf3637@192.168.204.57@tcp:153/0 lens 496/0 e 0 to 0 dl 1763335118 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335107.470558:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c6355f80 with x1848989814755328 ext(0->4) 00010000:00010000:2.0:1763335107.470566:0:23997:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075761b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816b1 expref: 24 pid: 8725 timeout: 1200 lvb_type: 0 00010000:00010000:2.0:1763335107.470581:0:23997:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075761b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816b1 expref: 24 pid: 8725 timeout: 1200 lvb_type: 0 00002000:00010000:2.0:1763335107.470588:0:23997:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9000c6355f80 00000100:00100000:2.0:1763335107.470620:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 109 00000100:00100000:2.0:1763335107.470628:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6355f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:2426:x1848989814755328:12345-192.168.204.57@tcp:4:bash.0 00000100:00100000:1.0:1763335107.471621:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.472627:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814755456 00000100:00100000:0.0:1763335107.472637:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814755456 00000100:00100000:0.0:1763335107.472697:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9560 00000100:00100000:0.0:1763335107.472707:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:56957:x1848989814755456:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335107.472724:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335107.472747:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576252 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8816e2 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.472809:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576259 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335107.472822:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576259 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.472832:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576259 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.472843:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576260 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335107.472851:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576260 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.472857:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576260 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.472907:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576259 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.472918:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576259 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.472924:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576259 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.472931:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576259 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.472936:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc184000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335107.472941:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576259 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.472949:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576259 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.472960:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cac3b700) 00010000:00010000:0.0:1763335107.472963:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335107.472968:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576259 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.472974:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576259 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.472986:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576260 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.472991:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576260 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.472996:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576260 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.473000:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c3b9e800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335107.473003:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576260 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.473008:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576260 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.473014:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2900) 00010000:00010000:0.0:1763335107.473017:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335107.473019:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576260 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.473024:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576260 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.473053:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576252 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816e2 expref: 261 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.473062:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cac3b700) 00010000:00010000:0.0:1763335107.473064:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335107.473067:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576252 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816e2 expref: 261 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.473080:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc185600, rc 0) 00000100:00100000:0.0:1763335107.474262:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:56957:x1848989814755456:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1552us (2639us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335107.474272:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9560 00000100:00100000:1.0:1763335107.474371:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6355f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:2426:x1848989814755328:12345-192.168.204.57@tcp:4:bash.0 Request processed in 3742us (5261us total) trans 17179871620 rc 0/0 00000100:00100000:1.0:1763335107.474383:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 109 00002000:00100000:1.0:1763335107.474394:0:23997:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000400:0x25e:0x0] (0->4) req@ffff9000c6355f80 x1848989814755328/t17179871620(0) o4->357649f3-b5ed-4e47-9c16-69abcfcf3637@192.168.204.57@tcp:153/0 lens 496/448 e 0 to 0 dl 1763335118 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335107.474403:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c6355f80 with x1848989814755328 ext(0->4) 00010000:00010000:1.0:1763335107.474411:0:23997:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075761b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816b1 expref: 26 pid: 8725 timeout: 1200 lvb_type: 0 00010000:00010000:1.0:1763335107.474425:0:23997:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075761b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816b1 expref: 26 pid: 8725 timeout: 1200 lvb_type: 0 00002000:00010000:1.0:1763335107.474432:0:23997:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9000c6355f80 00000100:00100000:2.0:1763335107.477891:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.478418:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814755584 00000100:00100000:0.0:1763335107.478428:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814755584 00000100:00100000:0.0:1763335107.478482:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9561 00000100:00100000:0.0:1763335107.478491:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:56957:x1848989814755584:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335107.478511:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335107.478533:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576267 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8816e9 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.478584:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b5400757626e lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335107.478595:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b5400757626e lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.478604:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b5400757626e lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:0.0:1763335107.478644:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763335107.478648:0:13840:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763335107.478676:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576267 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816e9 expref: 262 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.478693:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b5400757626e lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816e9 expref: 261 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.478700:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cac3bb00) 00010000:00010000:0.0:1763335107.478703:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763335107.478706:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c3b9f400, rc 0) 00000100:00100000:0.0:1763335107.478749:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56957:x1848989814755584:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 259us (877us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335107.478755:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9561 00000100:00100000:3.0:1763335107.482189:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.482401:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814755712 00000100:00100000:1.0:1763335107.482411:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814755712 00010000:00010000:1.0:1763335107.482449:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075761b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816b1 expref: 26 pid: 8725 timeout: 1200 lvb_type: 0 00000100:00100000:1.0:1763335107.482936:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3140 00000100:00100000:1.0:1763335107.482948:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1337800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:2427:x1848989814755712:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335107.482964:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1763335107.482982:0:6514:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x25e:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:1.0:1763335107.482986:0:6514:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x25e:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1763335107.482992:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075761b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816b1 expref: 26 pid: 8725 timeout: 1200 lvb_type: 0 00010000:00010000:1.0:1763335107.483005:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075761b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816b1 expref: 26 pid: 8725 timeout: 1200 lvb_type: 0 00010000:00010000:1.0:1763335107.483027:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075761b8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816b1 expref: 26 pid: 8725 timeout: 1200 lvb_type: 0 00010000:00010000:1.0:1763335107.483041:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335107.483042:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335107.483047:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b54007576236 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.483056:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b54007576236 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.483635:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335107.483695:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1337800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:2427:x1848989814755712:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 747us (1514us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335107.483702:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3140 00010000:00010000:2.0:1763335107.484839:0:35240:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b54007576236 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.484854:0:35240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b54007576236 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.484890:0:35240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b54007576236 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.484898:0:35240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b54007576236 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.484906:0:35240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b54007576236 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.484912:0:35240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665e00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335107.484916:0:35240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b54007576236 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.484926:0:35240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b54007576236 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.484943:0:35240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b54007576236 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.484951:0:35240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b54007576236 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335107.485041:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:2427:x1848989814755072:12345-192.168.204.57@tcp:1:lfs.0 Request processed in 23039us (23238us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335107.485050:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6591 00000100:00100000:3.0:1763335107.485276:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335107.485539:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814755840 00000100:00100000:2.0:1763335107.485547:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814755840 00000100:00100000:2.0:1763335107.485597:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9562 00000100:00100000:2.0:1763335107.485607:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1335c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56957:x1848989814755840:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335107.485625:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335107.485644:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007576275 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8816f0 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.485703:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757627c lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335107.485717:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757627c lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.485725:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757627c lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.485734:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007576283 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335107.485741:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007576283 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.485746:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007576283 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.485783:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757627c lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.485789:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757627c lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.485794:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757627c lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.485798:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757627c lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.485803:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335107.485807:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757627c lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.485813:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757627c lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.485822:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cac3bb00) 00010000:00010000:2.0:1763335107.485824:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335107.485828:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757627c lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.485833:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757627c lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.485844:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007576283 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.485849:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007576283 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.485854:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007576283 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.485859:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335107.485862:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007576283 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.485867:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007576283 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.485884:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2900) 00010000:00010000:2.0:1763335107.485887:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335107.485890:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007576283 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.485896:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007576283 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.485921:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007576275 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816f0 expref: 262 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.485932:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cac3bb00) 00010000:00010000:2.0:1763335107.485934:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335107.485938:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007576275 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816f0 expref: 262 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.485949:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7a00, rc 0) 00000100:00100000:2.0:1763335107.485981:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1335c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56957:x1848989814755840:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 376us (707us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335107.485989:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9562 00000100:00100000:3.0:1763335107.491411:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.491723:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814756096 00000100:00100000:1.0:1763335107.491735:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814756096 00000100:00100000:1.0:1763335107.491799:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9563 00000100:00100000:1.0:1763335107.491810:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1334000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56955:x1848989814756096:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:1.0:1763335107.491872:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335107.491910:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b5400757621a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816cd expref: 261 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.491929:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ed:0x0].0x0 (ffff9001cac3b800) 00010000:00010000:1.0:1763335107.491935:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335107.491966:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b5400757628a lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335107.491980:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b5400757628a lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.491991:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b5400757628a lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000040:00080000:1.0:1763335107.492235:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1497, 88 off125496 00000004:00080000:1.0:1763335107.492245:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1100471929477ns, next at 1101193917321ns, rc = 0 00000040:00080000:1.0:1763335107.492285:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1496, 88 off125496 00000004:00080000:1.0:1763335107.492290:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1100471975557ns, next at 1101193887757ns, rc = 0 00000040:00080000:1.0:1763335107.492346:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1497, 88 off125584 00000004:00080000:1.0:1763335107.492352:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1100472036997ns, next at 1101193887757ns, rc = 0 00000040:00080000:1.0:1763335107.492363:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1498, 88 off125584 00000004:00080000:1.0:1763335107.492367:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1100472052215ns, next at 1101193917321ns, rc = 0 00000001:00080000:2.0:1763335107.494243:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973153 is committed 00000004:00080000:2.0:1763335107.494253:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 980 committed 00000004:00080000:2.0:1763335107.494268:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 983 committed 00000004:00080000:2.0:1763335107.494276:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 982 committed 00000004:00080000:2.0:1763335107.494278:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 979 committed 00010000:00010000:0.0:1763335107.494358:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b540075761fe lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.494370:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b540075761fe lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.494379:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b540075761fe lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.494385:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202172c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335107.494390:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b540075761fe lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.494397:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b540075761fe lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.494413:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2900) 00010000:00010000:0.0:1763335107.494415:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335107.494419:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b540075761fe lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.494425:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b540075761fe lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000100:00100000:0.0:1763335107.494533:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c393d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826080000:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335107.494595:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335107.494631:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763335107.494637:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c393ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826079872:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335107.494656:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335107.494685:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826080000 00000100:00100000:0.0:1763335107.494692:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826080000 00000100:00100000:0.0:1763335107.494723:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826079872 00000100:00100000:0.0:1763335107.494726:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826079872 00000100:00100000:0.0:1763335107.494743:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6592 00000100:00100000:0.0:1763335107.494749:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+14:3665:x1848989826080000:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335107.494913:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+15:3665:x1848989826080000:12345-0@lo:2:osp-syn-0-1.0 Request processed in 163us (316us total) trans 21474838912 rc 0/0 00000100:00100000:0.0:1763335107.494920:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6592 00000100:00100000:0.0:1763335107.494934:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6593 00000100:00100000:0.0:1763335107.494939:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+14:3665:x1848989826079872:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763335107.494984:0:35240:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x25c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335107.494987:0:35240:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x25c:0x0] updating lvb mtime from disk: 1763335107 -> 1763335107 00002000:00010000:0.0:1763335107.494990:0:35240:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x25c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335107.494992:0:35240:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x25c:0x0] updating lvb ctime from disk: 1763335107 -> 1763335107 00002000:00010000:0.0:1763335107.494994:0:35240:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x25c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335107.495015:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+15:3665:x1848989826079872:12345-0@lo:2:osp-syn-0-1.0 Request processed in 76us (358us total) trans 21474838913 rc 0/0 00000100:00100000:0.0:1763335107.495020:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6593 00000004:00080000:0.0:1763335107.495052:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c393ea00/2, rc 0, transno 21474838913 00000100:00100000:0.0:1763335107.495057:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c393ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826079872:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763335107.495064:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c393d500/2, rc 0, transno 21474838912 00000100:00100000:0.0:1763335107.495067:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c393d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826080000:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335107.495484:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6d97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826080256:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335107.495520:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335107.495549:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763335107.495555:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6d97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826080128:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335107.495575:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00010000:1.0:1763335107.495617:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004f3dbc8f reply state 00000000aaab3915 transno 4294973153 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b5400757628a lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.495632:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b5400757628a lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.495639:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ed:0x0].0x0 (ffff9001cac3b800) 00010000:00010000:1.0:1763335107.495641:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1763335107.495644:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:1.0:1763335107.495712:0:13840:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1763335107.495722:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1334000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56955:x1848989814756096:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 3913us (4320us total) trans 4294973153 rc 0/0 00000100:00100000:1.0:1763335107.495728:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9563 00000100:00100000:1.0:1763335107.495841:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.495862:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814756352 00000100:00100000:1.0:1763335107.495867:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814756352 00000100:00100000:1.0:1763335107.495903:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9564 00000100:00100000:1.0:1763335107.495910:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:56957:x1848989814756352:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335107.495922:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335107.495924:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763335107.495941:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b5400757626e lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816e9 expref: 253 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.495953:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cac3bb00) 00010000:00010000:1.0:1763335107.495959:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335107.495973:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007576291 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8816f7 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.496055:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007576298 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335107.496065:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007576298 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.496074:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007576298 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.496098:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b5400757629f lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335107.496105:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b5400757629f lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.496111:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b5400757629f lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.496469:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b540075762a6 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335107.496477:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b540075762a6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.496483:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b540075762a6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:1.0:1763335107.496491:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1ee:0x0]: returning size 0 00010000:00010000:1.0:1763335107.496512:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007576298 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.496517:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007576298 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.496522:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007576298 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.496527:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007576298 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.496532:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335107.496536:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007576298 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.496542:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007576298 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.496549:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2800) 00010000:00010000:1.0:1763335107.496552:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335107.496555:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007576298 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.496559:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007576298 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000004:00010000:1.0:1763335107.496567:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000aaafb5a9 reply state 00000000326d472c transno 4294973154 ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b5400757629f lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.496575:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b5400757629f lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.496580:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2500) 00010000:00010000:1.0:1763335107.496582:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335107.496584:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763335107.496605:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007576291 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816f7 expref: 255 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.496621:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b540075762a6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816f7 expref: 254 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.496627:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ee:0x0].0x0 (ffff9001cada2100) 00010000:00010000:1.0:1763335107.496629:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335107.496631:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001ffb18a00, rc 0) 00000100:00100000:1.0:1763335107.496662:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:56957:x1848989814756352:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 753us (822us total) trans 4294973154 rc 0/0 00000100:00100000:1.0:1763335107.496669:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9564 00000100:00100000:3.0:1763335107.496816:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826080256 00000100:00100000:3.0:1763335107.496821:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826080256 00000100:00100000:3.0:1763335107.496854:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826080128 00000100:00100000:3.0:1763335107.496857:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826080128 00000100:00100000:3.0:1763335107.496871:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6594 00000100:00100000:3.0:1763335107.496887:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+30:3667:x1848989826080256:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335107.496987:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+31:3667:x1848989826080256:12345-0@lo:2:osp-syn-1-1.0 Request processed in 101us (1467us total) trans 17179871621 rc 0/0 00000100:00100000:3.0:1763335107.496993:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6594 00000100:00100000:3.0:1763335107.497003:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6595 00000100:00100000:3.0:1763335107.497009:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+30:3667:x1848989826080128:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335107.497061:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+31:3667:x1848989826080128:12345-0@lo:2:osp-syn-1-1.0 Request processed in 52us (1485us total) trans 17179871622 rc 0/0 00000100:00100000:3.0:1763335107.497067:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6595 00000004:00080000:3.0:1763335107.497099:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6d97800/2, rc 0, transno 17179871622 00000100:00100000:3.0:1763335107.497104:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6d97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826080128:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763335107.497111:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6d97b80/2, rc 0, transno 17179871621 00000100:00100000:3.0:1763335107.497114:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6d97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826080256:0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1763335107.497502:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b5400757628a lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.497511:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b5400757628a lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.497517:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b5400757628a lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.497521:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335107.497524:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b5400757628a lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.497536:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b5400757628a lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.497545:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ed:0x0].0x0 (ffff9001cac3b800) 00010000:00010000:0.0:1763335107.497547:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335107.497550:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b5400757628a lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.497555:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b5400757628a lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000100:00100000:3.0:1763335107.499396:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335107.499536:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814756480 00000100:00100000:2.0:1763335107.499544:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814756480 00000100:00100000:2.0:1763335107.499593:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9565 00000100:00100000:2.0:1763335107.499601:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56955:x1848989814756480:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335107.499620:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335107.499638:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075762b4 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8816fe expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.499684:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075762b4 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816fe expref: 255 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.499697:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075762b4 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816fe expref: 255 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.499711:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ed:0x0].0x0 (ffff9001cac3b800) 00010000:00010000:2.0:1763335107.499714:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763335107.499717:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7a00, rc 0) 00000100:00100000:2.0:1763335107.499827:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:56955:x1848989814756480:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 226us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335107.499834:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9565 00000100:00100000:1.0:1763335107.502830:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335107.502998:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814756864 00000100:00100000:2.0:1763335107.503009:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814756864 00000100:00100000:2.0:1763335107.503064:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9566 00000100:00100000:2.0:1763335107.503073:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:56955:x1848989814756864:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335107.503110:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335107.503130:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b540075762bb lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88170c expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.503203:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075762c2 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335107.503217:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075762c2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.503228:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075762c2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:2.0:1763335107.503271:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1ed:0x0]: returning size 5 00000004:00200000:2.0:1763335107.503275:0:7841:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335107.503293:0:7841:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075762c2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.503353:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b540075762bb lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88170c expref: 257 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.503371:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075762c2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88170c expref: 256 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.503379:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ed:0x0].0x0 (ffff9001cac3b800) 00010000:00010000:2.0:1763335107.503382:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1763335107.503386:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7800, rc 0) 00000100:00100000:2.0:1763335107.503445:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56955:x1848989814756864:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 373us (624us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335107.503452:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9566 00000100:00100000:0.0:1763335107.505595:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335107.505719:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814756736 00000100:00100000:3.0:1763335107.505729:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814756736 00000100:00100000:3.0:1763335107.505827:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9567 00000100:00100000:3.0:1763335107.505838:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56957:x1848989814756736:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335107.505856:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335107.505885:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075762c9 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881705 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.505986:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075762d0 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335107.506000:0:13840:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b540075762a6 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816f7 expref: 257 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.506007:0:13840:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075762d0 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.506039:0:13840:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b540075762a6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816f7 expref: 257 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.506050:0:13840:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b540075762a6 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816f7 expref: 257 pid: 13840 timeout: 1200 lvb_type: 0 00000100:00100000:3.0:1763335107.506062:0:13840:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6d95500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13840:1848989826080384:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335107.506409:0:13840:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f16bd9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335107.509073:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.509246:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814756992 00000100:00100000:1.0:1763335107.509255:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814756992 00010000:00010000:1.0:1763335107.509293:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b540075762a6 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816f7 expref: 258 pid: 13840 timeout: 1200 lvb_type: 0 00000100:00100000:3.0:1763335107.509690:0:13840:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6d95500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13840:1848989826080384:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335107.509714:0:13840:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075762d0 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000100:00100000:1.0:1763335107.509811:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3141 00000100:00100000:1.0:1763335107.509822:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c795a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:2427:x1848989814756992:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335107.509838:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335107.509844:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b540075762a6 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816f7 expref: 258 pid: 13840 timeout: 1200 lvb_type: 0 00010000:00010000:1.0:1763335107.509856:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b540075762a6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816f7 expref: 258 pid: 13840 timeout: 1200 lvb_type: 0 00010000:00010000:1.0:1763335107.509890:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b540075762a6 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816f7 expref: 258 pid: 13840 timeout: 1200 lvb_type: 0 00010000:00010000:1.0:1763335107.509903:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ee:0x0].0x0 (ffff9001cada2100) 00010000:00010000:1.0:1763335107.509908:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075762d0 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.509917:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075762d0 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.509923:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075762d0 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.509952:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335107.510011:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c795a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:2427:x1848989814756992:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 192us (946us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335107.510018:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3141 00010000:00010000:3.0:1763335107.510645:0:13840:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075762d0 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.510654:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075762d0 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:3.0:1763335107.510682:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1ee:0x0]: returning size 0 00000004:00080000:3.0:1763335107.510865:0:13840:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x25e:0x0], index 0: 0 00000004:00080000:3.0:1763335107.510885:0:13840:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x260:0x0], index 1: 0 00000004:00080000:3.0:1763335107.510892:0:13840:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x261:0x0], index 1: 0 00000004:00080000:3.0:1763335107.510896:0:13840:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x25f:0x0], index 0: 0 00010000:00010000:3.0:1763335107.511008:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075762d0 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.511017:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075762d0 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.511024:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075762d0 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.511030:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035e000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335107.511034:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075762d0 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.511041:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075762d0 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.511054:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ee:0x0].0x0 (ffff9001cada2100) 00010000:00010000:3.0:1763335107.511057:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335107.511061:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075762d0 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.511066:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075762d0 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.511124:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075762c9 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1ee:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881705 expref: 257 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.511134:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ee:0x0].0x0 (ffff9001cada2100) 00010000:00010000:3.0:1763335107.511137:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763335107.511140:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075762c9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1ee:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881705 expref: 257 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.511154:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035ec00, rc 0) 00000100:00100000:3.0:1763335107.511210:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56957:x1848989814756736:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 5373us (5623us total) trans 4294973155 rc 301/301 00000100:00100000:3.0:1763335107.511219:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9567 00000100:00100000:2.0:1763335107.511483:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335107.512705:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814757120 00000100:00100000:3.0:1763335107.512718:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814757120 00000100:00100000:3.0:1763335107.513157:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6596 00000100:00100000:3.0:1763335107.513169:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:2427:x1848989814757120:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335107.513186:0:8725:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335107.513206:0:8725:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001d035fe00/0x3ec0b540075762de lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881713 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335107.513229:0:8725:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x25e:0x0] initial LVB size: 5, mtime: 0x691a5bc3, atime: 0x0, ctime: 0x691a5bc3, blocks: 0x8 00010000:00010000:3.0:1763335107.513247:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335107.513249:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335107.513260:0:8725:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d035fe00/0x3ec0b540075762de lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881713 expref: 25 pid: 8725 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335107.513275:0:8725:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9001d035fe00/0x3ec0b540075762de lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881713 expref: 25 pid: 8725 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335107.513287:0:8725:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035fe00, rc 0) 00000100:00100000:3.0:1763335107.513943:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:2427:x1848989814757120:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 773us (2458us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335107.513954:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6596 00000100:00100000:2.0:1763335107.515851:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.515944:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814757376 00000100:00100000:0.0:1763335107.515953:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814757376 00000100:00100000:0.0:1763335107.516396:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3298 00000100:00100000:0.0:1763335107.516409:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56957:x1848989814757376:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335107.516705:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:56957:x1848989814757376:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 297us (859us total) trans 4294973156 rc 0/0 00000100:00100000:0.0:1763335107.516714:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3298 00000100:00100000:2.0:1763335107.524969:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.525059:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814757632 00000100:00100000:0.0:1763335107.525068:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814757632 00000100:00100000:0.0:1763335107.525125:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3299 00000100:00100000:0.0:1763335107.525136:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1617050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:56957:x1848989814757632:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335107.525544:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1617050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56957:x1848989814757632:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 409us (581us total) trans 4294973157 rc 0/0 00000100:00100000:0.0:1763335107.525695:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3299 00000100:00100000:2.0:1763335107.530615:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335107.530735:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814757888 00000100:00100000:3.0:1763335107.530747:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814757888 00000100:00100000:3.0:1763335107.530811:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9568 00000100:00100000:3.0:1763335107.530821:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:55956:x1848989814757888:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335107.530845:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335107.530867:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b540075762e5 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88171a expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.531007:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075762ec lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335107.531021:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075762ec lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.531033:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075762ec lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.531043:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075762f3 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335107.531050:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075762f3 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.531055:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075762f3 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.531118:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b540075762fa lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335107.531126:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b540075762fa lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.531133:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b540075762fa lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:3.0:1763335107.531143:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1ee:0x0]: returning size 0 00010000:00010000:3.0:1763335107.531216:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075762ec lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.531223:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075762ec lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.531230:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075762ec lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.531236:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075762ec lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.531241:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335107.531245:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075762ec lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.531252:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075762ec lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.531263:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c5f9f300) 00010000:00010000:3.0:1763335107.531267:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335107.531270:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075762ec lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.531277:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075762ec lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.531289:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075762f3 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.531299:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075762f3 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.531305:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075762f3 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.531309:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335107.531360:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075762f3 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.531366:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075762f3 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.531373:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2500) 00010000:00010000:3.0:1763335107.531376:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335107.531378:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075762f3 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.531384:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075762f3 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.531416:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b540075762e5 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88171a expref: 261 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.531431:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b540075762fa lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88171a expref: 260 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.531439:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ee:0x0].0x0 (ffff9001c5f9fa00) 00010000:00010000:3.0:1763335107.531441:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335107.531443:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664c00, rc 0) 00000100:00100000:3.0:1763335107.531503:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:55956:x1848989814757888:12345-192.168.204.57@tcp:101:bash.0 Request processed in 684us (897us total) trans 4294973158 rc 0/0 00000100:00100000:3.0:1763335107.531511:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9568 00000100:00100000:2.0:1763335107.534624:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.534884:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814758016 00000100:00100000:0.0:1763335107.534895:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814758016 00000100:00100000:0.0:1763335107.534954:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9569 00000100:00100000:0.0:1763335107.534964:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:55956:x1848989814758016:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335107.534985:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335107.535003:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576308 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881721 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.535034:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b5400757630f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335107.535045:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b5400757630f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ee:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.535055:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b5400757630f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ee:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.535425:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576308 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1ee:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881721 expref: 262 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.535444:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b5400757630f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ee:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881721 expref: 261 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.535452:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ee:0x0].0x0 (ffff9001c5f9fa00) 00010000:00010000:0.0:1763335107.535455:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763335107.535458:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c3b9e800, rc 0) 00000100:00100000:0.0:1763335107.535525:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:55956:x1848989814758016:12345-192.168.204.57@tcp:101:bash.0 Request processed in 562us (910us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335107.535532:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9569 00000100:00100000:1.0:1763335107.539964:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.540041:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814758272 00000100:00100000:0.0:1763335107.540053:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814758272 00000100:00100000:0.0:1763335107.540123:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9570 00000100:00100000:0.0:1763335107.540134:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:55956:x1848989814758272:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:0.0:1763335107.540189:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335107.540219:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b540075762fa lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88171a expref: 261 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.540239:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ee:0x0].0x0 (ffff9001c5f9fa00) 00010000:00010000:0.0:1763335107.540244:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335107.541191:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576316 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335107.541208:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576316 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.541218:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576316 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000001:00080000:1.0:1763335107.541262:0:7841:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973159 00000004:00010000:1.0:1763335107.541284:0:7841:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000de25136 reply state 00000000bd34fcc3 transno 4294973160 ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576316 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.541295:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576316 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.541301:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ee:0x0].0x0 (ffff9001c5f9fa00) 00010000:00010000:1.0:1763335107.541303:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335107.541306:0:7841:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335107.541749:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:55956:x1848989814758272:12345-192.168.204.57@tcp:36:bash.0 Request processed in 1614us (1791us total) trans 4294973160 rc 0/0 00000100:00100000:1.0:1763335107.541758:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9570 00000020:00080000:1.0:1763335107.541764:0:7841:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763335107.572699:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.589018:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814758400 00000100:00100000:1.0:1763335107.589041:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814758400 00000100:00100000:1.0:1763335107.589133:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9571 00000100:00100000:1.0:1763335107.589157:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:55956:x1848989814758400:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335107.589184:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335107.589207:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b5400757631d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881728 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.589265:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b5400757631d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881728 expref: 264 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.589283:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b5400757631d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881728 expref: 264 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.589304:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ee:0x0].0x0 (ffff9001c5f9fa00) 00010000:00010000:1.0:1763335107.589307:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763335107.589357:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001ffb18800, rc 0) 00000100:00100000:1.0:1763335107.589439:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:55956:x1848989814758400:12345-192.168.204.57@tcp:101:bash.0 Request processed in 296us (16748us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335107.589446:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9571 00000100:00100000:2.0:1763335107.595300:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.597979:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814758656 00000100:00100000:1.0:1763335107.597997:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814758656 00000100:00100000:1.0:1763335107.598086:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9572 00000100:00100000:1.0:1763335107.598097:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:55956:x1848989814758656:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335107.598121:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335107.598126:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763335107.598154:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b5400757631d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881728 expref: 264 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.598175:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ee:0x0].0x0 (ffff9001c5f9fa00) 00010000:00010000:1.0:1763335107.598180:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335107.598192:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576324 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88172f expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.598248:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b5400757632b lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335107.598263:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b5400757632b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ee:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.598271:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b5400757632b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ee:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000040:00080000:1.0:1763335107.598567:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1498, 88 off125672 00000004:00080000:1.0:1763335107.598576:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1100578260206ns, next at 1101193887757ns, rc = 0 00000040:00080000:1.0:1763335107.598626:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1499, 88 off125672 00000004:00080000:1.0:1763335107.598631:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1100578315888ns, next at 1101193917321ns, rc = 0 00000040:00080000:1.0:1763335107.598678:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1500, 88 off125760 00000004:00080000:1.0:1763335107.598683:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1100578368133ns, next at 1101193917321ns, rc = 0 00000040:00080000:1.0:1763335107.598700:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1499, 88 off125760 00000004:00080000:1.0:1763335107.598704:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1100578388786ns, next at 1101193887757ns, rc = 0 00010000:00010000:0.0:1763335107.600922:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b5400757629f lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.600937:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b5400757629f lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.600944:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b5400757629f lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.600949:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffb19200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335107.600952:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b5400757629f lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.600959:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b5400757629f lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.600974:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2500) 00010000:00010000:0.0:1763335107.600977:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335107.600981:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b5400757629f lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.600986:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b5400757629f lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.601015:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576316 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.601022:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576316 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.601026:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576316 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.601031:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffb18a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335107.601033:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576316 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.601037:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576316 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.601043:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ee:0x0].0x0 (ffff9001c5f9fa00) 00010000:00010000:0.0:1763335107.601045:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335107.601047:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576316 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.601052:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576316 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000001:00080000:1.0:1763335107.601220:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973161 is committed 00000004:00080000:1.0:1763335107.601227:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 985 committed 00000004:00080000:1.0:1763335107.601305:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 982 committed 00000100:00100000:3.0:1763335107.601510:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7f24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826080512:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335107.601572:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335107.601615:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763335107.601621:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826080640:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335107.601640:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335107.601703:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826080512 00000100:00100000:2.0:1763335107.601711:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826080512 00000100:00100000:2.0:1763335107.601799:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826080640 00000100:00100000:2.0:1763335107.601802:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826080640 00000004:00080000:1.0:1763335107.601842:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 981 committed 00000004:00080000:1.0:1763335107.601846:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 984 committed 00000100:00100000:3.0:1763335107.601930:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6597 00000100:00100000:3.0:1763335107.601940:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+16:3664:x1848989826080512:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335107.602104:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+17:3664:x1848989826080512:12345-0@lo:2:osp-syn-0-1.0 Request processed in 167us (532us total) trans 21474838914 rc 0/0 00000100:00100000:3.0:1763335107.602112:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6597 00000100:00100000:3.0:1763335107.602131:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6598 00000100:00100000:3.0:1763335107.602137:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+16:3664:x1848989826080640:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335107.602196:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+17:3664:x1848989826080640:12345-0@lo:2:osp-syn-0-1.0 Request processed in 59us (554us total) trans 21474838915 rc 0/0 00000100:00100000:3.0:1763335107.602202:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6598 00000100:00100000:3.0:1763335107.602268:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6d94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826080768:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335107.602291:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335107.602306:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763335107.602336:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6d96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826080896:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335107.602358:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335107.602382:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826080768 00000100:00100000:3.0:1763335107.602385:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826080768 00000100:00100000:3.0:1763335107.602409:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826080896 00000100:00100000:3.0:1763335107.602411:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826080896 00000100:00100000:3.0:1763335107.602427:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6599 00000100:00100000:3.0:1763335107.602432:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+32:3666:x1848989826080768:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335107.602511:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+33:3666:x1848989826080768:12345-0@lo:2:osp-syn-1-1.0 Request processed in 77us (218us total) trans 17179871623 rc 0/0 00000100:00100000:3.0:1763335107.602516:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6599 00000100:00100000:3.0:1763335107.602529:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6600 00000100:00100000:3.0:1763335107.602535:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+32:3666:x1848989826080896:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335107.602603:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+33:3666:x1848989826080896:12345-0@lo:2:osp-syn-1-1.0 Request processed in 68us (243us total) trans 17179871624 rc 0/0 00000100:00100000:3.0:1763335107.602609:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6600 00000004:00080000:3.0:1763335107.602649:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6d96a00/2, rc 0, transno 17179871624 00000100:00100000:3.0:1763335107.602655:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6d96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826080896:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763335107.602663:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6d94380/2, rc 0, transno 17179871623 00000100:00100000:3.0:1763335107.602667:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6d94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826080768:0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1763335107.602801:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b5400757632b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1ee:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88172f expref: 256 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.602812:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ee:0x0].0x0 (ffff9001c5f9fa00) 00010000:00010000:0.0:1763335107.602814:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763335107.602828:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576324 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1ee:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88172f expref: 256 pid: 7841 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763335107.602848:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b5400757632b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1ee:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88172f expref: 255 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.602883:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ee:0x0].0x0 (ffff9001c5f9fa00) 00010000:00010000:0.0:1763335107.602886:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763335107.602889:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c3a2aa00, rc 0) 00000100:00100000:0.0:1763335107.602942:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:55956:x1848989814758656:12345-192.168.204.57@tcp:101:bash.0 Request processed in 4847us (7653us total) trans 4294973161 rc 0/0 00000100:00100000:0.0:1763335107.602949:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9572 00000004:00080000:1.0:1763335107.603030:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f7f27800/2, rc 0, transno 21474838915 00000100:00100000:1.0:1763335107.603036:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826080640:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763335107.603045:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f7f24e00/2, rc 0, transno 21474838914 00000100:00100000:1.0:1763335107.603047:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7f24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826080512:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335107.606239:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.608762:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814758784 00000100:00100000:0.0:1763335107.608777:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814758784 00000100:00100000:0.0:1763335107.608831:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6601 00000100:00100000:0.0:1763335107.608841:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:2426:x1848989814758784:12345-192.168.204.57@tcp:23:lfs.0 00000100:00100000:0.0:1763335107.608959:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:2426:x1848989814758784:12345-192.168.204.57@tcp:23:lfs.0 Request processed in 120us (2728us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335107.608967:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6601 00000100:00100000:2.0:1763335107.612828:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335107.612894:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335107.613630:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814758912 00000100:00100000:3.0:1763335107.613641:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814758912 00000100:00100000:3.0:1763335107.613731:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814759040 00000100:00100000:3.0:1763335107.613735:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814759040 00000100:00100000:1.0:1763335107.613756:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6602 00000100:00100000:1.0:1763335107.613770:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:55956:x1848989814758912:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335107.613788:0:27804:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335107.613808:0:27804:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c3a2b000/0x3ec0b54007576332 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881736 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335107.613834:0:27804:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x25e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763335107.613855:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335107.613858:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335107.613866:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c3a2b000/0x3ec0b54007576332 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881736 expref: 11 pid: 27804 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335107.613880:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6603 00000100:00100000:3.0:1763335107.613894:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:2429:x1848989814759040:12345-192.168.204.57@tcp:23:lfs.0 00010000:00010000:1.0:1763335107.613899:0:27804:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c3a2b000/0x3ec0b54007576332 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881736 expref: 11 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.613912:0:27804:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c3a2b000, rc 0) 00000100:00100000:1.0:1763335107.613968:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:55956:x1848989814758912:12345-192.168.204.57@tcp:101:bash.0 Request processed in 202us (1152us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335107.613976:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6602 00000100:00100000:3.0:1763335107.613982:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:2429:x1848989814759040:12345-192.168.204.57@tcp:23:lfs.0 Request processed in 88us (1086us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335107.613991:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6603 00000100:00100000:2.0:1763335107.618626:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335107.618711:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814759168 00000100:00100000:3.0:1763335107.618723:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814759168 00000100:00100000:3.0:1763335107.618799:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6604 00000100:00100000:3.0:1763335107.618811:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:55956:x1848989814759168:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335107.618915:0:28961:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335107.618942:0:28961:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b54007576339 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88173d expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335107.618972:0:28961:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x260:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335107.618999:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335107.619003:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335107.619013:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b54007576339 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88173d expref: 26 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.619027:0:28961:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b54007576339 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88173d expref: 26 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.619040:0:28961:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664800, rc 0) 00000100:00100000:1.0:1763335107.619040:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335107.619115:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:55956:x1848989814759168:12345-192.168.204.57@tcp:101:bash.0 Request processed in 303us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335107.619118:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814759296 00000100:00100000:0.0:1763335107.619123:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814759296 00000100:00100000:3.0:1763335107.619130:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6604 00000100:00100000:0.0:1763335107.619166:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1620 00000100:00100000:0.0:1763335107.619174:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:2427:x1848989814759296:12345-192.168.204.57@tcp:3:lfs.0 00010000:00010000:0.0:1763335107.619198:0:23997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576340 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.619205:0:23997:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335107.619207:0:23997:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335107.619211:0:23997:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576340 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.619220:0:23997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576340 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.619306:0:23997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576340 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.620175:0:23997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576340 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.620187:0:23997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576340 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.620193:0:23997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c3b9f400 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335107.620197:0:23997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576340 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.620207:0:23997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576340 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.620221:0:23997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576340 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.620229:0:23997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576340 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335107.620291:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:2427:x1848989814759296:12345-192.168.204.57@tcp:3:lfs.0 Request processed in 1116us (1250us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335107.620303:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1620 00000100:00100000:1.0:1763335107.622459:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.622501:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335107.623493:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814759552 00000100:00100000:2.0:1763335107.623504:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814759552 00002000:00010000:2.0:1763335107.623543:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/608 (0->18446744073709551615) 00002000:00100000:2.0:1763335107.623548:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001c12a8000 with x1848989814759552 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335107.623560:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001c12a8000. 00000100:00100000:2.0:1763335107.623591:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814759424 00000100:00100000:2.0:1763335107.623594:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814759424 00002000:00010000:2.0:1763335107.623605:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/606 (0->18446744073709551615) 00002000:00100000:2.0:1763335107.623609:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001c12aa300 with x1848989814759424 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335107.623615:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9001c12aa300. 00000100:00100000:2.0:1763335107.623642:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1621 00000100:00100000:2.0:1763335107.623652:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:2427:x1848989814759552:12345-192.168.204.57@tcp:10:bash.0 00000100:00100000:3.0:1763335107.623816:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1622 00000100:00100000:3.0:1763335107.623827:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2427:x1848989814759424:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:3.0:1763335107.623970:0:23998:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x25e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335107.623974:0:23998:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x25e:0x0] updating lvb mtime from disk: 0 -> 1763335107 00002000:00010000:3.0:1763335107.623977:0:23998:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x25e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335107.623979:0:23998:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x25e:0x0] updating lvb ctime from disk: 0 -> 1763335107 00002000:00010000:3.0:1763335107.623981:0:23998:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x25e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335107.624036:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2427:x1848989814759424:12345-192.168.204.57@tcp:10:bash.0 Request processed in 211us (1534us total) trans 21474838916 rc 0/0 00000100:00100000:3.0:1763335107.624043:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1622 00002000:00010000:3.0:1763335107.624047:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/606 (0->18446744073709551615) 00002000:00100000:3.0:1763335107.624050:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001c12aa300 with x1848989814759424 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335107.624054:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9001c12aa300. 00002000:00010000:2.0:1763335107.624424:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x260:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335107.624428:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x260:0x0] updating lvb mtime from disk: 0 -> 1763335107 00002000:00010000:2.0:1763335107.624430:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x260:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335107.624432:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x260:0x0] updating lvb ctime from disk: 0 -> 1763335107 00002000:00010000:2.0:1763335107.624433:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x260:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335107.624456:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+27:2427:x1848989814759552:12345-192.168.204.57@tcp:10:bash.0 Request processed in 805us (2008us total) trans 17179871625 rc 0/0 00000100:00100000:2.0:1763335107.624462:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1621 00002000:00010000:2.0:1763335107.624465:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/608 (0->18446744073709551615) 00002000:00100000:2.0:1763335107.624468:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001c12a8000 with x1848989814759552 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335107.624472:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001c12a8000. 00000100:00100000:2.0:1763335107.626838:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.626902:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814759680 00000100:00100000:0.0:1763335107.626913:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814759680 00000100:00100000:0.0:1763335107.626970:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9573 00000100:00100000:0.0:1763335107.626982:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:56955:x1848989814759680:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335107.627005:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335107.627024:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576347 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881744 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.627061:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b5400757634e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335107.627075:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b5400757634e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.627086:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b5400757634e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.627195:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576347 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881744 expref: 257 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.627212:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184800/0x3ec0b5400757634e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881744 expref: 256 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.627220:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ed:0x0].0x0 (ffff9001cac3b800) 00010000:00010000:0.0:1763335107.627223:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763335107.627226:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc184800, rc 0) 00000100:00100000:0.0:1763335107.627286:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56955:x1848989814759680:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 307us (1547us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335107.627296:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9573 00000100:00100000:1.0:1763335107.631121:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.631210:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814759936 00000100:00100000:0.0:1763335107.631234:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814759936 00000100:00100000:0.0:1763335107.631380:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3300 00000100:00100000:0.0:1763335107.631400:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:55956:x1848989814759936:12345-192.168.204.57@tcp:35:bash.0 00000001:00080000:0.0:1763335107.633071:0:6534:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973162 00000100:00100000:0.0:1763335107.633850:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:55956:x1848989814759936:12345-192.168.204.57@tcp:35:bash.0 Request processed in 2457us (2735us total) trans 4294973163 rc 0/0 00000100:00100000:0.0:1763335107.633859:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3300 00000020:00080000:0.0:1763335107.633865:0:6534:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763335107.637164:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.637230:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814760064 00000100:00100000:0.0:1763335107.637243:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814760064 00000100:00100000:0.0:1763335107.637338:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1623 00000100:00100000:0.0:1763335107.637349:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2426:x1848989814760064:12345-192.168.204.57@tcp:4:lfs.0 00002000:00010000:0.0:1763335107.637399:0:23997:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x25d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335107.637407:0:23997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001fc185600/0x3ec0b54007576355 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.637421:0:23997:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335107.637424:0:23997:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335107.637429:0:23997:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001fc185600/0x3ec0b54007576355 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.637441:0:23997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001fc185600/0x3ec0b54007576355 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1763335107.640467:0:24680:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474838917 is committed 00000001:00080000:3.0:1763335107.640487:0:24680:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474838915 is committed 00002000:00010000:0.0:1763335107.643992:0:23997:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x25d:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:0.0:1763335107.644001:0:23997:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x25d:0x0] updating lvb mtime from disk: 0 -> 1763335108 00002000:00010000:0.0:1763335107.644004:0:23997:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x25d:0x0] updating lvb ctime from disk: 0 -> 1763335108 00002000:00010000:0.0:1763335107.644006:0:23997:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x25d:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1763335107.644020:0:23997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001fc185600/0x3ec0b54007576355 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.644031:0:23997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9001fc185600/0x3ec0b54007576355 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.644045:0:23997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9001fc185600/0x3ec0b54007576355 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.644054:0:23997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185600 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335107.644058:0:23997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9001fc185600/0x3ec0b54007576355 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.644067:0:23997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9001fc185600/0x3ec0b54007576355 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.644093:0:23997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9001fc185600/0x3ec0b54007576355 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.644100:0:23997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001fc185600/0x3ec0b54007576355 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335107.644207:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+9:2426:x1848989814760064:12345-192.168.204.57@tcp:4:lfs.0 Request processed in 6856us (7050us total) trans 21474838917 rc 0/0 00000100:00100000:0.0:1763335107.644217:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1623 00000100:00100000:2.0:1763335107.648540:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.648612:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814760192 00000100:00100000:0.0:1763335107.648622:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814760192 00000100:00100000:0.0:1763335107.648679:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9574 00000100:00100000:0.0:1763335107.648690:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56958:x1848989814760192:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:0.0:1763335107.648715:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335107.648737:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757635c lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88174b expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.648810:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576363 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335107.648823:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576363 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.648834:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576363 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.648845:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b5400757636a lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335107.648850:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b5400757636a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.648856:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b5400757636a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.648938:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b54007576371 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335107.648946:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b54007576371 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ee:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.648951:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b54007576371 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ee:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:0.0:1763335107.648993:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1ee:0x0]: returning size 5 00000004:00200000:0.0:1763335107.648997:0:7841:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335107.649014:0:7841:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b54007576371 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ee:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.649024:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b54007576371 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.649032:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576363 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.649038:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576363 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.649045:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576363 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.649050:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576363 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.649055:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c3b9fa00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335107.649058:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576363 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.649065:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576363 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.649075:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cac3bf00) 00010000:00010000:0.0:1763335107.649077:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335107.649082:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576363 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.649088:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576363 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.649102:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b5400757636a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.649107:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b5400757636a lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.649112:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b5400757636a lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.649116:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c3b9f400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335107.649129:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b5400757636a lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.649134:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b5400757636a lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.649139:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cac3b100) 00010000:00010000:0.0:1763335107.649141:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335107.649144:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b5400757636a lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.649150:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b5400757636a lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.649175:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757635c lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88174b expref: 260 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.649188:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b54007576371 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88174b expref: 259 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.649194:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ee:0x0].0x0 (ffff9001c5f9fa00) 00010000:00010000:0.0:1763335107.649197:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335107.649199:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001ffbbea00, rc 0) 00000100:00100000:0.0:1763335107.649260:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:56958:x1848989814760192:12345-192.168.204.57@tcp:101:rm.0 Request processed in 573us (730us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335107.649267:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9574 00000100:00100000:2.0:1763335107.657201:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335107.657784:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814760448 00000100:00100000:3.0:1763335107.657794:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814760448 00000100:00100000:3.0:1763335107.657852:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9575 00000100:00100000:3.0:1763335107.657863:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:56958:x1848989814760448:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:3.0:1763335107.657922:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1763335107.657948:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b5400757632b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1ee:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88172f expref: 259 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.657967:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b54007576371 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88174b expref: 258 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.657980:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b5400757630f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1ee:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881721 expref: 257 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.657993:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ee:0x0].0x0 (ffff9001c5f9fa00) 00010000:00010000:3.0:1763335107.658003:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335107.658027:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007576378 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335107.658040:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007576378 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.658049:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007576378 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.658059:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b5400757637f lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335107.658065:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b5400757637f lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.658070:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b5400757637f lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.658165:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007576386 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335107.658172:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007576386 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.658178:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007576386 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000040:00080000:3.0:1763335107.658421:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1500, 64 off125824 00000040:00080000:3.0:1763335107.658441:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1501, 64 off125824 00000040:00080000:3.0:1763335107.658449:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1502, 64 off125888 00000040:00080000:3.0:1763335107.658457:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1501, 64 off125888 00010000:00010000:3.0:1763335107.658502:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b5400757638d lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335107.658510:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b5400757638d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.658517:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b5400757638d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.658528:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b5400757638d lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.658535:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b5400757638d lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.658540:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b5400757638d lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.658563:0:13840:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763335107.658580:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007576386 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.658584:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007576386 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.658590:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007576386 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.658595:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335107.658598:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007576386 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.658606:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007576386 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.658614:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ee:0x0].0x0 (ffff9001da602200) 00010000:00010000:3.0:1763335107.658617:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763335107.658621:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007576386 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.658626:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007576386 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.658743:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007576378 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.658751:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007576378 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.658757:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007576378 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.658763:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007576378 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.658768:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335107.658771:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007576378 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.658777:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007576378 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.658785:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602d00) 00010000:00010000:3.0:1763335107.658787:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335107.658790:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007576378 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.658796:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b54007576378 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000004:00010000:3.0:1763335107.658809:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e59408ea reply state 000000006420db8c transno 4294973164 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b5400757637f lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.658820:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b5400757637f lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.658826:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da602300) 00010000:00010000:3.0:1763335107.658830:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335107.658832:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763335107.658930:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56958:x1848989814760448:12345-192.168.204.57@tcp:36:rm.0 Request processed in 1067us (1737us total) trans 4294973164 rc 0/0 00000100:00100000:3.0:1763335107.658938:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9575 00010000:00010000:2.0:1763335107.659242:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335107.659250:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b5400757638d lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335107.659256:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035ec00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335107.659259:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b5400757638d lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335107.659265:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b5400757638d lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335107.659273:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ee:0x0].0x0 (ffff9001da602200) 00010000:00010000:2.0:1763335107.659276:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335107.659280:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b5400757638d lrc: 1/0,0 mode: --/PW res: [0x240000405:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335107.659284:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b5400757638d lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335107.659295:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335107.659297:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335107.659299:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335107.669591:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.669691:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814760704 00000100:00100000:0.0:1763335107.669701:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814760704 00000100:00100000:0.0:1763335107.669761:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9576 00000100:00100000:0.0:1763335107.669769:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56955:x1848989814760704:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:0.0:1763335107.669826:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335107.669851:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075762c2 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1ed:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88170c expref: 258 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.669883:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ed:0x0].0x0 (ffff9001cac3b800) 00010000:00010000:0.0:1763335107.669888:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335107.669957:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007576394 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335107.669971:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007576394 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.669981:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007576394 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00010000:0.0:1763335107.674055:0:7841:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009e380b47 reply state 000000002c232e29 transno 4294973165 ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007576394 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.674085:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007576394 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.674096:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ed:0x0].0x0 (ffff9001cac3b800) 00010000:00010000:0.0:1763335107.674099:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335107.674104:0:7841:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335107.674259:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:56955:x1848989814760704:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 4485us (4680us total) trans 4294973165 rc 0/0 00000100:00100000:0.0:1763335107.674269:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9576 00000100:00100000:1.0:1763335107.678118:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335107.678218:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814760832 00000100:00100000:2.0:1763335107.678230:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814760832 00000100:00100000:2.0:1763335107.678295:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6605 00000100:00100000:2.0:1763335107.678306:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f6300c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+9:56955:x1848989814760832:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335107.678351:0:8725:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335107.678375:0:8725:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6c00/0x3ec0b5400757639b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881752 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335107.678397:0:8725:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x25d:0x0] initial LVB size: 4096, mtime: 0x691a5bc4, atime: 0x0, ctime: 0x691a5bc4, blocks: 0x8 00010000:00010000:2.0:1763335107.678417:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335107.678420:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335107.678427:0:8725:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6c00/0x3ec0b5400757639b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881752 expref: 10 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.678442:0:8725:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6c00/0x3ec0b5400757639b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881752 expref: 10 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.678453:0:8725:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6c00, rc 0) 00000100:00100000:2.0:1763335107.678512:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f6300c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:56955:x1848989814760832:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 207us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335107.678520:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6605 00000100:00100000:2.0:1763335107.680286:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.680419:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814760960 00000100:00100000:0.0:1763335107.680428:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814760960 00000100:00100000:0.0:1763335107.680476:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9577 00000100:00100000:0.0:1763335107.680485:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:56959:x1848989814760960:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335107.680505:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335107.680527:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b540075763a2 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881759 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.680593:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b540075763a9 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335107.680606:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b540075763a9 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.680617:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b540075763a9 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.680627:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b540075763b0 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335107.680635:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b540075763b0 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.680641:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b540075763b0 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.680678:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b540075763a9 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.680685:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b540075763a9 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.680691:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b540075763a9 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.680697:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b540075763a9 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.680703:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffbbf600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335107.680706:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b540075763a9 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.680713:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b540075763a9 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.680723:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cac3bf00) 00010000:00010000:0.0:1763335107.680726:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335107.680730:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b540075763a9 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.680735:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b540075763a9 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.680747:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b540075763b0 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.680753:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b540075763b0 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.680758:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b540075763b0 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.680763:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffbbea00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335107.680766:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b540075763b0 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.680771:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b540075763b0 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.680778:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da602300) 00010000:00010000:0.0:1763335107.680781:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335107.680784:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b540075763b0 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.680789:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b540075763b0 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.680816:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b540075763a2 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881759 expref: 260 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.680826:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cac3bf00) 00010000:00010000:0.0:1763335107.680828:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335107.680832:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b540075763a2 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881759 expref: 260 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.680844:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001ffbbe800, rc 0) 00000100:00100000:0.0:1763335107.680909:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:56959:x1848989814760960:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 425us (632us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335107.680916:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9577 00000100:00100000:1.0:1763335107.682456:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335107.682561:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814761088 00000100:00100000:3.0:1763335107.682569:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814761088 00000100:00100000:3.0:1763335107.682616:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6606 00000100:00100000:3.0:1763335107.682625:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+27:56955:x1848989814761088:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335107.682639:0:28961:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335107.682656:0:28961:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b540075763b7 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x25f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881760 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335107.682677:0:28961:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x25f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335107.682715:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335107.682718:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335107.682725:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b540075763b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881760 expref: 28 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.682740:0:28961:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b540075763b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881760 expref: 28 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.682752:0:28961:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035e000, rc 0) 00000100:00100000:3.0:1763335107.682807:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+28:56955:x1848989814761088:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 182us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335107.682814:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6606 00000100:00100000:2.0:1763335107.685115:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.685217:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814761216 00000100:00100000:1.0:1763335107.685226:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814761216 00000100:00100000:1.0:1763335107.685275:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9578 00000100:00100000:1.0:1763335107.685283:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:56959:x1848989814761216:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335107.685301:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335107.685341:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b540075763be lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881767 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.685403:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b540075763c5 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335107.685414:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b540075763c5 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.685424:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b540075763c5 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.685432:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b540075763cc lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335107.685439:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b540075763cc lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.685444:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b540075763cc lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.685482:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b540075763c5 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.685489:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b540075763c5 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.685494:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b540075763c5 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.685500:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b540075763c5 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.685506:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffb19200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335107.685510:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b540075763c5 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.685520:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b540075763c5 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.685531:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001d86b7700) 00010000:00010000:1.0:1763335107.685535:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335107.685539:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b540075763c5 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.685544:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b540075763c5 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.685558:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b540075763cc lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.685563:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b540075763cc lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.685569:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b540075763cc lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.685574:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffb18800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335107.685577:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b540075763cc lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.685582:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b540075763cc lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.685588:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da602300) 00010000:00010000:1.0:1763335107.685591:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335107.685594:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b540075763cc lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.685599:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b540075763cc lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.685625:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b540075763be lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881767 expref: 260 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.685635:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001d86b7700) 00010000:00010000:1.0:1763335107.685638:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335107.685641:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b540075763be lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881767 expref: 260 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.685653:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001ffb18e00, rc 0) 00000100:00100000:1.0:1763335107.685711:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:56959:x1848989814761216:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 428us (604us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335107.685717:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9578 00000100:00100000:1.0:1763335107.687538:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.689491:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.689518:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814761344 00000100:00100000:0.0:1763335107.689529:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814761344 00002000:00010000:0.0:1763335107.689576:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/605 (5->18446744073709551615) 00002000:00100000:0.0:1763335107.689581:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c5f78e00 with x1848989814761344 ext(5->18446744073709551615) 00002000:00010000:0.0:1763335107.689593:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c5f78e00. 00000100:00100000:1.0:1763335107.689602:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.689620:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814761472 00000100:00100000:0.0:1763335107.689623:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814761472 00002000:00010000:0.0:1763335107.689635:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/607 (0->18446744073709551615) 00002000:00100000:0.0:1763335107.689638:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c79ece00 with x1848989814761472 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335107.689644:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c79ece00. 00000100:00100000:0.0:1763335107.689675:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1624 00000100:00100000:0.0:1763335107.689685:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:2426:x1848989814761344:12345-192.168.204.57@tcp:10:lfs.0 00000100:00100000:3.0:1763335107.689911:0:16421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1625 00000100:00100000:3.0:1763335107.689920:0:16421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+28:2426:x1848989814761472:12345-192.168.204.57@tcp:10:lfs.0 00002000:00010000:0.0:1763335107.689992:0:23997:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x25d:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:0.0:1763335107.689996:0:23997:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x25d:0x0] updating lvb mtime from disk: 1763335108 -> 1763335108 00002000:00010000:0.0:1763335107.689999:0:23997:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x25d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335107.690001:0:23997:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x25d:0x0] updating lvb ctime from disk: 1763335108 -> 1763335108 00002000:00010000:0.0:1763335107.690004:0:23997:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x25d:0x0] updating lvb blocks from disk: 8 -> 8 00002000:00010000:3.0:1763335107.690020:0:16421:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x25f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335107.690022:0:16421:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x25f:0x0] updating lvb mtime from disk: 0 -> 1763335108 00002000:00010000:3.0:1763335107.690024:0:16421:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x25f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335107.690026:0:16421:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x25f:0x0] updating lvb ctime from disk: 0 -> 1763335108 00002000:00010000:3.0:1763335107.690028:0:16421:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x25f:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335107.690061:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2426:x1848989814761344:12345-192.168.204.57@tcp:10:lfs.0 Request processed in 371us (2523us total) trans 21474838918 rc 0/0 00000100:00100000:0.0:1763335107.690068:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1624 00002000:00010000:0.0:1763335107.690072:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/605 (5->18446744073709551615) 00002000:00100000:0.0:1763335107.690075:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c5f78e00 with x1848989814761344 ext(5->18446744073709551615) 00002000:00010000:0.0:1763335107.690079:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c5f78e00. 00000100:00100000:0.0:1763335107.690116:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814761600 00000100:00100000:0.0:1763335107.690120:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814761600 00000100:00100000:0.0:1763335107.690145:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9579 00000100:00100000:0.0:1763335107.690152:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:56959:x1848989814761600:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335107.690164:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335107.690184:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b540075763d3 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88176e expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.690242:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b540075763da lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335107.690255:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b540075763da lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00000100:00100000:3.0:1763335107.690258:0:16421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:2426:x1848989814761472:12345-192.168.204.57@tcp:10:lfs.0 Request processed in 338us (772us total) trans 17179871626 rc 0/0 00000100:00100000:3.0:1763335107.690264:0:16421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1625 00010000:00010000:0.0:1763335107.690266:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b540075763da lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00002000:00010000:3.0:1763335107.690267:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/607 (0->18446744073709551615) 00002000:00100000:3.0:1763335107.690270:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c79ece00 with x1848989814761472 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335107.690275:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c79ece00. 00000004:00200000:0.0:1763335107.690300:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763335107.690305:0:7841:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763335107.690365:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b540075763d3 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88176e expref: 261 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.690383:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b540075763da lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88176e expref: 260 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.690392:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cac3b100) 00010000:00010000:0.0:1763335107.690395:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763335107.690398:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001ffbbea00, rc 0) 00000100:00100000:0.0:1763335107.690420:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:56959:x1848989814761600:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 268us (817us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335107.690426:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9579 00000100:00100000:2.0:1763335107.694416:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335107.694446:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.694545:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814761856 00000100:00100000:1.0:1763335107.694556:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814761856 00000100:00100000:1.0:1763335107.694613:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814761984 00000100:00100000:1.0:1763335107.694617:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814761984 00000100:00100000:1.0:1763335107.694647:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9580 00000100:00100000:1.0:1763335107.694656:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56955:x1848989814761856:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:1.0:1763335107.694742:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b540075763e1 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335107.694760:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b540075763e1 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.694772:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b540075763e1 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00010000:1.0:1763335107.694891:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000cbb17be4 reply state 000000005ec64603 transno 4294973166 ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b540075763e1 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.694903:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b540075763e1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.694911:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ed:0x0].0x0 (ffff9001cac3b800) 00010000:00010000:1.0:1763335107.694913:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335107.694917:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335107.695005:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56955:x1848989814761856:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 349us (599us total) trans 4294973166 rc 0/0 00000100:00100000:1.0:1763335107.695011:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9580 00000100:00100000:1.0:1763335107.695032:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9581 00000100:00100000:1.0:1763335107.695038:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56959:x1848989814761984:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335107.695047:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335107.695057:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b540075763e8 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881775 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.695093:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b540075763ef lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335107.695102:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b540075763ef lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.695109:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b540075763ef lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.695118:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b540075763f6 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335107.695128:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b540075763f6 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.695134:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b540075763f6 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.695160:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b540075763ef lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.695167:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b540075763ef lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.695173:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b540075763ef lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.695179:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b540075763ef lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.695184:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffb19200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335107.695189:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b540075763ef lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.695195:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b540075763ef lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.695204:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cac3b100) 00010000:00010000:1.0:1763335107.695207:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335107.695211:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b540075763ef lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.695216:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b540075763ef lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.695226:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b540075763f6 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.695232:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b540075763f6 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.695238:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b540075763f6 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.695242:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffb18a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335107.695244:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b540075763f6 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.695249:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b540075763f6 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.695254:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da602300) 00010000:00010000:1.0:1763335107.695256:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335107.695259:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b540075763f6 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.695263:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b540075763f6 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.695282:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b540075763e8 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881775 expref: 263 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.695292:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cac3b100) 00010000:00010000:1.0:1763335107.695294:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335107.695297:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b540075763e8 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881775 expref: 263 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.695305:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001ffb18800, rc 0) 00000100:00100000:1.0:1763335107.695348:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56959:x1848989814761984:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 309us (901us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335107.695355:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9581 00000100:00100000:2.0:1763335107.698443:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335107.698487:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.698590:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814762240 00000100:00100000:0.0:1763335107.698600:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814762240 00000100:00100000:0.0:1763335107.698655:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9582 00000100:00100000:0.0:1763335107.698663:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56959:x1848989814762240:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335107.698682:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335107.698695:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763335107.698721:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b540075763da lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88176e expref: 262 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.698736:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cac3b100) 00010000:00010000:0.0:1763335107.698745:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335107.698758:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b540075763fd lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88177c expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.698845:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007576404 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335107.698857:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007576404 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335107.698865:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007576404 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335107.698886:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b5400757640b lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335107.698894:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b5400757640b lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335107.698900:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b5400757640b lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335107.699244:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576412 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335107.699253:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576412 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335107.699259:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576412 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:0.0:1763335107.699269:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f0:0x0]: returning size 0 00010000:00010000:0.0:1763335107.699312:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007576404 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335107.699344:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007576404 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335107.699350:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007576404 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335107.699356:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007576404 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335107.699361:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffbbf600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335107.699365:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007576404 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335107.699372:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007576404 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335107.699381:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cac3bf00) 00010000:00010000:0.0:1763335107.699385:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335107.699388:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007576404 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335107.699393:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007576404 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000004:00010000:0.0:1763335107.699406:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000016bf9456 reply state 00000000dc53dcc7 transno 4294973167 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b5400757640b lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335107.699424:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b5400757640b lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335107.699434:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da602300) 00010000:00010000:0.0:1763335107.699436:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335107.699439:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763335107.699464:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b540075763fd lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88177c expref: 264 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.699480:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576412 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88177c expref: 263 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.699486:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f0:0x0].0x0 (ffff9001cac3b700) 00010000:00010000:0.0:1763335107.699488:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335107.699491:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c3b9f400, rc 0) 00000100:00100000:0.0:1763335107.699541:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56959:x1848989814762240:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 878us (1113us total) trans 4294973167 rc 0/0 00000100:00100000:0.0:1763335107.699548:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9582 00000100:00100000:3.0:1763335107.699615:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814762368 00000100:00100000:3.0:1763335107.699620:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814762368 00000100:00100000:3.0:1763335107.699655:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6607 00000100:00100000:3.0:1763335107.699661:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:56955:x1848989814762368:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335107.699670:0:8725:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335107.699680:0:8725:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576420 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881783 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.699698:0:8725:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9001d035fe00/0x3ec0b540075762de lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881713 expref: 30 pid: 8725 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335107.699705:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335107.699707:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335107.699711:0:8725:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576420 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881783 expref: 30 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.699741:0:8725:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9001d035fe00/0x3ec0b540075762de lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881713 expref: 30 pid: 8725 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335107.699752:0:8725:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9001d035fe00/0x3ec0b540075762de lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881713 expref: 30 pid: 8725 timeout: 1200 lvb_type: 1 00000100:00100000:3.0:1763335107.699765:0:8725:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6d94000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8725:1848989826081024:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335107.699808:0:8725:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f16bd000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335107.703727:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.703774:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.703805:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814762624 00000100:00100000:1.0:1763335107.703815:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814762624 00000100:00100000:1.0:1763335107.703866:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9583 00000100:00100000:1.0:1763335107.703888:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56959:x1848989814762624:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335107.703912:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335107.703934:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b54007576427 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88178a expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.704068:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7849a00/0x3ec0b5400757642e lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335107.704083:0:7841:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576412 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88177c expref: 265 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.704092:0:7841:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7849a00/0x3ec0b5400757642e lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.704123:0:7841:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576412 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88177c expref: 265 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.704134:0:7841:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576412 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88177c expref: 265 pid: 13591 timeout: 1200 lvb_type: 0 00000100:00100000:1.0:1763335107.704147:0:7841:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c79edc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826081152:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335107.704211:0:7841:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c9e3a600 going to sleep for 11 seconds 00000100:00100000:0.0:1763335107.704641:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814762752 00000100:00100000:0.0:1763335107.704647:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814762752 00010000:00010000:0.0:1763335107.704672:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9001d035fe00/0x3ec0b540075762de lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881713 expref: 31 pid: 8725 timeout: 1200 lvb_type: 1 00000100:00100000:0.0:1763335107.704694:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3142 00000100:00100000:0.0:1763335107.704701:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+31:2426:x1848989814762752:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335107.704711:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335107.704728:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9001d035fe00/0x3ec0b540075762de lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x25e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881713 expref: 31 pid: 8725 timeout: 1200 lvb_type: 1 00010000:00010000:0.0:1763335107.704740:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9001d035fe00/0x3ec0b540075762de lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x25e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881713 expref: 31 pid: 8725 timeout: 1200 lvb_type: 1 00010000:00010000:0.0:1763335107.704763:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335107.704765:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335107.704773:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576420 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881783 expref: 31 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.704784:0:33041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576420 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881783 expref: 31 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.704812:0:33041:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576420 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881783 expref: 31 pid: 8725 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335107.704822:0:33041:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c393d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:33041:1848989826081280:192.168.204.57@tcp:105: 00000100:00100000:0.0:1763335107.704884:0:33041:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f609b9c0 going to sleep for 11 seconds 00010000:00010000:3.0:1763335107.705167:0:8725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001d035fe00/0x3ec0b540075762de lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x25e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881713 expref: 31 pid: 8725 timeout: 1200 lvb_type: 1 00000100:00100000:3.0:1763335107.705181:0:8725:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6d94000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8725:1848989826081024:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335107.705201:0:8725:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576420 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881783 expref: 30 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.705211:0:8725:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035ec00, rc 0) 00000100:00100000:3.0:1763335107.705240:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+30:56955:x1848989814762368:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 5579us (6752us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335107.705247:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6607 00000100:00100000:2.0:1763335107.713576:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335107.713695:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335107.713727:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814763008 00000100:00100000:2.0:1763335107.713736:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814763008 00000100:00100000:2.0:1763335107.713783:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6608 00000100:00100000:2.0:1763335107.713792:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+30:2426:x1848989814763008:12345-192.168.204.57@tcp:2:lfs.0 00002000:00010000:2.0:1763335107.713939:0:8725:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x25e:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:2.0:1763335107.713942:0:8725:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x25e:0x0] updating lvb mtime from disk: 1763335107 -> 1763335107 00002000:00010000:2.0:1763335107.713945:0:8725:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x25e:0x0] updating lvb atime from disk: 0 -> 1763335107 00002000:00010000:2.0:1763335107.713947:0:8725:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x25e:0x0] updating lvb ctime from disk: 1763335107 -> 1763335108 00002000:00010000:2.0:1763335107.713949:0:8725:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x25e:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763335107.714000:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+31:2426:x1848989814763008:12345-192.168.204.57@tcp:2:lfs.0 Request processed in 208us (304us total) trans 17179871627 rc 0/0 00000100:00100000:2.0:1763335107.714006:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6608 00000100:00100000:0.0:1763335107.714187:0:33041:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c393d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:33041:1848989826081280:192.168.204.57@tcp:105: 00010000:00010000:0.0:1763335107.714207:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335107.714268:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814762880 00000100:00100000:3.0:1763335107.714273:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814762880 00010000:00010000:3.0:1763335107.714294:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576412 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88177c expref: 266 pid: 13591 timeout: 1200 lvb_type: 0 00000100:00100000:1.0:1763335107.714571:0:7841:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c79edc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826081152:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335107.714588:0:7841:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7849a00/0x3ec0b5400757642e lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000100:00100000:0.0:1763335107.714736:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+30:2426:x1848989814762752:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 10034us (10960us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335107.714743:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3142 00000100:00100000:1.0:1763335107.714825:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3143 00000100:00100000:1.0:1763335107.714834:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f25180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:2429:x1848989814762880:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335107.714845:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335107.714851:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576412 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88177c expref: 266 pid: 13591 timeout: 1200 lvb_type: 0 00010000:00010000:1.0:1763335107.714862:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576412 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88177c expref: 266 pid: 13591 timeout: 1200 lvb_type: 0 00010000:00010000:1.0:1763335107.714895:0:33041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576412 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88177c expref: 266 pid: 13591 timeout: 1200 lvb_type: 0 00010000:00010000:1.0:1763335107.714909:0:33041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f0:0x0].0x0 (ffff9001cac3b700) 00010000:00010000:1.0:1763335107.714913:0:33041:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7849a00/0x3ec0b5400757642e lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.714922:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7849a00/0x3ec0b5400757642e lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.714929:0:33041:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7849a00/0x3ec0b5400757642e lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.714956:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335107.714979:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f25180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:2429:x1848989814762880:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 147us (1412us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335107.714986:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3143 00010000:00010000:0.0:1763335107.715031:0:7841:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7849a00/0x3ec0b5400757642e lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.715038:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7849a00/0x3ec0b5400757642e lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:0.0:1763335107.715059:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f0:0x0]: returning size 0 00000004:00080000:0.0:1763335107.715229:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x262:0x0], index 1: 0 00000004:00080000:0.0:1763335107.715236:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x260:0x0], index 0: 0 00000004:00080000:0.0:1763335107.715241:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x261:0x0], index 0: 0 00000004:00080000:0.0:1763335107.715244:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x263:0x0], index 1: 0 00010000:00010000:0.0:1763335107.715371:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7849a00/0x3ec0b5400757642e lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.715378:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7849a00/0x3ec0b5400757642e lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.715383:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7849a00/0x3ec0b5400757642e lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.715388:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c7849a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335107.715392:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7849a00/0x3ec0b5400757642e lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.715398:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7849a00/0x3ec0b5400757642e lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.715407:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f0:0x0].0x0 (ffff9001cac3b700) 00010000:00010000:0.0:1763335107.715409:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335107.715412:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7849a00/0x3ec0b5400757642e lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.715417:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7849a00/0x3ec0b5400757642e lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.715474:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b54007576427 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88178a expref: 265 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.715483:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f0:0x0].0x0 (ffff9001cac3b700) 00010000:00010000:0.0:1763335107.715486:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763335107.715489:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b54007576427 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88178a expref: 265 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.715505:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c7848200, rc 0) 00000100:00100000:0.0:1763335107.715537:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56959:x1848989814762624:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 11652us (11820us total) trans 4294973168 rc 301/301 00000100:00100000:0.0:1763335107.715544:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9583 00000100:00100000:0.0:1763335107.730981:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.731619:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814763264 00000100:00100000:1.0:1763335107.731630:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814763264 00000100:00100000:1.0:1763335107.731708:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3301 00000100:00100000:1.0:1763335107.731718:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56959:x1848989814763264:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335107.732011:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56959:x1848989814763264:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 294us (1039us total) trans 4294973169 rc 0/0 00000100:00100000:1.0:1763335107.732019:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3301 00000100:00100000:0.0:1763335107.732179:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335107.732354:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814763520 00000100:00100000:3.0:1763335107.732360:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814763520 00000100:00100000:3.0:1763335107.732396:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3302 00000100:00100000:3.0:1763335107.732404:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56955:x1848989814763520:12345-192.168.204.57@tcp:35:lfs.0 00000004:00010000:3.0:1763335107.732433:0:14078:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000405:0x1ed:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576228 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1ed:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816d4 expref: 265 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.732489:0:14078:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b5400757643c lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14078 initiator: MDT0 00010000:00010000:3.0:1763335107.732501:0:14078:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075762b4 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816fe expref: 265 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.732511:0:14078:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b5400757643c lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14078 initiator: MDT1 00010000:00010000:3.0:1763335107.732541:0:14078:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075762b4 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816fe expref: 265 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.732555:0:14078:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075762b4 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816fe expref: 265 pid: 7841 timeout: 1200 lvb_type: 0 00000100:00100000:3.0:1763335107.732569:0:14078:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6d94000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001_UUID:14078:1848989826081408:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335107.732623:0:14078:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f16bd000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335107.735120:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335107.735745:0:14078:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6d94000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001_UUID:14078:1848989826081408:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335107.735772:0:14078:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b5400757643c lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14078 initiator: MDT1 00000100:00100000:1.0:1763335107.736040:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335107.736120:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814763648 00000100:00100000:2.0:1763335107.736128:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814763648 00010000:00010000:2.0:1763335107.736162:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075762b4 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816fe expref: 266 pid: 7841 timeout: 1200 lvb_type: 0 00000100:00100000:2.0:1763335107.736203:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3144 00000100:00100000:2.0:1763335107.736214:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:2427:x1848989814763648:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335107.736227:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335107.736234:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075762b4 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816fe expref: 266 pid: 7841 timeout: 1200 lvb_type: 0 00010000:00010000:2.0:1763335107.736246:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075762b4 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816fe expref: 266 pid: 7841 timeout: 1200 lvb_type: 0 00010000:00010000:2.0:1763335107.736268:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075762b4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816fe expref: 266 pid: 7841 timeout: 1200 lvb_type: 0 00010000:00010000:2.0:1763335107.736283:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ed:0x0].0x0 (ffff9001cac3b800) 00010000:00010000:2.0:1763335107.736288:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b5400757643c lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14078 initiator: MDT1 00010000:00010000:2.0:1763335107.736298:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b5400757643c lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14078 initiator: MDT1 00010000:00010000:2.0:1763335107.736306:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b5400757643c lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14078 initiator: MDT1 00000100:00100000:0.0:1763335107.736688:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814763904 00000100:00100000:0.0:1763335107.736693:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814763904 00010000:00010000:2.0:1763335107.736921:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335107.736977:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:2427:x1848989814763648:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 764us (936us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335107.736985:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3144 00000100:00100000:2.0:1763335107.737024:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3303 00000100:00100000:2.0:1763335107.737030:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56959:x1848989814763904:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335107.737200:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:56959:x1848989814763904:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 169us (2087us total) trans 4294973170 rc 0/0 00000100:00100000:2.0:1763335107.737210:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3303 00010000:00010000:3.0:1763335107.737259:0:14078:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b5400757643c lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14078 initiator: MDT1 00010000:00010000:3.0:1763335107.737271:0:14078:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b5400757643c lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14078 initiator: MDT1 00000040:00080000:2.0:1763335107.738621:0:14078:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1503, 88 off125976 00000004:00080000:2.0:1763335107.738632:0:14078:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1100718316654ns, next at 1101193917321ns, rc = 0 00000040:00080000:2.0:1763335107.738668:0:14078:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1502, 88 off125976 00000004:00080000:2.0:1763335107.738672:0:14078:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1100718357747ns, next at 1101193887757ns, rc = 0 00000040:00080000:2.0:1763335107.738697:0:14078:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1503, 88 off126064 00000004:00080000:2.0:1763335107.738701:0:14078:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1100718386474ns, next at 1101193887757ns, rc = 0 00000040:00080000:2.0:1763335107.738710:0:14078:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1504, 88 off126064 00000004:00080000:2.0:1763335107.738714:0:14078:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1100718399629ns, next at 1101193917321ns, rc = 0 00000001:00080000:1.0:1763335107.740657:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973171 is committed 00000004:00080000:1.0:1763335107.740668:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 984 committed 00000004:00080000:1.0:1763335107.740683:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 987 committed 00000004:00080000:1.0:1763335107.740694:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 986 committed 00000004:00080000:1.0:1763335107.740696:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 983 committed 00000004:00010000:2.0:1763335107.740888:0:14078:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a06eb303 reply state 0000000014e5e3dc transno 4294973171 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b5400757643c lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14078 initiator: MDT1 00010000:00010000:2.0:1763335107.740910:0:14078:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b5400757643c lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14078 initiator: MDT1 00010000:00010000:2.0:1763335107.740918:0:14078:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ed:0x0].0x0 (ffff9001cac3b800) 00010000:00010000:2.0:1763335107.740922:0:14078:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763335107.740925:0:14078:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763335107.740930:0:14078:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ed:0x0].0x0 (ffff9001cac3b800) 00010000:00010000:2.0:1763335107.740933:0:14078:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763335107.740940:0:14078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576228 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1ed:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816d4 expref: 256 pid: 13840 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1763335107.741036:0:14078:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1763335107.741047:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56955:x1848989814763520:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 8643us (8867us total) trans 4294973171 rc 0/0 00000100:00100000:2.0:1763335107.741057:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3302 00000100:00100000:1.0:1763335107.741236:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826081536:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763335107.741286:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335107.741420:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763335107.741428:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7e4e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826081664:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763335107.741453:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335107.741631:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826081536 00000100:00100000:2.0:1763335107.741639:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826081536 00010000:00010000:0.0:1763335107.741706:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b5400757637f lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.741718:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b5400757637f lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.741725:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b5400757637f lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.741731:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335107.741736:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b5400757637f lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.741742:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b5400757637f lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00000100:00100000:2.0:1763335107.741746:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826081664 00000100:00100000:2.0:1763335107.741750:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826081664 00010000:00010000:0.0:1763335107.741754:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da602300) 00010000:00010000:0.0:1763335107.741756:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335107.741760:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b5400757637f lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.741770:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b5400757637f lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000100:00100000:1.0:1763335107.741779:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6609 00010000:00010000:0.0:1763335107.741785:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007576394 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00000100:00100000:1.0:1763335107.741788:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+6:3664:x1848989826081536:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1763335107.741791:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007576394 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.741796:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007576394 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.741800:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffbbf200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335107.741803:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007576394 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.741808:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007576394 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00002000:00080000:1.0:1763335107.741809:0:27804:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:606 count 1 00010000:00010000:0.0:1763335107.741816:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ed:0x0].0x0 (ffff9001cac3b800) 00010000:00010000:0.0:1763335107.741818:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335107.741820:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007576394 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.741825:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007576394 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.741830:0:27804:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c7848200/0x3ec0b54007576443 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.741834:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b540075763e1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.741839:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b540075763e1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.741844:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b540075763e1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.741846:0:27804:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c3a2b000/0x3ec0b54007576332 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881736 expref: 10 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.741849:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffb18e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335107.741852:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b540075763e1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.741858:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b540075763e1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.741860:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335107.741862:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335107.741865:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ed:0x0].0x0 (ffff9001cac3b800) 00010000:00010000:1.0:1763335107.741866:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c7848200/0x3ec0b54007576443 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.741867:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335107.741880:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b540075763e1 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.741884:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b540075763e1 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1ed:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.741894:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b5400757640b lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335107.741899:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b5400757640b lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335107.741900:0:27804:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c3a2b000/0x3ec0b54007576332 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881736 expref: 10 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.741905:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b5400757640b lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335107.741910:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c3b9e800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335107.741912:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b5400757640b lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335107.741913:0:27804:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c3a2b000/0x3ec0b54007576332 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881736 expref: 10 pid: 27804 timeout: 1200 lvb_type: 0 00010000:00010000:0.0:1763335107.741917:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b5400757640b lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335107.741925:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da602300) 00000100:00100000:1.0:1763335107.741926:0:27804:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b54a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27804:1848989826082048:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335107.741927:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335107.741929:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b5400757640b lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335107.741937:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b5400757640b lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335107.741962:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b5400757643c lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14078 initiator: MDT1 00010000:00010000:0.0:1763335107.741968:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b5400757643c lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14078 initiator: MDT1 00000100:00100000:1.0:1763335107.741969:0:27804:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c9e3a000 going to sleep for 11 seconds 00010000:00010000:0.0:1763335107.741974:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b5400757643c lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14078 initiator: MDT1 00010000:00010000:0.0:1763335107.741978:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035fe00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335107.741981:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b5400757643c lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14078 initiator: MDT1 00010000:00010000:0.0:1763335107.741987:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b5400757643c lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14078 initiator: MDT1 00010000:00010000:0.0:1763335107.741994:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ed:0x0].0x0 (ffff9001cac3b800) 00010000:00010000:0.0:1763335107.741996:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335107.741999:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b5400757643c lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14078 initiator: MDT1 00010000:00010000:0.0:1763335107.742004:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b5400757643c lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14078 initiator: MDT1 00000100:00100000:2.0:1763335107.742028:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6610 00000100:00100000:2.0:1763335107.742037:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+6:3664:x1848989826081664:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763335107.742048:0:28961:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:607 count 1 00002000:00010000:2.0:1763335107.742068:0:28961:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x25f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763335107.742073:0:28961:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7800/0x3ec0b5400757644a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x25f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.742080:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335107.742081:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335107.742085:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7800/0x3ec0b5400757644a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.742095:0:28961:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7800/0x3ec0b5400757644a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.742102:0:28961:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7800/0x3ec0b5400757644a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.742108:0:28961:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7800/0x3ec0b5400757644a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.742130:0:28961:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335107.742133:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7e4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826081792:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335107.742162:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335107.742182:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763335107.742186:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826081920:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335107.742204:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335107.742227:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826081792 00000100:00100000:3.0:1763335107.742231:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826081792 00000100:00100000:2.0:1763335107.742442:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+8:3664:x1848989826081664:12345-0@lo:6:osp-syn-0-1.0 Request processed in 406us (987us total) trans 21474838919 rc 0/0 00010000:00010000:1.0:1763335107.742491:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335107.742502:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7800/0x3ec0b5400757644a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.742509:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7800 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335107.742513:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7800/0x3ec0b5400757644a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.742520:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7800/0x3ec0b5400757644a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.742533:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7800/0x3ec0b5400757644a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.742545:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7800/0x3ec0b5400757644a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.742559:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335107.742561:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335107.742563:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335107.742646:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826081920 00000100:00100000:0.0:1763335107.742650:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826081920 00000100:00100000:0.0:1763335107.742680:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6611 00000100:00100000:0.0:1763335107.742686:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+9:3666:x1848989826081920:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763335107.742760:0:35240:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x25d:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:0.0:1763335107.742764:0:35240:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x25d:0x0] updating lvb mtime from disk: 1763335108 -> 1763335108 00002000:00010000:0.0:1763335107.742766:0:35240:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x25d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335107.742768:0:35240:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x25d:0x0] updating lvb ctime from disk: 1763335108 -> 1763335108 00002000:00010000:0.0:1763335107.742771:0:35240:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x25d:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1763335107.742804:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+10:3666:x1848989826081920:12345-0@lo:2:osp-syn-0-1.0 Request processed in 114us (595us total) trans 21474838920 rc 0/0 00000100:00100000:0.0:1763335107.742810:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6611 00000100:00100000:2.0:1763335107.743075:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6610 00000100:00100000:3.0:1763335107.743090:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6612 00000100:00100000:3.0:1763335107.743097:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+8:3666:x1848989826081792:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335107.743121:0:3664:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474838915 gen 2 00000004:00080000:2.0:1763335107.743126:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c34e1c00, transno 21474838903 00000004:00080000:2.0:1763335107.743144:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f75c00, transno 21474838904 00000004:00080000:2.0:1763335107.743147:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f77b80, transno 21474838905 00000004:00080000:2.0:1763335107.743148:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c34e1500, transno 21474838906 00002000:00010000:3.0:1763335107.743151:0:27803:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x25c:0x0] updating lvb size from disk: 0 -> 0 00000004:00080000:2.0:1763335107.743151:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c9b46300, transno 21474838907 00000004:00080000:2.0:1763335107.743153:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c9b44a80, transno 21474838908 00002000:00010000:3.0:1763335107.743154:0:27803:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x25c:0x0] updating lvb mtime from disk: 1763335107 -> 1763335107 00002000:00010000:3.0:1763335107.743156:0:27803:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x25c:0x0] updating lvb atime from disk: 0 -> 0 00000004:00080000:2.0:1763335107.743157:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c9b47100, transno 21474838909 00002000:00010000:3.0:1763335107.743158:0:27803:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x25c:0x0] updating lvb ctime from disk: 1763335107 -> 1763335107 00000004:00080000:2.0:1763335107.743159:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c9b45500, transno 21474838910 00002000:00010000:3.0:1763335107.743160:0:27803:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x25c:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00080000:2.0:1763335107.743162:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c393d500, transno 21474838912 00000004:00080000:2.0:1763335107.743164:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c393ea00, transno 21474838913 00000004:00080000:2.0:1763335107.743166:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f7f24e00, transno 21474838914 00000004:00080000:2.0:1763335107.743169:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f7f27800, transno 21474838915 00000100:00100000:2.0:1763335107.743175:0:3664:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9001f7e4e680 x1848989826081664/t21474838919(21474838919) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763335123 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763335107.743184:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+9:3666:x1848989826081792:12345-0@lo:2:osp-syn-0-1.0 Request processed in 90us (1023us total) trans 21474838921 rc 0/0 00000004:00080000:2.0:1763335107.743185:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f7e4e680/2, rc 0, transno 21474838919 00000100:00100000:3.0:1763335107.743190:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6612 00000100:00100000:2.0:1763335107.743190:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7e4e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826081664:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1763335107.743229:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a7b800/2, rc 0, transno 21474838920 00000100:00100000:2.0:1763335107.743233:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826081920:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763335107.743241:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f7e4ce00/2, rc 0, transno 21474838921 00000100:00100000:2.0:1763335107.743245:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7e4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826081792:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335107.743254:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6d96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826082432:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335107.743265:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6d95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826082560:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763335107.743278:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335107.743293:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826082432 00000100:00100000:3.0:1763335107.743297:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826082432 00000100:00100000:3.0:1763335107.743340:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6613 00000100:00100000:3.0:1763335107.743347:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+33:3666:x1848989826082432:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763335107.743412:0:8417:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x25e:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763335107.743416:0:8417:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x25e:0x0] updating lvb mtime from disk: 1763335107 -> 1763335107 00002000:00010000:3.0:1763335107.743418:0:8417:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x25e:0x0] updating lvb atime from disk: 1763335107 -> 1763335107 00002000:00010000:3.0:1763335107.743420:0:8417:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x25e:0x0] updating lvb ctime from disk: 1763335108 -> 1763335108 00000100:00100000:2.0:1763335107.743421:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6d95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826082176:0@lo:6:osp-syn-1-1.0 00002000:00010000:3.0:1763335107.743422:0:8417:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x25e:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763335107.743444:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335107.743451:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+34:3666:x1848989826082432:12345-0@lo:2:osp-syn-1-1.0 Request processed in 105us (172us total) trans 17179871628 rc 0/0 00000100:00100000:3.0:1763335107.743457:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6613 00000100:00100000:2.0:1763335107.743459:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763335107.743464:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6d95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826082304:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763335107.743467:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826082176 00000100:00100000:3.0:1763335107.743471:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826082176 00000100:00100000:2.0:1763335107.743484:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335107.743488:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826082304 00000100:00100000:3.0:1763335107.743490:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826082304 00000100:00100000:3.0:1763335107.743506:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6614 00000004:00080000:2.0:1763335107.743508:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6d96680/2, rc 0, transno 17179871628 00000100:00100000:2.0:1763335107.743511:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6d96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826082432:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335107.743512:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+35:3664:x1848989826082176:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763335107.743523:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:608 count 1 00000100:00100000:2.0:1763335107.743526:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6615 00000100:00100000:2.0:1763335107.743532:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+35:3664:x1848989826082304:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763335107.743537:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576451 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1763335107.743542:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:609 count 1 00010000:00010000:3.0:1763335107.743551:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b54007576339 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88173d expref: 29 pid: 28961 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335107.743556:0:8416:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x261:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335107.743558:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335107.743559:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335107.743561:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6600/0x3ec0b54007576458 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.743563:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576451 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.743568:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335107.743570:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335107.743572:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6600/0x3ec0b54007576458 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.743581:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6600/0x3ec0b54007576458 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.743584:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b54007576339 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88173d expref: 29 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.743590:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6600/0x3ec0b54007576458 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.743594:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b54007576339 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88173d expref: 29 pid: 28961 timeout: 1200 lvb_type: 0 00010000:00010000:2.0:1763335107.743597:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6600/0x3ec0b54007576458 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335107.743605:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6d95c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8417:1848989826082688:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335107.743612:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335107.743646:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f16bd000 going to sleep for 11 seconds 00000100:00100000:3.0:1763335107.743661:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335107.743687:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826082560 00000100:00100000:3.0:1763335107.743691:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826082560 00000100:00100000:3.0:1763335107.743706:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6616 00000100:00100000:3.0:1763335107.743711:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+37:3667:x1848989826082560:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763335107.743730:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+37:3664:x1848989826082304:12345-0@lo:6:osp-syn-1-1.0 Request processed in 198us (245us total) trans 17179871629 rc 0/0 00000100:00100000:2.0:1763335107.743739:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6615 00010000:00010000:2.0:1763335107.743756:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00002000:00010000:3.0:1763335107.743761:0:28568:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x25f:0x0] updating lvb size from disk: 0 -> 0 00010000:00010000:2.0:1763335107.743761:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6600/0x3ec0b54007576458 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335107.743764:0:28568:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x25f:0x0] updating lvb mtime from disk: 1763335108 -> 1763335108 00002000:00010000:3.0:1763335107.743767:0:28568:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x25f:0x0] updating lvb atime from disk: 0 -> 0 00010000:00010000:2.0:1763335107.743768:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6600 already unused, calling callback (ffffffffc0cbab40) 00002000:00010000:3.0:1763335107.743769:0:28568:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x25f:0x0] updating lvb ctime from disk: 1763335108 -> 1763335108 00002000:00010000:3.0:1763335107.743771:0:28568:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x25f:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:2.0:1763335107.743772:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6600/0x3ec0b54007576458 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.743780:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6600/0x3ec0b54007576458 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.743792:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6600/0x3ec0b54007576458 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335107.743798:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+37:3667:x1848989826082560:12345-0@lo:2:osp-syn-1-1.0 Request processed in 86us (136us total) trans 17179871630 rc 0/0 00010000:00010000:2.0:1763335107.743800:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6600/0x3ec0b54007576458 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335107.743804:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6616 00010000:00010000:2.0:1763335107.743812:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335107.743814:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335107.743816:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763335107.743827:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6d95180/2, rc 0, transno 17179871630 00000004:00080000:2.0:1763335107.743827:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6d95f80/2, rc 0, transno 17179871629 00000100:00100000:3.0:1763335107.743831:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6d95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826082560:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763335107.743831:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6d95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826082304:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1763335107.744374:0:8715:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 4 in progress, 1 in flight, 12 done 00000100:00100000:2.0:1763335107.746510:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.746703:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814764160 00000100:00100000:0.0:1763335107.746712:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814764160 00000100:00100000:0.0:1763335107.746771:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9584 00000100:00100000:0.0:1763335107.746780:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+251:55956:x1848989814764160:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335107.746800:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335107.746821:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b5400757645f lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881791 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.746956:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b54007576466 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335107.746971:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b54007576466 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.746982:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b54007576466 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.746994:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757646d lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335107.747001:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757646d lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.747012:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757646d lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.747063:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576474 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335107.747071:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576474 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.747078:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576474 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:0.0:1763335107.747088:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f0:0x0]: returning size 0 00010000:00010000:0.0:1763335107.747165:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b54007576466 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.747173:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b54007576466 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.747180:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b54007576466 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.747186:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b54007576466 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.747192:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffbbea00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335107.747197:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b54007576466 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.747204:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b54007576466 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.747217:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cac3b700) 00010000:00010000:0.0:1763335107.747220:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335107.747225:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b54007576466 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.747232:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b54007576466 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.747245:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757646d lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.747250:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757646d lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.747255:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757646d lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.747260:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc184000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335107.747263:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757646d lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.747268:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757646d lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.747274:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cac3bf00) 00010000:00010000:0.0:1763335107.747276:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335107.747279:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757646d lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.747285:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757646d lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335107.747352:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b5400757645f lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881791 expref: 254 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.747370:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576474 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881791 expref: 253 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.747377:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f0:0x0].0x0 (ffff9001cac3b100) 00010000:00010000:0.0:1763335107.747380:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335107.747383:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc185600, rc 0) 00000100:00100000:0.0:1763335107.747448:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+253:55956:x1848989814764160:12345-192.168.204.57@tcp:101:bash.0 Request processed in 659us (935us total) trans 4294973172 rc 0/0 00000100:00100000:0.0:1763335107.747458:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9584 00000100:00100000:0.0:1763335107.751534:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.751853:0:27804:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b54a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27804:1848989826082048:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335107.751889:0:27804:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c7848200/0x3ec0b54007576443 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335107.752061:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.752101:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.752121:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335107.752166:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814764416 00000100:00100000:3.0:1763335107.752173:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814764416 00010000:00010000:3.0:1763335107.752206:0:6516:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c3a2b000/0x3ec0b54007576332 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881736 expref: 11 pid: 27804 timeout: 1200 lvb_type: 0 00000100:00100000:3.0:1763335107.752234:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814764544 00000100:00100000:3.0:1763335107.752237:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814764544 00010000:00010000:3.0:1763335107.752250:0:6516:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b54007576339 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88173d expref: 30 pid: 28961 timeout: 1200 lvb_type: 0 00000100:00100000:3.0:1763335107.752271:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3145 00000100:00100000:3.0:1763335107.752279:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2426:x1848989814764416:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335107.752292:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335107.752297:0:6516:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c3a2b000/0x3ec0b54007576332 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881736 expref: 11 pid: 27804 timeout: 1200 lvb_type: 0 00010000:00010000:3.0:1763335107.752310:0:6516:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c3a2b000/0x3ec0b54007576332 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881736 expref: 11 pid: 27804 timeout: 1200 lvb_type: 0 00010000:00010000:3.0:1763335107.752361:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c3a2b000/0x3ec0b54007576332 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881736 expref: 11 pid: 27804 timeout: 1200 lvb_type: 0 00010000:00010000:3.0:1763335107.752375:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335107.752377:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335107.752381:0:6516:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c7848200/0x3ec0b54007576443 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.752391:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c7848200/0x3ec0b54007576443 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.752414:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335107.752459:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:2426:x1848989814764416:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 180us (398us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335107.752466:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3145 00000100:00100000:3.0:1763335107.752486:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3146 00000100:00100000:3.0:1763335107.752492:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+30:2426:x1848989814764544:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335107.752502:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335107.752506:0:6516:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b54007576339 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88173d expref: 30 pid: 28961 timeout: 1200 lvb_type: 0 00010000:00010000:3.0:1763335107.752516:0:6516:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b54007576339 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88173d expref: 30 pid: 28961 timeout: 1200 lvb_type: 0 00010000:00010000:3.0:1763335107.752528:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335107.752530:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335107.752533:0:6516:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576451 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.752540:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576451 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.752551:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335107.752568:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+30:2426:x1848989814764544:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 77us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335107.752575:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3146 00010000:00010000:3.0:1763335107.752608:0:8417:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b54007576339 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88173d expref: 29 pid: 28961 timeout: 1200 lvb_type: 0 00000100:00100000:3.0:1763335107.752618:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6d95c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8417:1848989826082688:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335107.752630:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576451 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.752639:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576451 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.752646:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576451 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.752655:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576451 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.752662:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576451 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.752678:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763335107.753663:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814764288 00000100:00100000:2.0:1763335107.753671:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814764288 00000100:00100000:1.0:1763335107.753709:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814764672 00000100:00100000:1.0:1763335107.753713:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814764672 00000100:00100000:1.0:1763335107.753747:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9585 00000100:00100000:1.0:1763335107.753755:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56955:x1848989814764288:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335107.753776:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335107.753792:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7849a00/0x3ec0b54007576482 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881798 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.753838:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7849a00/0x3ec0b54007576482 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881798 expref: 255 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.753852:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7849a00/0x3ec0b54007576482 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881798 expref: 255 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.753880:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ed:0x0].0x0 (ffff9001cac3b800) 00010000:00010000:1.0:1763335107.753884:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763335107.753888:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c7849a00, rc 0) 00000100:00100000:1.0:1763335107.753925:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:56955:x1848989814764288:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 170us (2399us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335107.753931:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9585 00000100:00100000:1.0:1763335107.753947:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9586 00000100:00100000:1.0:1763335107.753953:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:55956:x1848989814764672:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335107.753961:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335107.753970:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576489 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88179f expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.753990:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b54007576490 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335107.753999:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b54007576490 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335107.754006:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b54007576490 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335107.754116:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576489 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88179f expref: 256 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.754130:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b54007576490 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88179f expref: 255 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.754137:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f0:0x0].0x0 (ffff9001cac3b100) 00010000:00010000:1.0:1763335107.754139:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763335107.754141:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001ffb18800, rc 0) 00000100:00100000:1.0:1763335107.754166:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:55956:x1848989814764672:12345-192.168.204.57@tcp:101:bash.0 Request processed in 213us (2044us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335107.754175:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9586 00010000:00010000:2.0:1763335107.754958:0:27804:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c7848200/0x3ec0b54007576443 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.754970:0:27804:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c7848200/0x3ec0b54007576443 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.754979:0:27804:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c7848200/0x3ec0b54007576443 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.754987:0:27804:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c7848200/0x3ec0b54007576443 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.755007:0:27804:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1763335107.755207:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+9:3664:x1848989826081536:12345-0@lo:6:osp-syn-0-1.0 Request processed in 13419us (13919us total) trans 21474838922 rc 0/0 00000100:00100000:2.0:1763335107.755216:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6609 00000004:00080000:2.0:1763335107.755257:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5f75180/2, rc 0, transno 21474838922 00000100:00100000:2.0:1763335107.755263:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826081536:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1763335107.755292:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1763335107.755299:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576451 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.755307:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c3b9f400 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335107.755360:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576451 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.755371:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576451 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.755392:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576451 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.755400:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576451 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.755415:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335107.755419:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c7848200/0x3ec0b54007576443 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.755426:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c7848200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335107.755429:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c7848200/0x3ec0b54007576443 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.755437:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c7848200/0x3ec0b54007576443 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.755446:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c7848200/0x3ec0b54007576443 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.755454:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c7848200/0x3ec0b54007576443 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.755465:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335107.755467:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335107.755468:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335107.759367:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335107.759778:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+37:3664:x1848989826082176:12345-0@lo:6:osp-syn-1-1.0 Request processed in 16258us (16325us total) trans 17179871631 rc 0/0 00000100:00100000:2.0:1763335107.759793:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6614 00000004:00080000:3.0:1763335107.761168:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6d95500/2, rc 0, transno 17179871631 00000100:00100000:3.0:1763335107.761179:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6d95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826082176:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763335107.762851:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.764564:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814764928 00000100:00100000:0.0:1763335107.764578:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814764928 00000100:00100000:3.0:1763335107.765377:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335107.765402:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814765184 00000100:00100000:3.0:1763335107.765407:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814765184 00000100:00100000:3.0:1763335107.765448:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3304 00000100:00100000:3.0:1763335107.765457:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1616c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56955:x1848989814765184:12345-192.168.204.57@tcp:35:lfs.0 00000004:00080000:3.0:1763335107.765705:0:14078:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x1ed:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1763335107.765765:0:14078:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1505, 64 off126128 00000040:00080000:3.0:1763335107.765787:0:14078:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1504, 64 off126128 00000040:00080000:3.0:1763335107.765797:0:14078:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1505, 64 off126192 00000040:00080000:3.0:1763335107.765807:0:14078:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1506, 64 off126192 00000100:00100000:0.0:1763335107.768991:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9587 00000100:00100000:0.0:1763335107.769022:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:55956:x1848989814764928:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:0.0:1763335107.769099:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335107.769135:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576474 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881791 expref: 257 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.769156:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f0:0x0].0x0 (ffff9001cac3b100) 00010000:00010000:0.0:1763335107.769161:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335107.769365:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576497 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335107.769384:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576497 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.769393:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576497 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000001:00080000:0.0:1763335107.769437:0:6532:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973174 00000004:00010000:0.0:1763335107.769458:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000049f8731e reply state 000000002b64ded3 transno 4294973175 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576497 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.769470:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576497 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.769475:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f0:0x0].0x0 (ffff9001cac3b100) 00010000:00010000:0.0:1763335107.769478:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335107.769481:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335107.769580:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:55956:x1848989814764928:12345-192.168.204.57@tcp:36:bash.0 Request processed in 575us (6733us total) trans 4294973175 rc 0/0 00000100:00100000:0.0:1763335107.769587:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9587 00000020:00080000:0.0:1763335107.769593:0:6532:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1763335107.771256:0:14078:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b5400757649e lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14078 initiator: MDT0 00010000:00010000:2.0:1763335107.771277:0:14078:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b5400757649e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1ed:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 14078 initiator: MDT1 00010000:00010000:2.0:1763335107.771288:0:14078:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b5400757649e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1ed:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 14078 initiator: MDT1 00010000:00010000:2.0:1763335107.771297:0:14078:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b5400757649e lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1ed:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 14078 initiator: MDT1 00010000:00010000:2.0:1763335107.771304:0:14078:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b5400757649e lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1ed:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 14078 initiator: MDT1 00010000:00010000:2.0:1763335107.771310:0:14078:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b5400757649e lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1ed:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 14078 initiator: MDT1 00010000:00010000:2.0:1763335107.773389:0:14078:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763335107.773657:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1616c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56955:x1848989814765184:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 8194us (8278us total) trans 4294973173 rc 0/0 00000100:00100000:2.0:1763335107.773668:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3304 00000100:00100000:0.0:1763335107.773878:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:1.0:1763335107.774042:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335107.774050:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b5400757649e lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1ed:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 14078 initiator: MDT1 00010000:00010000:1.0:1763335107.774061:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7a00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335107.774065:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b5400757649e lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1ed:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 14078 initiator: MDT1 00010000:00010000:1.0:1763335107.774074:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b5400757649e lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1ed:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 14078 initiator: MDT1 00010000:00010000:1.0:1763335107.774090:0:7457:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1ed:0x0].0x0 (ffff9001cac3b800) 00010000:00010000:1.0:1763335107.774094:0:7457:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335107.774098:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b5400757649e lrc: 1/0,0 mode: --/PW res: [0x240000405:0x1ed:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 14078 initiator: MDT1 00010000:00010000:1.0:1763335107.774105:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b5400757649e lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1ed:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 14078 initiator: MDT1 00010000:00010000:1.0:1763335107.774117:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335107.774118:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335107.774120:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335107.774168:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814765312 00000100:00100000:3.0:1763335107.774176:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814765312 00000100:00100000:3.0:1763335107.774224:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9588 00000100:00100000:3.0:1763335107.774234:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:55956:x1848989814765312:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335107.774254:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335107.774270:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b540075764a5 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8817a6 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.774338:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b540075764a5 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817a6 expref: 259 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.774352:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b540075764a5 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817a6 expref: 259 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.774368:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f0:0x0].0x0 (ffff9001cac3b100) 00010000:00010000:3.0:1763335107.774371:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335107.774373:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c3b9fa00, rc 0) 00000100:00100000:3.0:1763335107.774403:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:55956:x1848989814765312:12345-192.168.204.57@tcp:101:bash.0 Request processed in 171us (536us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335107.774410:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9588 00000100:00100000:0.0:1763335107.777835:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335107.782917:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.784230:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814765568 00000100:00100000:1.0:1763335107.784243:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814765568 00000100:00100000:0.0:1763335107.784599:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814765824 00000100:00100000:0.0:1763335107.784605:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814765824 00000100:00100000:1.0:1763335107.784673:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9589 00000100:00100000:1.0:1763335107.784685:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:56955:x1848989814765568:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335107.784708:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335107.784730:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b540075764ac lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8817ad expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.784807:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b540075764b3 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335107.784821:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b540075764b3 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.784833:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b540075764b3 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.784844:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b540075764ba lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335107.784851:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b540075764ba lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.784858:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b540075764ba lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.784979:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b540075764c1 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335107.784989:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b540075764c1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.784995:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b540075764c1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:1.0:1763335107.785005:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f0:0x0]: returning size 0 00010000:00010000:1.0:1763335107.785099:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b540075764b3 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.785107:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b540075764b3 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.785114:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b540075764b3 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.785121:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b540075764b3 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.785128:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffb18a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335107.785133:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b540075764b3 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.785140:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b540075764b3 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.785153:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2a00) 00010000:00010000:1.0:1763335107.785156:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335107.785161:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b540075764b3 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.785167:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b540075764b3 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.785180:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b540075764ba lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.785187:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b540075764ba lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.785193:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b540075764ba lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.785198:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffb19200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335107.785201:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b540075764ba lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.785212:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b540075764ba lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.785218:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2d00) 00010000:00010000:1.0:1763335107.785221:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335107.785223:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b540075764ba lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.785230:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b540075764ba lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.785267:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b540075764ac lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817ad expref: 263 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.785281:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b540075764c1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817ad expref: 262 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.785288:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f0:0x0].0x0 (ffff9001cac3b100) 00010000:00010000:1.0:1763335107.785290:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335107.785293:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d0335000, rc 0) 00000100:00100000:1.0:1763335107.785382:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56955:x1848989814765568:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 698us (7555us total) trans 4294973176 rc 0/0 00000100:00100000:1.0:1763335107.785389:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9589 00000100:00100000:1.0:1763335107.785408:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9590 00000100:00100000:1.0:1763335107.785415:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:55956:x1848989814765824:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335107.785425:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335107.785427:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763335107.785439:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b540075764a5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817a6 expref: 261 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.785450:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f0:0x0].0x0 (ffff9001cac3b100) 00010000:00010000:1.0:1763335107.785453:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335107.785460:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b540075764cf lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8817b4 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.785487:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b540075764d6 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335107.785497:0:7841:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b540075764c1 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817ad expref: 261 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.785506:0:7841:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b540075764d6 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.785535:0:7841:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b540075764c1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817ad expref: 261 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.785549:0:7841:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b540075764c1 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817ad expref: 261 pid: 7841 timeout: 1200 lvb_type: 0 00000100:00100000:1.0:1763335107.785563:0:7841:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b54e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826082816:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335107.785617:0:7841:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c9e3a000 going to sleep for 11 seconds 00000100:00100000:3.0:1763335107.788660:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.788756:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814765952 00000100:00100000:0.0:1763335107.788766:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814765952 00000100:00100000:0.0:1763335107.788820:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6617 00000100:00100000:0.0:1763335107.788830:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff929f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:2429:x1848989814765952:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335107.788846:0:8417:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335107.788866:0:8417:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c5d15800/0x3ec0b540075764dd lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8817bb expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335107.788899:0:8417:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x262:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335107.788917:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335107.788920:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335107.788930:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5d15800/0x3ec0b540075764dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817bb expref: 30 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335107.788947:0:8417:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c5d15800/0x3ec0b540075764dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817bb expref: 30 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335107.788960:0:8417:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5d15800, rc 0) 00000100:00100000:0.0:1763335107.789017:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff929f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+30:2429:x1848989814765952:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 187us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335107.789025:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6617 00000100:00100000:3.0:1763335107.789447:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3664:1848989826082944:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1763335107.789489:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335107.789566:0:6535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826082944 00000100:00100000:1.0:1763335107.789571:0:6535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826082944 00000100:00100000:1.0:1763335107.789606:0:6535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1332 00000100:00100000:1.0:1763335107.789613:0:6535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1848989826082944:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1763335107.789638:0:6535:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1299714048 00000100:00100000:1.0:1763335107.789673:0:6535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1848989826082944:12345-0@lo:41:osp-pre-1-0.0 Request processed in 60us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335107.789680:0:6535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1332 00000100:00100000:3.0:1763335107.790048:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3664:1848989826082944:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763335107.792494:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1335880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3667:1848989826083328:0@lo:400:kworker.0 00000100:00100000:1.0:1763335107.792551:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335107.792599:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c2f25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3667:1848989826083840:0@lo:400:kworker.0 00000100:00100000:1.0:1763335107.792620:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335107.792640:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1763335107.792646:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1334a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826083200:0@lo:400:kworker.0 00000100:00100000:1.0:1763335107.792667:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335107.792679:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c2f26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3667:1848989826083712:0@lo:400:kworker.0 00000100:00100000:1.0:1763335107.792698:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335107.792712:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c2f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3667:1848989826084224:0@lo:400:kworker.0 00000100:00100000:1.0:1763335107.792730:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335107.792770:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826083328 00000100:00100000:1.0:1763335107.792776:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826083328 00000100:00100000:1.0:1763335107.792812:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826083840 00000100:00100000:1.0:1763335107.792815:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826083840 00000100:00080000:1.0:1763335107.792835:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1763335107.792853:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826083712 00000100:00100000:1.0:1763335107.792856:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826083712 00000100:00080000:1.0:1763335107.792866:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1763335107.792895:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826084224 00000100:00100000:1.0:1763335107.792898:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826084224 00000100:00100000:1.0:1763335107.792915:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1294 00000100:00100000:1.0:1763335107.792923:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1848989826083328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335107.792972:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1848989826083328:12345-0@lo:400:kworker.0 Request processed in 49us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335107.792980:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1294 00000100:00100000:1.0:1763335107.793023:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1335880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3667:1848989826083328:0@lo:400:kworker.0 00000100:00100000:1.0:1763335107.793047:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1295 00000100:00100000:1.0:1763335107.793054:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1848989826083840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335107.793085:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3667:x1848989826083840:12345-0@lo:400:kworker.0 Request processed in 32us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335107.793091:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1295 00000100:00100000:1.0:1763335107.793114:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c2f25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3667:1848989826083840:0@lo:400:kworker.0 00000100:00100000:1.0:1763335107.793131:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1296 00000100:00100000:1.0:1763335107.793137:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1848989826083712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335107.793166:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3667:x1848989826083712:12345-0@lo:400:kworker.0 Request processed in 29us (468us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335107.793172:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1296 00000100:00100000:1.0:1763335107.793195:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c2f26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3667:1848989826083712:0@lo:400:kworker.0 00000100:00100000:1.0:1763335107.793211:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1297 00000100:00100000:1.0:1763335107.793217:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1848989826084224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335107.793246:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3667:x1848989826084224:12345-0@lo:400:kworker.0 Request processed in 30us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335107.793252:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1297 00000100:00100000:1.0:1763335107.793275:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c2f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3667:1848989826084224:0@lo:400:kworker.0 00000100:00100000:3.0:1763335107.793365:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826083200 00000100:00100000:3.0:1763335107.793369:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826083200 00000100:00100000:3.0:1763335107.793400:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1333 00000100:00100000:3.0:1763335107.793407:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3667:x1848989826083200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335107.793442:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3667:x1848989826083200:12345-0@lo:400:kworker.0 Request processed in 37us (774us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335107.793449:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1333 00000100:00100000:3.0:1763335107.793468:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2032434f-4737-4592-a0df-08ea1fa8243f:3665:1848989826083072:0@lo:400:kworker.0 00000100:00100000:3.0:1763335107.793497:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335107.793521:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c2f26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3665:1848989826083584:0@lo:400:kworker.0 00000100:00100000:3.0:1763335107.793540:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335107.793554:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c2f25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3665:1848989826084096:0@lo:400:kworker.0 00000100:00100000:3.0:1763335107.793576:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335107.793592:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1763335107.793597:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1337800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3665:1848989826083456:0@lo:400:kworker.0 00000100:00100000:3.0:1763335107.793614:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335107.793650:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c2f25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3665:1848989826083968:0@lo:400:kworker.0 00000100:00100000:3.0:1763335107.793669:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335107.793691:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826083584 00000100:00100000:3.0:1763335107.793694:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826083584 00000100:00100000:3.0:1763335107.793717:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826083456 00000100:00100000:3.0:1763335107.793719:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826083456 00000100:00100000:3.0:1763335107.793733:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1298 00000100:00100000:3.0:1763335107.793739:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1848989826083584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335107.793770:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3665:x1848989826083584:12345-0@lo:400:kworker.0 Request processed in 31us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335107.793776:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1298 00000100:00100000:3.0:1763335107.793787:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1299 00000100:00100000:3.0:1763335107.793793:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff929c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1848989826083456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335107.793816:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff929c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3665:x1848989826083456:12345-0@lo:400:kworker.0 Request processed in 24us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335107.793826:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1299 00000100:00080000:3.0:1763335107.793841:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1763335107.793844:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1763335107.793862:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1337800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3665:1848989826083456:0@lo:400:kworker.0 00000100:00100000:3.0:1763335107.793885:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c2f26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3665:1848989826083584:0@lo:400:kworker.0 00000100:00100000:2.0:1763335107.793979:0:32322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826083072 00000100:00100000:2.0:1763335107.793984:0:32322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826083072 00000100:00100000:2.0:1763335107.794013:0:32322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:2.0:1763335107.794020:0:32322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001fb662050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2032434f-4737-4592-a0df-08ea1fa8243f+23:3665:x1848989826083072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335107.794053:0:32322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001fb662050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2032434f-4737-4592-a0df-08ea1fa8243f+23:3665:x1848989826083072:12345-0@lo:400:kworker.0 Request processed in 34us (555us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335107.794059:0:32322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:1.0:1763335107.796202:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826084096 00000100:00100000:1.0:1763335107.796214:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826084096 00000100:00100000:3.0:1763335107.796450:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2032434f-4737-4592-a0df-08ea1fa8243f:3665:1848989826083072:0@lo:400:kworker.0 00000100:00100000:1.0:1763335107.797189:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826083968 00000100:00100000:1.0:1763335107.797194:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826083968 00000100:00100000:0.0:1763335107.797308:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:0.0:1763335107.797347:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3665:x1848989826084096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335107.797422:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3665:x1848989826084096:12345-0@lo:400:kworker.0 Request processed in 79us (3844us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335107.797429:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00080000:2.0:1763335107.797658:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1763335107.797662:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763335107.798483:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c2f25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3665:1848989826084096:0@lo:400:kworker.0 00000100:00100000:2.0:1763335107.798618:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335107.798664:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335107.798683:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814766336 00000100:00100000:2.0:1763335107.798687:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814766336 00010000:00010000:2.0:1763335107.798715:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b540075764c1 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817ad expref: 262 pid: 7841 timeout: 1200 lvb_type: 0 00000100:00100000:2.0:1763335107.798743:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3147 00000100:00100000:2.0:1763335107.798751:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b47100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:2427:x1848989814766336:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335107.798763:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335107.798769:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b540075764c1 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817ad expref: 262 pid: 7841 timeout: 1200 lvb_type: 0 00010000:00010000:2.0:1763335107.798781:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b540075764c1 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817ad expref: 262 pid: 7841 timeout: 1200 lvb_type: 0 00010000:00010000:2.0:1763335107.798804:0:33041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f0:0x0].0x0 (ffff9001cac3b100) 00010000:00010000:2.0:1763335107.798810:0:33041:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b540075764d6 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.798819:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b540075764d6 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.798826:0:33041:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b540075764d6 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.798843:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335107.798891:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b47100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:2427:x1848989814766336:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 140us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335107.798902:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3147 00000100:00100000:1.0:1763335107.799144:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:1.0:1763335107.799153:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3665:x1848989826083968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335107.799195:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3665:x1848989826083968:12345-0@lo:400:kworker.0 Request processed in 43us (5525us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335107.799201:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00100000:1.0:1763335107.799239:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1334a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826083200:0@lo:400:kworker.0 00010000:00010000:1.0:1763335107.799269:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b540075764c1 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817ad expref: 261 pid: 7841 timeout: 1200 lvb_type: 0 00000100:00100000:1.0:1763335107.799283:0:7841:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b54e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826082816:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335107.799294:0:7841:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b540075764d6 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.799302:0:7841:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b540075764d6 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335107.799308:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b540075764d6 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000040:00080000:1.0:1763335107.799541:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1507, 88 off126280 00000004:00080000:1.0:1763335107.799550:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1100779234487ns, next at 1101193917321ns, rc = 0 00000040:00080000:1.0:1763335107.799572:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1506, 88 off126280 00000004:00080000:1.0:1763335107.799577:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1100779262535ns, next at 1101193887757ns, rc = 0 00000040:00080000:1.0:1763335107.799591:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1507, 88 off126368 00000004:00080000:1.0:1763335107.799595:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1100779280250ns, next at 1101193887757ns, rc = 0 00000040:00080000:1.0:1763335107.799605:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1508, 88 off126368 00000004:00080000:1.0:1763335107.799608:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1100779293715ns, next at 1101193917321ns, rc = 0 00000100:00100000:3.0:1763335107.800994:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c2f25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3665:1848989826083968:0@lo:400:kworker.0 00000100:00100000:3.0:1763335107.801025:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814766208 00000100:00100000:3.0:1763335107.801031:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814766208 00000100:00100000:3.0:1763335107.801077:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3305 00000100:00100000:3.0:1763335107.801096:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56955:x1848989814766208:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335107.803597:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56955:x1848989814766208:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 2502us (4970us total) trans 4294973178 rc 0/0 00000100:00100000:3.0:1763335107.803611:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3305 00000001:00080000:2.0:1763335107.807375:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973177 is committed 00000004:00080000:2.0:1763335107.807385:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 986 committed 00010000:00010000:0.0:1763335107.807613:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576497 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.807626:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576497 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.807632:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576497 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.807638:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035fe00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335107.807643:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576497 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.807649:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576497 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.807666:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f0:0x0].0x0 (ffff9001cac3b100) 00010000:00010000:0.0:1763335107.807669:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335107.807675:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576497 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.807680:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576497 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00000004:00080000:2.0:1763335107.807720:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 989 committed 00000004:00080000:2.0:1763335107.807735:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 988 committed 00000004:00080000:2.0:1763335107.807738:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 985 committed 00000100:00100000:0.0:1763335107.807991:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826084736:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335107.808042:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335107.808077:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763335107.808083:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c393d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826084352:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763335107.808101:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335107.808131:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826084736 00000100:00100000:0.0:1763335107.808139:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826084736 00000100:00100000:0.0:1763335107.808174:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826084352 00000100:00100000:0.0:1763335107.808177:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826084352 00000100:00100000:0.0:1763335107.808196:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6618 00000100:00100000:0.0:1763335107.808203:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+10:3666:x1848989826084736:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335107.808390:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+11:3666:x1848989826084736:12345-0@lo:2:osp-syn-0-1.0 Request processed in 185us (346us total) trans 21474838923 rc 0/0 00000100:00100000:0.0:1763335107.808398:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6618 00000100:00100000:0.0:1763335107.808415:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6619 00000100:00100000:0.0:1763335107.808422:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+10:3666:x1848989826084352:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763335107.808435:0:35240:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:604 count 1 00010000:00010000:0.0:1763335107.808453:0:35240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c5d15c00/0x3ec0b540075764e4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.808477:0:35240:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d035ea00/0x3ec0b540075761bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816b8 expref: 9 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.808486:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335107.808488:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335107.808492:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5d15c00/0x3ec0b540075764e4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.808519:0:35240:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9001d035ea00/0x3ec0b540075761bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816b8 expref: 9 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.808534:0:35240:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9001d035ea00/0x3ec0b540075761bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816b8 expref: 9 pid: 8725 timeout: 1200 lvb_type: 0 00000100:00100000:0.0:1763335107.808545:0:35240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7f24e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35240:1848989826084864:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335107.808601:0:35240:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f609b900 going to sleep for 11 seconds 00000100:00100000:0.0:1763335107.808622:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c393f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826084480:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763335107.808646:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335107.808663:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763335107.808668:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826084608:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335107.808686:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335107.808707:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826084480 00000100:00100000:0.0:1763335107.808711:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826084480 00000100:00100000:0.0:1763335107.808738:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826084608 00000100:00100000:0.0:1763335107.808741:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826084608 00000100:00100000:0.0:1763335107.808758:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6620 00000100:00100000:0.0:1763335107.808764:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+12:3664:x1848989826084480:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763335107.808776:0:27803:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:605 count 1 00010000:00010000:0.0:1763335107.808787:0:27803:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c5d14800/0x3ec0b540075764eb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.808798:0:27803:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6c00/0x3ec0b5400757639b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881752 expref: 9 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.808806:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335107.808807:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335107.808810:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5d14800/0x3ec0b540075764eb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.808831:0:27803:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6c00/0x3ec0b5400757639b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881752 expref: 9 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.808840:0:27803:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6c00/0x3ec0b5400757639b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881752 expref: 9 pid: 8725 timeout: 1200 lvb_type: 0 00000100:00100000:0.0:1763335107.808850:0:27803:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6355c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27803:1848989826084992:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335107.808886:0:27803:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f609b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335107.808902:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6621 00000100:00100000:0.0:1763335107.808909:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6357b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+12:3664:x1848989826084608:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335107.808990:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6357b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+13:3664:x1848989826084608:12345-0@lo:2:osp-syn-0-1.0 Request processed in 81us (302us total) trans 21474838924 rc 0/0 00000100:00100000:0.0:1763335107.808996:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6621 00000004:00080000:0.0:1763335107.809034:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5f77b80/2, rc 0, transno 21474838923 00000100:00100000:0.0:1763335107.809040:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826084736:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763335107.809056:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5f75c00/2, rc 0, transno 21474838924 00000100:00100000:0.0:1763335107.809060:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826084608:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335107.809201:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f15c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826085504:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335107.809229:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335107.809246:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763335107.809251:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f15c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826085120:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763335107.809269:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335107.809288:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826085504 00000100:00100000:1.0:1763335107.809291:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826085504 00000100:00100000:1.0:1763335107.809331:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826085120 00000100:00100000:1.0:1763335107.809335:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826085120 00000100:00100000:1.0:1763335107.809356:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6622 00000100:00100000:1.0:1763335107.809362:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+38:3666:x1848989826085504:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335107.809460:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+39:3666:x1848989826085504:12345-0@lo:2:osp-syn-1-1.0 Request processed in 97us (229us total) trans 17179871632 rc 0/0 00000100:00100000:1.0:1763335107.809467:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6622 00000100:00100000:1.0:1763335107.809480:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6623 00000100:00100000:1.0:1763335107.809486:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+38:3666:x1848989826085120:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763335107.809496:0:27804:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:606 count 1 00010000:00010000:1.0:1763335107.809507:0:27804:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c66e9400/0x3ec0b540075764f2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.809521:0:27804:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576420 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881783 expref: 29 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.809529:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335107.809530:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335107.809534:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c66e9400/0x3ec0b540075764f2 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.809554:0:27804:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576420 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881783 expref: 29 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.809570:0:27804:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576420 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881783 expref: 29 pid: 8725 timeout: 1200 lvb_type: 0 00000100:00100000:1.0:1763335107.809581:0:27804:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f15c3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27804:1848989826085632:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335107.809607:0:27804:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c9e3a600 going to sleep for 11 seconds 00000004:00080000:1.0:1763335107.809631:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f15c1c00/2, rc 0, transno 17179871632 00000100:00100000:1.0:1763335107.809636:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f15c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826085504:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335107.809648:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f15c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826085248:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763335107.809669:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335107.809683:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763335107.809688:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f15c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826085376:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335107.809705:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335107.809722:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826085248 00000100:00100000:1.0:1763335107.809725:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826085248 00000100:00100000:1.0:1763335107.809745:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826085376 00000100:00100000:1.0:1763335107.809748:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826085376 00000100:00100000:1.0:1763335107.809760:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6624 00000100:00100000:1.0:1763335107.809765:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+40:3664:x1848989826085248:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763335107.809777:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:607 count 1 00010000:00010000:1.0:1763335107.809792:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c66e8000/0x3ec0b540075764f9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x25f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.809803:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b540075763b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881760 expref: 29 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.809813:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335107.809814:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335107.809817:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c66e8000/0x3ec0b540075764f9 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x25f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.809835:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b540075763b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881760 expref: 29 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.809844:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b540075763b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x25f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881760 expref: 29 pid: 28961 timeout: 1200 lvb_type: 0 00000100:00100000:1.0:1763335107.809853:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f15c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1848989826085760:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335107.809889:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001e7fa8540 going to sleep for 11 seconds 00000100:00100000:1.0:1763335107.809903:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6625 00000100:00100000:1.0:1763335107.809910:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+40:3664:x1848989826085376:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763335107.809971:0:28961:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x262:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335107.809975:0:28961:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x262:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763335107.809977:0:28961:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x262:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335107.809979:0:28961:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x262:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763335107.809981:0:28961:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x262:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335107.810011:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+41:3664:x1848989826085376:12345-0@lo:2:osp-syn-1-1.0 Request processed in 102us (305us total) trans 17179871633 rc 0/0 00000100:00100000:1.0:1763335107.810017:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6625 00000004:00080000:1.0:1763335107.810044:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f15c0000/2, rc 0, transno 17179871633 00000100:00100000:1.0:1763335107.810049:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f15c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826085376:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335107.810248:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:2.0:1763335107.811544:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b540075764d6 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1f0:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817b4 expref: 256 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.811559:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f0:0x0].0x0 (ffff9001cac3b100) 00010000:00010000:2.0:1763335107.811562:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763335107.811577:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b540075764cf lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817b4 expref: 256 pid: 7841 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763335107.811593:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b540075764d6 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1f0:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817b4 expref: 255 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.811618:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f0:0x0].0x0 (ffff9001cac3b100) 00010000:00010000:2.0:1763335107.811621:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763335107.811624:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c66e9e00, rc 0) 00000100:00100000:2.0:1763335107.811672:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:55956:x1848989814765824:12345-192.168.204.57@tcp:101:bash.0 Request processed in 26254us (28762us total) trans 4294973177 rc 0/0 00000100:00100000:2.0:1763335107.811680:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9590 00000100:00100000:2.0:1763335107.811771:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814766592 00000100:00100000:2.0:1763335107.811778:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814766592 00000100:00100000:2.0:1763335107.811810:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9591 00000100:00100000:2.0:1763335107.811817:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:56955:x1848989814766592:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335107.811834:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335107.811850:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007576500 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8817c2 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.811924:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576507 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335107.811934:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576507 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.811942:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576507 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.811951:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757650e lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335107.811957:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757650e lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.811962:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757650e lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.812048:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007576515 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335107.812056:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007576515 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.812062:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007576515 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:2.0:1763335107.812071:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f0:0x0]: returning size 2 00010000:00010000:2.0:1763335107.812149:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576507 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.812159:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576507 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.812164:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576507 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.812169:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576507 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.812175:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335107.812178:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576507 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.812184:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576507 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.812193:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c1500) 00010000:00010000:2.0:1763335107.812195:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335107.812198:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576507 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.812204:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576507 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.812213:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757650e lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.812219:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757650e lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.812223:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757650e lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.812228:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335107.812231:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757650e lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.812236:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757650e lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.812243:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c79c1d00) 00010000:00010000:2.0:1763335107.812245:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335107.812248:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757650e lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.812252:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757650e lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335107.812285:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007576500 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817c2 expref: 258 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.812298:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007576515 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817c2 expref: 257 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.812304:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f0:0x0].0x0 (ffff9001cac3b100) 00010000:00010000:2.0:1763335107.812307:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335107.812309:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6600, rc 0) 00000100:00100000:2.0:1763335107.812357:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:56955:x1848989814766592:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 540us (5047us total) trans 4294973179 rc 0/0 00000100:00100000:2.0:1763335107.812364:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9591 00000100:00100000:3.0:1763335107.817023:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335107.817045:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335107.817070:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814766720 00000100:00100000:3.0:1763335107.817079:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814766720 00010000:00010000:3.0:1763335107.817115:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9001d035ea00/0x3ec0b540075761bf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816b8 expref: 10 pid: 8725 timeout: 1200 lvb_type: 0 00000100:00100000:3.0:1763335107.817145:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814766976 00000100:00100000:3.0:1763335107.817148:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814766976 00010000:00010000:3.0:1763335107.817162:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576420 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881783 expref: 30 pid: 8725 timeout: 1200 lvb_type: 0 00000100:00100000:3.0:1763335107.817183:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3148 00000100:00100000:3.0:1763335107.817192:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c7959050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:2429:x1848989814766720:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335107.817206:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335107.817212:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9001d035ea00/0x3ec0b540075761bf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816b8 expref: 10 pid: 8725 timeout: 1200 lvb_type: 0 00010000:00010000:3.0:1763335107.817226:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9001d035ea00/0x3ec0b540075761bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816b8 expref: 10 pid: 8725 timeout: 1200 lvb_type: 0 00010000:00010000:3.0:1763335107.817250:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335107.817252:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335107.817258:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c5d15c00/0x3ec0b540075764e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.817268:0:33041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5d15c00/0x3ec0b540075764e4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.817287:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335107.817358:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c7959050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:2429:x1848989814766720:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 166us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335107.817366:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3148 00000100:00100000:3.0:1763335107.817409:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3149 00000100:00100000:3.0:1763335107.817416:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+30:2429:x1848989814766976:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335107.817427:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335107.817432:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576420 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881783 expref: 30 pid: 8725 timeout: 1200 lvb_type: 0 00010000:00010000:3.0:1763335107.817443:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576420 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881783 expref: 30 pid: 8725 timeout: 1200 lvb_type: 0 00010000:00010000:3.0:1763335107.817456:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335107.817458:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335107.817462:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c66e9400/0x3ec0b540075764f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.817469:0:33041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c66e9400/0x3ec0b540075764f2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.817481:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335107.817499:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+30:2429:x1848989814766976:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 83us (453us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335107.817506:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3149 00000100:00100000:3.0:1763335107.817547:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335107.817563:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814766848 00000100:00100000:3.0:1763335107.817567:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814766848 00010000:00010000:3.0:1763335107.817581:0:6516:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6c00/0x3ec0b5400757639b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881752 expref: 10 pid: 8725 timeout: 1200 lvb_type: 0 00000100:00100000:3.0:1763335107.817598:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3150 00000100:00100000:3.0:1763335107.817605:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff928a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:2429:x1848989814766848:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335107.817614:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335107.817618:0:6516:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6c00/0x3ec0b5400757639b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881752 expref: 10 pid: 8725 timeout: 1200 lvb_type: 0 00010000:00010000:3.0:1763335107.817628:0:6516:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6c00/0x3ec0b5400757639b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881752 expref: 10 pid: 8725 timeout: 1200 lvb_type: 0 00010000:00010000:3.0:1763335107.817640:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335107.817642:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335107.817646:0:6516:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c5d14800/0x3ec0b540075764eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.817654:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5d14800/0x3ec0b540075764eb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.817665:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335107.817682:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff928a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:2429:x1848989814766848:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 77us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335107.817689:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3150 00010000:00010000:0.0:1763335107.817855:0:35240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d035ea00/0x3ec0b540075761bf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8816b8 expref: 9 pid: 8725 timeout: 1200 lvb_type: 0 00000100:00100000:0.0:1763335107.817880:0:35240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7f24e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35240:1848989826084864:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335107.817899:0:35240:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c5d15c00/0x3ec0b540075764e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.817911:0:35240:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c5d15c00/0x3ec0b540075764e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.817919:0:35240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c5d15c00/0x3ec0b540075764e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.817929:0:35240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c5d15c00/0x3ec0b540075764e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.817937:0:35240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5d15c00/0x3ec0b540075764e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.817962:0:35240:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763335107.818171:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+13:3666:x1848989826084352:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9749us (10068us total) trans 21474838925 rc 0/0 00000100:00100000:0.0:1763335107.818180:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6619 00000004:00080000:0.0:1763335107.818216:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c393d180/2, rc 0, transno 21474838925 00000100:00100000:0.0:1763335107.818223:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c393d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826084352:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1763335107.818482:0:27804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576420 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881783 expref: 29 pid: 8725 timeout: 1200 lvb_type: 0 00000100:00100000:2.0:1763335107.818495:0:27804:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f15c3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27804:1848989826085632:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335107.818511:0:27804:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c66e9400/0x3ec0b540075764f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.818520:0:27804:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c66e9400/0x3ec0b540075764f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.818527:0:27804:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c66e9400/0x3ec0b540075764f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.818535:0:27804:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c66e9400/0x3ec0b540075764f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.818543:0:27804:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c66e9400/0x3ec0b540075764f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.818562:0:27804:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1763335107.818775:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+41:3666:x1848989826085120:12345-0@lo:6:osp-syn-1-1.0 Request processed in 9287us (9503us total) trans 17179871634 rc 0/0 00000100:00100000:2.0:1763335107.818783:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6623 00010000:00010000:1.0:1763335107.818863:0:27803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d6c00/0x3ec0b5400757639b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881752 expref: 8 pid: 8725 timeout: 1200 lvb_type: 0 00000100:00100000:1.0:1763335107.818886:0:27803:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6355c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27803:1848989826084992:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335107.818900:0:27803:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c5d14800/0x3ec0b540075764eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.818908:0:27803:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c5d14800/0x3ec0b540075764eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.818916:0:27803:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c5d14800/0x3ec0b540075764eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.818925:0:27803:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c5d14800/0x3ec0b540075764eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.818932:0:27803:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5d14800/0x3ec0b540075764eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.818957:0:27803:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1763335107.819129:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+13:3664:x1848989826084480:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10363us (10480us total) trans 21474838926 rc 0/0 00000100:00100000:1.0:1763335107.819136:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6620 00000004:00080000:1.0:1763335107.819165:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c393f800/2, rc 0, transno 21474838926 00000100:00100000:1.0:1763335107.819171:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c393f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826084480:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1763335107.820079:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1763335107.820098:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c5d15c00/0x3ec0b540075764e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.820108:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5d15c00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335107.820113:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c5d15c00/0x3ec0b540075764e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.820123:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c5d15c00/0x3ec0b540075764e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.820140:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c5d15c00/0x3ec0b540075764e4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.820148:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c5d15c00/0x3ec0b540075764e4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x25c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.820166:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1763335107.820170:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c66e9400/0x3ec0b540075764f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.820177:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c66e9400 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335107.820180:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c66e9400/0x3ec0b540075764f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.820187:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c66e9400/0x3ec0b540075764f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.820197:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c66e9400/0x3ec0b540075764f2 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.820204:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c66e9400/0x3ec0b540075764f2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x25e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.820216:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335107.820220:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c5d14800/0x3ec0b540075764eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.820232:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5d14800 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335107.820235:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c5d14800/0x3ec0b540075764eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.820242:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c5d14800/0x3ec0b540075764eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.820252:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c5d14800/0x3ec0b540075764eb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.820259:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c5d14800/0x3ec0b540075764eb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x25d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.820271:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335107.820273:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335107.820275:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335107.820346:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763335107.820377:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f15c0380/2, rc 0, transno 17179871634 00000100:00100000:0.0:1763335107.820383:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f15c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826085120:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763335107.826036:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335107.826275:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.826306:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.826418:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f15c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1848989826085760:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335107.826448:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c66e8000/0x3ec0b540075764f9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x25f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335107.826615:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814767104 00000100:00100000:2.0:1763335107.826622:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814767104 00010000:00010000:2.0:1763335107.826655:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b540075763b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x25f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881760 expref: 29 pid: 28961 timeout: 1200 lvb_type: 0 00000100:00100000:2.0:1763335107.826683:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3151 00000100:00100000:2.0:1763335107.826692:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6355c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:2427:x1848989814767104:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335107.826705:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335107.826710:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b540075763b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x25f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881760 expref: 29 pid: 28961 timeout: 1200 lvb_type: 0 00010000:00010000:2.0:1763335107.826729:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b540075763b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881760 expref: 29 pid: 28961 timeout: 1200 lvb_type: 0 00010000:00010000:2.0:1763335107.826751:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b540075763b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x25f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881760 expref: 29 pid: 28961 timeout: 1200 lvb_type: 0 00010000:00010000:2.0:1763335107.826765:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335107.826767:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335107.826772:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c66e8000/0x3ec0b540075764f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.826782:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c66e8000/0x3ec0b540075764f9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x25f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.826813:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335107.826857:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6355c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+28:2427:x1848989814767104:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 166us (589us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335107.826865:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3151 00010000:00010000:1.0:1763335107.826933:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c66e8000/0x3ec0b540075764f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.826942:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c66e8000/0x3ec0b540075764f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.826950:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c66e8000/0x3ec0b540075764f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.826957:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c66e8000/0x3ec0b540075764f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.826981:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763335107.827210:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+41:3664:x1848989826085248:12345-0@lo:6:osp-syn-1-1.0 Request processed in 17443us (17538us total) trans 17179871635 rc 0/0 00000100:00100000:1.0:1763335107.827218:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6624 00000100:00100000:1.0:1763335107.827231:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814767232 00000100:00100000:1.0:1763335107.827235:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814767232 00000100:00100000:1.0:1763335107.827258:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6626 00000100:00100000:1.0:1763335107.827265:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f136a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+28:55956:x1848989814767232:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335107.827276:0:8415:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335107.827289:0:8415:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576523 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8817c9 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.827342:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c5d15800/0x3ec0b540075764dd lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817bb expref: 29 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335107.827351:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335107.827353:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335107.827357:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576523 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817c9 expref: 29 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.827384:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c5d15800/0x3ec0b540075764dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817bb expref: 29 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335107.827397:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c5d15800/0x3ec0b540075764dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817bb expref: 29 pid: 8417 timeout: 1200 lvb_type: 1 00000100:00100000:1.0:1763335107.827411:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f15c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1848989826085888:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335107.827458:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001e7fa8540 going to sleep for 11 seconds 00000004:00080000:1.0:1763335107.827487:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f15c3100/2, rc 0, transno 17179871635 00000100:00100000:1.0:1763335107.827493:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f15c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826085248:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1763335107.827830:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335107.827837:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c66e8000/0x3ec0b540075764f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.827845:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c66e8000 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335107.827850:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c66e8000/0x3ec0b540075764f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.827865:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c66e8000/0x3ec0b540075764f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.827888:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c66e8000/0x3ec0b540075764f9 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.827896:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c66e8000/0x3ec0b540075764f9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x25f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.827913:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335107.827915:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335107.827917:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335107.828569:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335107.828650:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814767488 00000100:00100000:2.0:1763335107.828656:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814767488 00000100:00100000:2.0:1763335107.828693:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3306 00000100:00100000:2.0:1763335107.828701:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff929880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:56955:x1848989814767488:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335107.828883:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff929880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56955:x1848989814767488:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 181us (315us total) trans 4294973180 rc 0/0 00000100:00100000:2.0:1763335107.828890:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3306 00000100:00100000:3.0:1763335107.831829:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335107.831969:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.832116:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814767744 00000100:00100000:0.0:1763335107.832139:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814767744 00010000:00010000:0.0:1763335107.832198:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5d15800/0x3ec0b540075764dd lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817bb expref: 30 pid: 8417 timeout: 1200 lvb_type: 1 00000100:00100000:0.0:1763335107.832259:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3152 00000100:00100000:0.0:1763335107.832269:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff928380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+30:2427:x1848989814767744:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335107.832295:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335107.832301:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c5d15800/0x3ec0b540075764dd lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x262:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817bb expref: 30 pid: 8417 timeout: 1200 lvb_type: 1 00010000:00010000:0.0:1763335107.832358:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c5d15800/0x3ec0b540075764dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x262:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817bb expref: 30 pid: 8417 timeout: 1200 lvb_type: 1 00010000:00010000:0.0:1763335107.832401:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335107.832403:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335107.832411:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576523 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817c9 expref: 30 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.832422:0:7458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576523 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817c9 expref: 30 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.832466:0:7458:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576523 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817c9 expref: 30 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335107.832481:0:7458:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1368700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7458:1848989826086016:192.168.204.57@tcp:105: 00000100:00100000:0.0:1763335107.832553:0:7458:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f609ba80 going to sleep for 11 seconds 00010000:00010000:0.0:1763335107.832592:0:8415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c5d15800/0x3ec0b540075764dd lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x262:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817bb expref: 30 pid: 8417 timeout: 1200 lvb_type: 1 00000100:00100000:0.0:1763335107.832608:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f15c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1848989826085888:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335107.832635:0:8415:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576523 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817c9 expref: 29 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.832645:0:8415:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c66e9400, rc 0) 00000100:00100000:0.0:1763335107.832672:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f136a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:55956:x1848989814767232:12345-192.168.204.57@tcp:101:bash.0 Request processed in 5407us (6364us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335107.832680:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6626 00000100:00100000:2.0:1763335107.832856:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814767616 00000100:00100000:2.0:1763335107.832862:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814767616 00000100:00100000:2.0:1763335107.832902:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3307 00000100:00100000:2.0:1763335107.832910:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff928e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56955:x1848989814767616:12345-192.168.204.57@tcp:33:lfs.0 00000100:00100000:2.0:1763335107.833018:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff928e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56955:x1848989814767616:12345-192.168.204.57@tcp:33:lfs.0 Request processed in 109us (1208us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335107.833029:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3307 00000100:00100000:0.0:1763335107.837933:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335107.838028:0:7458:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1368700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7458:1848989826086016:192.168.204.57@tcp:105: 00010000:00010000:2.0:1763335107.838054:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335107.838123:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff928380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+28:2427:x1848989814767744:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 5854us (6161us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335107.838133:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3152 00000100:00100000:1.0:1763335107.838231:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814767872 00000100:00100000:1.0:1763335107.838238:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814767872 00000100:00100000:1.0:1763335107.838294:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6627 00000100:00100000:1.0:1763335107.838303:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+8:55956:x1848989814767872:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335107.838348:0:8415:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335107.838371:0:8415:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d0335800/0x3ec0b5400757652a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8817d0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335107.838400:0:8415:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x260:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763335107.838422:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335107.838424:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335107.838434:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d0335800/0x3ec0b5400757652a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817d0 expref: 9 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.838449:0:8415:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9001d0335800/0x3ec0b5400757652a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817d0 expref: 9 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.838462:0:8415:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d0335800, rc 0) 00000100:00100000:1.0:1763335107.838487:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+9:55956:x1848989814767872:12345-192.168.204.57@tcp:101:bash.0 Request processed in 186us (566us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335107.838494:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6627 00000100:00100000:3.0:1763335107.843256:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335107.847037:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.847890:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814768000 00000100:00100000:1.0:1763335107.847903:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814768000 00002000:00010000:1.0:1763335107.847946:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/610 (0->18446744073709551615) 00002000:00100000:1.0:1763335107.847951:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f7f24e00 with x1848989814768000 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335107.847964:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001f7f24e00. 00000100:00100000:1.0:1763335107.849648:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814768128 00000100:00100000:1.0:1763335107.849659:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814768128 00002000:00010000:1.0:1763335107.849688:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/608 (0->18446744073709551615) 00002000:00100000:1.0:1763335107.849693:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f7f25180 with x1848989814768128 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335107.849701:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9001f7f25180. 00000100:00100000:3.0:1763335107.849779:0:16421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1626 00000100:00100000:3.0:1763335107.849793:0:16421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+28:2428:x1848989814768000:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:3.0:1763335107.849978:0:16421:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x262:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335107.849981:0:16421:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x262:0x0] updating lvb mtime from disk: 0 -> 1763335108 00002000:00010000:3.0:1763335107.849984:0:16421:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x262:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335107.849987:0:16421:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x262:0x0] updating lvb ctime from disk: 0 -> 1763335108 00002000:00010000:3.0:1763335107.849989:0:16421:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x262:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335107.850195:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1627 00000100:00100000:1.0:1763335107.850534:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+9:2428:x1848989814768128:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:1.0:1763335107.850634:0:23998:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x260:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335107.850637:0:23998:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x260:0x0] updating lvb mtime from disk: 0 -> 1763335108 00002000:00010000:1.0:1763335107.850639:0:23998:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x260:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335107.850641:0:23998:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x260:0x0] updating lvb ctime from disk: 0 -> 1763335108 00002000:00010000:1.0:1763335107.850643:0:23998:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x260:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335107.851045:0:16421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:2428:x1848989814768000:12345-192.168.204.57@tcp:10:bash.0 Request processed in 1254us (7798us total) trans 17179871636 rc 0/0 00000100:00100000:3.0:1763335107.851057:0:16421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1626 00002000:00010000:3.0:1763335107.851062:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/610 (0->18446744073709551615) 00002000:00100000:3.0:1763335107.851065:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f7f24e00 with x1848989814768000 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335107.851073:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001f7f24e00. 00000100:00100000:1.0:1763335107.851125:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:2428:x1848989814768128:12345-192.168.204.57@tcp:10:bash.0 Request processed in 920us (4096us total) trans 21474838927 rc 0/0 00000100:00100000:1.0:1763335107.851132:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1627 00002000:00010000:1.0:1763335107.851135:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/608 (0->18446744073709551615) 00002000:00100000:1.0:1763335107.851137:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f7f25180 with x1848989814768128 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335107.851141:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9001f7f25180. 00000100:00100000:3.0:1763335107.865455:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335107.865486:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.866470:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814768384 00000100:00100000:1.0:1763335107.866481:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814768384 00000100:00100000:1.0:1763335107.866550:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9592 00000100:00100000:1.0:1763335107.866561:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56961:x1848989814768384:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335107.866584:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335107.866605:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576531 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8817d7 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.866711:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576538 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335107.866727:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576538 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x1f0:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.866738:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576538 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x1f0:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:1.0:1763335107.866749:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f0:0x0]: returning size 2 00010000:00010000:1.0:1763335107.866848:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576531 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817d7 expref: 261 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.866895:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576538 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1f0:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817d7 expref: 260 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.866904:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f0:0x0].0x0 (ffff9001cac3b100) 00010000:00010000:1.0:1763335107.866908:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1763335107.866911:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001ffb18e00, rc 0) 00000100:00100000:1.0:1763335107.866972:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:56961:x1848989814768384:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 413us (1527us total) trans 4294973181 rc 0/0 00000100:00100000:1.0:1763335107.866980:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9592 00000100:00100000:2.0:1763335107.868207:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814768640 00000100:00100000:2.0:1763335107.868218:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814768640 00000100:00100000:2.0:1763335107.868271:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3308 00000100:00100000:2.0:1763335107.868280:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:55956:x1848989814768640:12345-192.168.204.57@tcp:35:bash.0 00000100:00100000:2.0:1763335107.868552:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:55956:x1848989814768640:12345-192.168.204.57@tcp:35:bash.0 Request processed in 273us (3064us total) trans 4294973182 rc 0/0 00000100:00100000:2.0:1763335107.868560:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3308 00000100:00100000:1.0:1763335107.872627:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335107.877225:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814768896 00000100:00100000:2.0:1763335107.877241:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814768896 00000100:00100000:2.0:1763335107.877360:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9593 00000100:00100000:2.0:1763335107.877371:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56961:x1848989814768896:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335107.877395:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335107.877415:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007576546 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8817de expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.877530:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757654d lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335107.877546:0:6532:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007576515 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817c2 expref: 262 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.877557:0:6532:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757654d lrc: 4/0,1 mode: --/CW res: [0x240000405:0x1f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.877589:0:6532:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007576515 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817c2 expref: 262 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.877602:0:6532:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007576515 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817c2 expref: 262 pid: 7841 timeout: 1200 lvb_type: 0 00000100:00100000:2.0:1763335107.877617:0:6532:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b45500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826086144:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335107.877713:0:6532:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001d19a8a80 going to sleep for 11 seconds 00000100:00100000:0.0:1763335107.879264:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335107.879339:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814769152 00000100:00100000:3.0:1763335107.879347:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814769152 00000100:00100000:3.0:1763335107.879395:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3309 00000100:00100000:3.0:1763335107.879404:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1368700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56962:x1848989814769152:12345-192.168.204.57@tcp:35:rm.0 00000100:00100000:3.0:1763335107.879664:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1368700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56962:x1848989814769152:12345-192.168.204.57@tcp:35:rm.0 Request processed in 260us (404us total) trans 4294973183 rc 0/0 00000100:00100000:3.0:1763335107.879673:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3309 00000100:00100000:3.0:1763335107.881863:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.881994:0:6532:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b45500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826086144:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335107.882019:0:6532:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757654d lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000100:00100000:1.0:1763335107.883763:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814769280 00000100:00100000:1.0:1763335107.883774:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814769280 00010000:00010000:0.0:1763335107.884660:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007576515 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817c2 expref: 264 pid: 7841 timeout: 1200 lvb_type: 0 00000100:00100000:0.0:1763335107.884710:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3153 00000100:00100000:0.0:1763335107.884720:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:2426:x1848989814769280:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335107.884748:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335107.884756:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007576515 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817c2 expref: 264 pid: 7841 timeout: 1200 lvb_type: 0 00010000:00010000:0.0:1763335107.884769:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007576515 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817c2 expref: 264 pid: 7841 timeout: 1200 lvb_type: 0 00010000:00010000:0.0:1763335107.884792:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007576515 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817c2 expref: 264 pid: 7841 timeout: 1200 lvb_type: 0 00010000:00010000:0.0:1763335107.884810:0:7458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f0:0x0].0x0 (ffff9001cac3b100) 00010000:00010000:0.0:1763335107.884816:0:7458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757654d lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.884827:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757654d lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.884835:0:7458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757654d lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x1f0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.884860:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335107.884927:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:2426:x1848989814769280:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 207us (3070us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335107.884934:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3153 00010000:00010000:1.0:1763335107.885609:0:6532:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757654d lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1f0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.885619:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757654d lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1f0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:1.0:1763335107.885644:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f0:0x0]: returning size 5 00010000:00010000:1.0:1763335107.885769:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007576546 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817de expref: 264 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.885786:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757654d lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1f0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817de expref: 263 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.885795:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f0:0x0].0x0 (ffff9001cac3b100) 00010000:00010000:1.0:1763335107.885798:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1763335107.885801:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6e00, rc 0) 00000100:00100000:1.0:1763335107.885839:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56961:x1848989814768896:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 8470us (13224us total) trans 4294973184 rc 0/0 00000100:00100000:1.0:1763335107.885848:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9593 00000100:00100000:0.0:1763335107.887906:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.887987:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814769664 00000100:00100000:1.0:1763335107.887997:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814769664 00000100:00100000:1.0:1763335107.888053:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9594 00000100:00100000:1.0:1763335107.888064:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56962:x1848989814769664:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:1.0:1763335107.888114:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1763335107.888138:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576538 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1f0:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817d7 expref: 263 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.888158:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b540075764d6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1f0:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817b4 expref: 262 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.888169:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b54007576490 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88179f expref: 261 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.888178:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f0:0x0].0x0 (ffff9001cac3b100) 00010000:00010000:1.0:1763335107.888182:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335107.888208:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b5400757655b lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335107.888219:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b5400757655b lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.888227:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b5400757655b lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.888238:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576562 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335107.888248:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576562 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.888254:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576562 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.888369:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576569 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335107.888380:0:6532:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757654d lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x1f0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817de expref: 260 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.888387:0:6532:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576569 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.888418:0:6532:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757654d lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1f0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817de expref: 260 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.888432:0:6532:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757654d lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1f0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817de expref: 260 pid: 6532 timeout: 1200 lvb_type: 0 00000100:00100000:1.0:1763335107.888457:0:6532:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f15c2300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826086272:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335107.888524:0:6532:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001d86109c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335107.891241:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335107.892515:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814769792 00000100:00100000:3.0:1763335107.892527:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814769792 00000100:00100000:2.0:1763335107.892884:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9595 00000100:00100000:2.0:1763335107.892894:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56961:x1848989814769792:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335107.892918:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335107.892938:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007576570 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8817e5 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.893033:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576577 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335107.893047:0:13840:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576569 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.893054:0:13840:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576577 lrc: 4/1,0 mode: --/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335107.893070:0:13840:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576569 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335107.893091:0:13840:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576577 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000100:00100000:0.0:1763335107.895480:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.895587:0:6532:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f15c2300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826086272:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335107.895616:0:6532:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576569 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6532 initiator: MDT1 00000100:00100000:3.0:1763335107.896012:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814769920 00000100:00100000:3.0:1763335107.896019:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814769920 00010000:00010000:3.0:1763335107.896051:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757654d lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1f0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817de expref: 263 pid: 6532 timeout: 1200 lvb_type: 0 00000100:00100000:3.0:1763335107.896088:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3154 00000100:00100000:3.0:1763335107.896096:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:2426:x1848989814769920:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335107.896111:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335107.896117:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757654d lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1f0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817de expref: 263 pid: 6532 timeout: 1200 lvb_type: 0 00010000:00010000:3.0:1763335107.896129:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757654d lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1f0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817de expref: 263 pid: 6532 timeout: 1200 lvb_type: 0 00010000:00010000:3.0:1763335107.896151:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757654d lrc: 0/0,0 mode: --/CW res: [0x240000405:0x1f0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817de expref: 263 pid: 6532 timeout: 1200 lvb_type: 0 00010000:00010000:3.0:1763335107.896167:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f0:0x0].0x0 (ffff9001cac3b100) 00010000:00010000:3.0:1763335107.896172:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576569 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335107.896182:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576569 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335107.896190:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576569 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335107.896197:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576577 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.896204:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576577 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.896210:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576577 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.896234:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335107.896286:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:2426:x1848989814769920:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 189us (814us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335107.896293:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3154 00010000:00010000:1.0:1763335107.897170:0:6532:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576569 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.897185:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576569 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6532 initiator: MDT1 00000004:00080000:1.0:1763335107.897448:0:6532:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000405:0x1f0:0x0] is inserted into orphan list, open count = 1 00010000:00010000:1.0:1763335107.897532:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576569 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.897540:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576569 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.897546:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576569 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.897552:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95e600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335107.897556:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576569 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.897563:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576569 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.897576:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f0:0x0].0x0 (ffff9001cac3b100) 00010000:00010000:1.0:1763335107.897579:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763335107.897581:0:6532:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576577 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.897589:0:6532:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576577 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.897595:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576577 lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335107.897620:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576569 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.897630:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576569 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.897644:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b5400757655b lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.897650:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b5400757655b lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.897654:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b5400757655b lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.897659:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b5400757655b lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.897664:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffb18a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335107.897666:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b5400757655b lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.897671:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b5400757655b lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.897678:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c3c08600) 00010000:00010000:1.0:1763335107.897680:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335107.897683:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b5400757655b lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.897689:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b5400757655b lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00000004:00010000:1.0:1763335107.897702:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000dbf5defd reply state 0000000086b993bd transno 4294973185 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576562 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.897712:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576562 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.897719:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c3c08700) 00010000:00010000:1.0:1763335107.897722:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335107.897724:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335107.897788:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56962:x1848989814769664:12345-192.168.204.57@tcp:36:rm.0 Request processed in 9723us (9887us total) trans 4294973185 rc 0/0 00000100:00100000:1.0:1763335107.897796:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9594 00010000:00010000:2.0:1763335107.898788:0:13840:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576577 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335107.898800:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576577 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:2.0:1763335107.898835:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f0:0x0]: returning size 5 00000004:00200000:2.0:1763335107.898839:0:13840:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335107.898856:0:13840:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576577 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335107.898894:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007576570 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817e5 expref: 263 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.898911:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576577 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817e5 expref: 262 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.898919:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f0:0x0].0x0 (ffff9001cac3b100) 00010000:00010000:2.0:1763335107.898922:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335107.898924:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7400, rc 0) 00000100:00100000:2.0:1763335107.898981:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56961:x1848989814769792:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 6088us (7748us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335107.898989:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9595 00000100:00100000:2.0:1763335107.909127:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.909592:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814770176 00000100:00100000:1.0:1763335107.909603:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814770176 00000100:00100000:0.0:1763335107.909716:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9596 00000100:00100000:0.0:1763335107.909727:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56961:x1848989814770176:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335107.909753:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335107.909774:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b5400757657e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8817ec expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.909906:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d14800/0x3ec0b54007576585 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335107.909919:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d14800/0x3ec0b54007576585 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1f0:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.909929:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d14800/0x3ec0b54007576585 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1f0:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:0.0:1763335107.909940:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f0:0x0]: returning size 5 00010000:00010000:0.0:1763335107.910040:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b5400757657e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817ec expref: 265 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.910056:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d14800/0x3ec0b54007576585 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1f0:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817ec expref: 264 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.910066:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f0:0x0].0x0 (ffff9001cac3b100) 00010000:00010000:0.0:1763335107.910069:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763335107.910072:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5d14800, rc 0) 00000100:00100000:0.0:1763335107.910138:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56961:x1848989814770176:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 413us (1021us total) trans 4294973186 rc 0/0 00000100:00100000:0.0:1763335107.910146:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9596 00000100:00100000:0.0:1763335107.913087:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335107.913141:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814770304 00000100:00100000:3.0:1763335107.913152:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814770304 00000100:00100000:3.0:1763335107.913208:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6628 00000100:00100000:3.0:1763335107.913218:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:2427:x1848989814770304:12345-192.168.204.57@tcp:1:lfs.0 00010000:00010000:3.0:1763335107.913263:0:27803:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576593 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.913283:0:27803:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576523 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817c9 expref: 29 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.913292:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335107.913294:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335107.913298:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576593 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.913356:0:27803:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576523 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817c9 expref: 29 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335107.913371:0:27803:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576523 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817c9 expref: 29 pid: 8415 timeout: 1200 lvb_type: 0 00000100:00100000:3.0:1763335107.913387:0:27803:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27803:1848989826086400:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335107.913482:0:27803:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f16bdb40 going to sleep for 11 seconds 00010000:00010000:2.0:1763335107.915420:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335107.918379:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.920890:0:27803:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27803:1848989826086400:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335107.920918:0:27803:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576593 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335107.921176:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814770432 00000100:00100000:1.0:1763335107.921184:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814770432 00000100:00100000:1.0:1763335107.921242:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9597 00000100:00100000:1.0:1763335107.921253:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56963:x1848989814770432:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335107.921274:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335107.921296:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b5400757659a lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8817f3 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.921415:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b540075765a1 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335107.921428:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b540075765a1 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.921438:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b540075765a1 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.921448:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b540075765a8 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335107.921456:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b540075765a8 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.921462:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b540075765a8 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.921499:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b540075765a1 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.921505:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b540075765a1 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.921510:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b540075765a1 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.921516:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b540075765a1 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.921522:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5d15200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335107.921527:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b540075765a1 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.921534:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b540075765a1 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.921546:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c3c08600) 00010000:00010000:0.0:1763335107.921549:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335107.921553:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b540075765a1 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.921559:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b540075765a1 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.921569:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b540075765a8 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.921574:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b540075765a8 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.921579:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b540075765a8 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.921583:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5d15c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335107.921586:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b540075765a8 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.921591:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b540075765a8 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.921596:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c3c08700) 00010000:00010000:0.0:1763335107.921599:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335107.921601:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b540075765a8 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.921609:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b540075765a8 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.921633:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b5400757659a lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817f3 expref: 265 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.921641:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c3c08600) 00010000:00010000:0.0:1763335107.921644:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335107.921647:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b5400757659a lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817f3 expref: 265 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.921658:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95e600, rc 0) 00000100:00100000:0.0:1763335107.921718:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56963:x1848989814770432:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 467us (3347us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335107.921725:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9597 00000100:00100000:3.0:1763335107.921837:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335107.923491:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814770560 00000100:00100000:2.0:1763335107.923503:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814770560 00002000:00100000:2.0:1763335107.923549:0:23998:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000400:0x262:0x0] (0->4) req@ffff9001f7ed4380 x1848989814770560/t0(0) o4->357649f3-b5ed-4e47-9c16-69abcfcf3637@192.168.204.57@tcp:153/0 lens 496/0 e 0 to 0 dl 1763335118 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763335107.923560:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f7ed4380 with x1848989814770560 ext(0->4) 00010000:00010000:2.0:1763335107.923569:0:23998:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576523 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817c9 expref: 30 pid: 8415 timeout: 1200 lvb_type: 0 00010000:00010000:2.0:1763335107.923584:0:23998:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576523 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817c9 expref: 30 pid: 8415 timeout: 1200 lvb_type: 0 00002000:00010000:2.0:1763335107.923592:0:23998:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9001f7ed4380 00000100:00100000:2.0:1763335107.923624:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 110 00000100:00100000:2.0:1763335107.923633:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+30:2427:x1848989814770560:12345-192.168.204.57@tcp:4:bash.0 00000100:00100000:0.0:1763335107.926331:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.926651:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814770688 00000100:00100000:1.0:1763335107.926661:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814770688 00000100:00100000:1.0:1763335107.926778:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9598 00000100:00100000:1.0:1763335107.926790:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56963:x1848989814770688:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335107.926809:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335107.926831:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b540075765af lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8817fa expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.926910:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075765b6 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335107.926925:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075765b6 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.926938:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075765b6 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.926948:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b540075765bd lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335107.926956:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b540075765bd lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.926962:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b540075765bd lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.926996:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075765b6 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.927831:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075765b6 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.927841:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075765b6 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.927848:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075765b6 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.927853:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95f200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335107.927857:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075765b6 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.927873:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075765b6 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.927888:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c3c08e00) 00010000:00010000:1.0:1763335107.927891:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335107.927896:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075765b6 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.927903:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075765b6 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.927918:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b540075765bd lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.927924:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b540075765bd lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.927931:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b540075765bd lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.927937:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95e200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335107.927940:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b540075765bd lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.927946:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b540075765bd lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.927953:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c3c08700) 00010000:00010000:1.0:1763335107.927956:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335107.927958:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b540075765bd lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.927965:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b540075765bd lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.927998:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b540075765af lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817fa expref: 265 pid: 6532 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335107.928267:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:2427:x1848989814770560:12345-192.168.204.57@tcp:4:bash.0 Request processed in 4632us (6428us total) trans 17179871637 rc 0/0 00000100:00100000:3.0:1763335107.928277:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 110 00002000:00100000:3.0:1763335107.928287:0:23998:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000400:0x262:0x0] (0->4) req@ffff9001f7ed4380 x1848989814770560/t17179871637(0) o4->357649f3-b5ed-4e47-9c16-69abcfcf3637@192.168.204.57@tcp:153/0 lens 496/448 e 0 to 0 dl 1763335118 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335107.928296:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f7ed4380 with x1848989814770560 ext(0->4) 00010000:00010000:3.0:1763335107.928303:0:23998:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576523 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817c9 expref: 32 pid: 8415 timeout: 1200 lvb_type: 0 00010000:00010000:3.0:1763335107.928336:0:23998:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576523 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817c9 expref: 32 pid: 8415 timeout: 1200 lvb_type: 0 00002000:00010000:3.0:1763335107.928343:0:23998:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9001f7ed4380 00010000:00010000:1.0:1763335107.928617:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c3c08e00) 00010000:00010000:1.0:1763335107.928620:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335107.928626:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b540075765af lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817fa expref: 265 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.928641:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95fe00, rc 0) 00000100:00100000:0.0:1763335107.930426:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56963:x1848989814770688:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 3631us (4110us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335107.930438:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9598 00000100:00100000:0.0:1763335107.932678:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.938190:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.938281:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814770944 00000100:00100000:1.0:1763335107.938292:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814770944 00000100:00100000:1.0:1763335107.938383:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9599 00000100:00100000:1.0:1763335107.938392:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56963:x1848989814770944:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335107.938415:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335107.938438:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075765c4 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881801 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.938501:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224600/0x3ec0b540075765cb lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335107.938514:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224600/0x3ec0b540075765cb lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.938524:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224600/0x3ec0b540075765cb lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:1.0:1763335107.938566:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1763335107.938571:0:6532:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763335107.938605:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075765c4 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881801 expref: 266 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.938624:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224600/0x3ec0b540075765cb lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881801 expref: 265 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.938633:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c3c08900) 00010000:00010000:1.0:1763335107.938637:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763335107.938640:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6224600, rc 0) 00000100:00100000:1.0:1763335107.938695:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56963:x1848989814770944:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 303us (517us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335107.938703:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9599 00000100:00100000:2.0:1763335107.940514:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814770816 00000100:00100000:2.0:1763335107.940530:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814770816 00010000:00010000:2.0:1763335107.940570:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576523 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817c9 expref: 32 pid: 8415 timeout: 1200 lvb_type: 0 00000100:00100000:2.0:1763335107.940600:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3155 00000100:00100000:2.0:1763335107.940608:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001d8380850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:2426:x1848989814770816:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335107.940620:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1763335107.940636:0:7458:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x262:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:2.0:1763335107.940639:0:7458:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x262:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1763335107.940644:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576523 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817c9 expref: 32 pid: 8415 timeout: 1200 lvb_type: 0 00010000:00010000:2.0:1763335107.940657:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576523 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817c9 expref: 32 pid: 8415 timeout: 1200 lvb_type: 0 00010000:00010000:2.0:1763335107.940678:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576523 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817c9 expref: 32 pid: 8415 timeout: 1200 lvb_type: 0 00010000:00010000:2.0:1763335107.940691:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335107.940693:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335107.940697:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576593 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.940707:0:7458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576593 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.940736:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335107.940793:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001d8380850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+31:2426:x1848989814770816:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 185us (8123us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335107.940800:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3155 00010000:00010000:0.0:1763335107.940951:0:27803:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576593 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.940962:0:27803:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576593 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.940987:0:27803:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576593 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.940996:0:27803:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576593 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.941004:0:27803:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576593 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.941010:0:27803:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c3b9e800 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335107.941014:0:27803:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576593 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.941024:0:27803:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576593 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.941036:0:27803:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576593 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.941043:0:27803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576593 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335107.941091:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+30:2427:x1848989814770304:12345-192.168.204.57@tcp:1:lfs.0 Request processed in 27874us (28013us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335107.941101:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6628 00000100:00100000:0.0:1763335107.943789:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335107.943891:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814771072 00000100:00100000:2.0:1763335107.943902:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814771072 00000100:00100000:2.0:1763335107.943971:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9600 00000100:00100000:2.0:1763335107.943982:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56963:x1848989814771072:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335107.944006:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335107.944028:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075765d2 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881808 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.944101:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075765d9 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335107.944116:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075765d9 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335107.944129:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075765d9 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335107.944140:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075765e0 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335107.944147:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075765e0 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335107.944154:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075765e0 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335107.944192:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075765d9 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335107.944199:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075765d9 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335107.944206:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075765d9 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335107.944213:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075765d9 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335107.944220:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335107.944224:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075765d9 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335107.944232:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075765d9 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335107.944244:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c3c08900) 00010000:00010000:2.0:1763335107.944247:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335107.944252:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075765d9 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335107.944259:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075765d9 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335107.944272:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075765e0 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335107.944277:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075765e0 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335107.944283:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075765e0 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335107.944288:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335107.944291:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075765e0 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335107.944297:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075765e0 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335107.944303:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c3c08700) 00010000:00010000:2.0:1763335107.944306:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335107.944309:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075765e0 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335107.944352:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075765e0 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335107.944380:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075765d2 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881808 expref: 266 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.944392:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c3c08900) 00010000:00010000:2.0:1763335107.944395:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335107.944399:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075765d2 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881808 expref: 266 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.944407:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7800, rc 0) 00000100:00100000:2.0:1763335107.944454:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56963:x1848989814771072:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 475us (675us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335107.944461:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9600 00000100:00100000:0.0:1763335107.949144:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.949238:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814771328 00000100:00100000:1.0:1763335107.949248:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814771328 00000100:00100000:1.0:1763335107.949308:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9601 00000100:00100000:1.0:1763335107.949354:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56963:x1848989814771328:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335107.949377:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335107.949381:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763335107.949409:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224600/0x3ec0b540075765cb lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881801 expref: 265 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.949427:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c3c08900) 00010000:00010000:1.0:1763335107.949436:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335107.949452:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224e00/0x3ec0b540075765e7 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88180f expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.949555:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224400/0x3ec0b540075765ee lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335107.949569:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224400/0x3ec0b540075765ee lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.949580:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224400/0x3ec0b540075765ee lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.949589:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225400/0x3ec0b540075765f5 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335107.949602:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225400/0x3ec0b540075765f5 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.949609:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225400/0x3ec0b540075765f5 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.950028:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225a00/0x3ec0b540075765fc lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335107.950038:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225a00/0x3ec0b540075765fc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.950045:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225a00/0x3ec0b540075765fc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:1.0:1763335107.950055:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f2:0x0]: returning size 0 00010000:00010000:1.0:1763335107.950077:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224400/0x3ec0b540075765ee lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.950084:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224400/0x3ec0b540075765ee lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.950090:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224400/0x3ec0b540075765ee lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.950096:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224400/0x3ec0b540075765ee lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.950101:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6224400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335107.950105:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224400/0x3ec0b540075765ee lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.950112:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224400/0x3ec0b540075765ee lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.950124:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c3c08e00) 00010000:00010000:1.0:1763335107.950127:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335107.950130:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224400/0x3ec0b540075765ee lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.950136:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224400/0x3ec0b540075765ee lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00000004:00010000:1.0:1763335107.950146:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ad9868eb reply state 0000000086afe6cc transno 4294973187 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225400/0x3ec0b540075765f5 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.950156:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225400/0x3ec0b540075765f5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.950162:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c3c08700) 00010000:00010000:1.0:1763335107.950164:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335107.950167:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763335107.950192:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224e00/0x3ec0b540075765e7 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88180f expref: 267 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.950213:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225a00/0x3ec0b540075765fc lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88180f expref: 266 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.950220:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f2:0x0].0x0 (ffff9001c3c08100) 00010000:00010000:1.0:1763335107.950222:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335107.950224:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6225a00, rc 0) 00000100:00100000:1.0:1763335107.950284:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:56963:x1848989814771328:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 934us (1151us total) trans 4294973187 rc 0/0 00000100:00100000:1.0:1763335107.950292:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9601 00000100:00100000:3.0:1763335107.951050:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335107.951135:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814771584 00000100:00100000:2.0:1763335107.951144:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814771584 00000100:00100000:2.0:1763335107.951191:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9602 00000100:00100000:2.0:1763335107.951201:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:56961:x1848989814771584:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:2.0:1763335107.951236:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335107.951251:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576577 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817e5 expref: 267 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.951267:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f0:0x0].0x0 (ffff9001cac3b100) 00010000:00010000:2.0:1763335107.951271:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335107.951291:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b5400757660a lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335107.951301:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b5400757660a lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335107.951308:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b5400757660a lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000040:00080000:2.0:1763335107.951510:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1509, 88 off126456 00000004:00080000:2.0:1763335107.951518:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1100931202895ns, next at 1101193917321ns, rc = 0 00000040:00080000:2.0:1763335107.951561:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1508, 88 off126456 00000004:00080000:2.0:1763335107.951566:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1100931251680ns, next at 1101193887757ns, rc = 0 00000040:00080000:2.0:1763335107.951586:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1509, 88 off126544 00000004:00080000:2.0:1763335107.951590:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1100931275596ns, next at 1101193887757ns, rc = 0 00000040:00080000:2.0:1763335107.951600:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1510, 88 off126544 00000004:00080000:2.0:1763335107.951604:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1100931289410ns, next at 1101193917321ns, rc = 0 00000100:00100000:0.0:1763335107.956831:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.956956:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814771840 00000100:00100000:1.0:1763335107.956967:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814771840 00000100:00100000:1.0:1763335107.957143:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9603 00000100:00100000:1.0:1763335107.957154:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:56963:x1848989814771840:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335107.957180:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335107.957201:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225c00/0x3ec0b54007576611 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1f2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881816 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.957309:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007576618 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335107.957725:0:6532:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225a00/0x3ec0b540075765fc lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1f2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88180f expref: 269 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.957735:0:6532:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007576618 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1f2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.957767:0:6532:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225a00/0x3ec0b540075765fc lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88180f expref: 269 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.957780:0:6532:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225a00/0x3ec0b540075765fc lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1f2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88180f expref: 269 pid: 6532 timeout: 1200 lvb_type: 0 00000100:00100000:1.0:1763335107.957793:0:6532:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f15c2300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826086528:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335107.958860:0:6532:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001d86109c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335107.961223:0:6532:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f15c2300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826086528:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335107.961256:0:6532:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007576618 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000001:00080000:3.0:1763335107.961797:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973188 is committed 00000004:00080000:3.0:1763335107.961804:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 988 committed 00000004:00080000:3.0:1763335107.961818:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 991 committed 00000004:00080000:3.0:1763335107.961830:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 990 committed 00000004:00080000:3.0:1763335107.961832:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 987 committed 00000004:00010000:3.0:1763335107.961901:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009584ea48 reply state 000000000789842c transno 4294973188 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b5400757660a lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.961918:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b5400757660a lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335107.961930:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f0:0x0].0x0 (ffff9001cac3b100) 00010000:00010000:3.0:1763335107.961934:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1763335107.961938:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763335107.962070:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576562 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.962078:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576562 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.962086:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576562 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.962092:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d0335000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335107.962096:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576562 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.962104:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576562 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.962115:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c3c08700) 00010000:00010000:1.0:1763335107.962118:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335107.962122:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576562 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.962128:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576562 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.962146:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225400/0x3ec0b540075765f5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.962152:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225400/0x3ec0b540075765f5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.962157:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225400/0x3ec0b540075765f5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.962161:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6225400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335107.962163:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225400/0x3ec0b540075765f5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.962169:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225400/0x3ec0b540075765f5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.962175:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c3c08700) 00010000:00010000:1.0:1763335107.962177:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335107.962179:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225400/0x3ec0b540075765f5 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.962184:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225400/0x3ec0b540075765f5 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00000100:00100000:1.0:1763335107.962430:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826086656:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335107.962482:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335107.962534:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6355c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826086784:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335107.962562:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335107.962602:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826086656 00000100:00100000:1.0:1763335107.962611:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826086656 00000100:00100000:1.0:1763335107.962656:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826086784 00000100:00100000:1.0:1763335107.962659:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826086784 00000100:00100000:1.0:1763335107.962678:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6629 00000100:00100000:1.0:1763335107.962685:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+42:3667:x1848989826086656:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335107.962834:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+43:3667:x1848989826086656:12345-0@lo:2:osp-syn-1-1.0 Request processed in 148us (352us total) trans 17179871638 rc 0/0 00000100:00100000:1.0:1763335107.962842:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6629 00000100:00100000:1.0:1763335107.962858:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6630 00000100:00100000:1.0:1763335107.962877:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+42:3664:x1848989826086784:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335107.962948:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+43:3664:x1848989826086784:12345-0@lo:2:osp-syn-1-1.0 Request processed in 84us (385us total) trans 17179871639 rc 0/0 00000100:00100000:1.0:1763335107.962954:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6630 00000004:00080000:1.0:1763335107.962988:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6355c00/2, rc 0, transno 17179871639 00000100:00100000:1.0:1763335107.962995:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6355c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826086784:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763335107.963014:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c9b47100/2, rc 0, transno 17179871638 00000100:00100000:1.0:1763335107.963017:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826086656:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335107.963736:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826087040:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335107.963771:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335107.963803:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cbad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826086912:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335107.963825:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335107.963851:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826087040 00000100:00100000:0.0:1763335107.963856:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826087040 00000100:00100000:0.0:1763335107.963893:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826086912 00000100:00100000:0.0:1763335107.963896:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826086912 00000100:00100000:0.0:1763335107.963912:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6631 00000100:00100000:0.0:1763335107.963919:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+14:3666:x1848989826087040:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335107.964017:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+15:3666:x1848989826087040:12345-0@lo:2:osp-syn-0-1.0 Request processed in 98us (244us total) trans 21474838928 rc 0/0 00000100:00100000:0.0:1763335107.964024:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6631 00000100:00100000:0.0:1763335107.964038:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6632 00000100:00100000:0.0:1763335107.964044:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+14:3665:x1848989826086912:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763335107.964094:0:35240:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x260:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335107.964097:0:35240:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x260:0x0] updating lvb mtime from disk: 1763335108 -> 1763335108 00002000:00010000:0.0:1763335107.964100:0:35240:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x260:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335107.964102:0:35240:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x260:0x0] updating lvb ctime from disk: 1763335108 -> 1763335108 00002000:00010000:0.0:1763335107.964104:0:35240:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x260:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335107.964133:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+15:3665:x1848989826086912:12345-0@lo:2:osp-syn-0-1.0 Request processed in 89us (307us total) trans 21474838929 rc 0/0 00000100:00100000:0.0:1763335107.964139:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6632 00000004:00080000:0.0:1763335107.964177:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000cbad3100/2, rc 0, transno 21474838929 00000100:00100000:0.0:1763335107.964183:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cbad3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826086912:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763335107.964198:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c9b54e00/2, rc 0, transno 21474838928 00000100:00100000:0.0:1763335107.964201:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826087040:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335107.964308:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00080000:3.0:1763335107.964456:0:13840:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1763335107.964477:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:56961:x1848989814771584:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 13276us (13428us total) trans 4294973188 rc 0/0 00000100:00100000:3.0:1763335107.964485:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9602 00000100:00100000:3.0:1763335107.964525:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814771968 00000100:00100000:3.0:1763335107.964529:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814771968 00010000:00010000:3.0:1763335107.964551:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225a00/0x3ec0b540075765fc lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1f2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88180f expref: 257 pid: 6532 timeout: 1200 lvb_type: 0 00000100:00100000:3.0:1763335107.964575:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3156 00000100:00100000:3.0:1763335107.964582:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7830000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:2426:x1848989814771968:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335107.964592:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335107.964600:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225a00/0x3ec0b540075765fc lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1f2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88180f expref: 257 pid: 6532 timeout: 1200 lvb_type: 0 00010000:00010000:3.0:1763335107.964612:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225a00/0x3ec0b540075765fc lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88180f expref: 257 pid: 6532 timeout: 1200 lvb_type: 0 00010000:00010000:3.0:1763335107.964633:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225a00/0x3ec0b540075765fc lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88180f expref: 257 pid: 6532 timeout: 1200 lvb_type: 0 00010000:00010000:3.0:1763335107.964647:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f2:0x0].0x0 (ffff9001c3c08100) 00010000:00010000:3.0:1763335107.964652:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007576618 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335107.964666:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007576618 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335107.964674:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007576618 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1f2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335107.964693:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335107.964726:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7830000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:2426:x1848989814771968:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 144us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335107.964733:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3156 00010000:00010000:1.0:1763335107.964908:0:6532:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007576618 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.964917:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007576618 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:1.0:1763335107.964939:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f2:0x0]: returning size 0 00000004:00080000:1.0:1763335107.965125:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x262:0x0], index 0: 0 00000004:00080000:1.0:1763335107.965131:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x264:0x0], index 1: 0 00000004:00080000:1.0:1763335107.965136:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x265:0x0], index 1: 0 00000004:00080000:1.0:1763335107.965140:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x263:0x0], index 0: 0 00010000:00010000:1.0:1763335107.965234:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007576618 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.965242:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007576618 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1f2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.965248:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007576618 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1f2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.965253:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed6000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335107.965257:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007576618 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1f2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.965264:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007576618 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1f2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.965275:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f2:0x0].0x0 (ffff9001c3c08100) 00010000:00010000:1.0:1763335107.965278:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763335107.965281:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007576618 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1f2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.965287:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007576618 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1f2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335107.965361:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225c00/0x3ec0b54007576611 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1f2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881816 expref: 256 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.965369:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f2:0x0].0x0 (ffff9001c3c08100) 00010000:00010000:1.0:1763335107.965372:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763335107.965375:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225c00/0x3ec0b54007576611 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1f2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881816 expref: 256 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.965389:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6225c00, rc 0) 00000100:00100000:1.0:1763335107.965424:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:56963:x1848989814771840:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 8272us (8606us total) trans 4294973189 rc 301/301 00000100:00100000:1.0:1763335107.965433:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9603 00010000:00010000:0.0:1763335107.965945:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b5400757660a lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.965955:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b5400757660a lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.965961:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b5400757660a lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.965967:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335107.965970:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b5400757660a lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.965977:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b5400757660a lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.965986:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f0:0x0].0x0 (ffff9001cac3b100) 00010000:00010000:0.0:1763335107.965988:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335107.965991:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b5400757660a lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335107.965997:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b5400757660a lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000100:00100000:2.0:1763335107.968404:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.968496:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814772096 00000100:00100000:1.0:1763335107.968506:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814772096 00000100:00100000:1.0:1763335107.968560:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9604 00000100:00100000:1.0:1763335107.968570:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+254:56961:x1848989814772096:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335107.968590:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335107.968610:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007576626 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88181d expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.968671:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007576626 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88181d expref: 255 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.968685:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007576626 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88181d expref: 255 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335107.968704:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f0:0x0].0x0 (ffff9001cac3b100) 00010000:00010000:1.0:1763335107.968707:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763335107.968711:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed6800, rc 0) 00000100:00100000:1.0:1763335107.968763:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:56961:x1848989814772096:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 194us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335107.968769:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9604 00000100:00100000:2.0:1763335107.969538:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335107.969626:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814772352 00000100:00100000:1.0:1763335107.969633:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814772352 00000100:00100000:1.0:1763335107.969672:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3310 00000100:00100000:1.0:1763335107.969679:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1617450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:56963:x1848989814772352:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335107.969938:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1617450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56963:x1848989814772352:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 259us (403us total) trans 4294973190 rc 0/0 00000100:00100000:1.0:1763335107.969946:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3310 00000100:00100000:0.0:1763335107.976661:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.976709:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335107.976932:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814772608 00000100:00100000:3.0:1763335107.976945:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814772608 00000100:00100000:2.0:1763335107.977172:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814772736 00000100:00100000:2.0:1763335107.977178:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814772736 00000100:00100000:2.0:1763335107.977228:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9605 00000100:00100000:2.0:1763335107.977238:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7831c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:56961:x1848989814772736:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335107.977257:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335107.977278:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757662d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881824 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.977378:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007576634 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335107.977393:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007576634 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335107.977404:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007576634 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:2.0:1763335107.977446:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f0:0x0]: returning size 5 00000004:00200000:2.0:1763335107.977451:0:13840:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335107.977469:0:13840:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007576634 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335107.977494:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757662d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881824 expref: 259 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.977519:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007576634 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881824 expref: 258 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335107.977528:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f0:0x0].0x0 (ffff9001cac3b100) 00010000:00010000:2.0:1763335107.977532:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1763335107.977535:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7e00, rc 0) 00000100:00100000:2.0:1763335107.977600:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7831c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56961:x1848989814772736:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 352us (879us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335107.977608:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9605 00000100:00100000:3.0:1763335107.978058:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3311 00000100:00100000:3.0:1763335107.978071:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7831180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:56963:x1848989814772608:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335107.978256:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7831180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56963:x1848989814772608:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 189us (1607us total) trans 4294973191 rc 0/0 00000100:00100000:3.0:1763335107.978264:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3311 00000100:00100000:2.0:1763335107.982010:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.983087:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814772864 00000100:00100000:0.0:1763335107.983100:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814772864 00000100:00100000:0.0:1763335107.983167:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6633 00000100:00100000:0.0:1763335107.983177:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff928a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+30:2427:x1848989814772864:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335107.983195:0:8415:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335107.983217:0:8415:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c5d15800/0x3ec0b5400757663b lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88182b expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335107.983240:0:8415:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x262:0x0] initial LVB size: 5, mtime: 0x691a5bc4, atime: 0x0, ctime: 0x691a5bc4, blocks: 0x8 00010000:00010000:0.0:1763335107.983259:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335107.983261:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335107.983271:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5d15800/0x3ec0b5400757663b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88182b expref: 31 pid: 8415 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335107.983287:0:8415:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c5d15800/0x3ec0b5400757663b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88182b expref: 31 pid: 8415 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335107.983299:0:8415:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5d15800, rc 0) 00000100:00100000:0.0:1763335107.983400:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff928a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+31:2427:x1848989814772864:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 224us (1402us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335107.983408:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6633 00000100:00100000:2.0:1763335107.991288:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.991453:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814773120 00000100:00100000:0.0:1763335107.991465:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814773120 00000100:00100000:0.0:1763335107.991546:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9606 00000100:00100000:0.0:1763335107.991558:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff928380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:55956:x1848989814773120:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335107.991593:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335107.991629:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b54007576642 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881832 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.991799:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576649 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335107.991819:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576649 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.991833:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576649 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.991848:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576650 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335107.991856:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576650 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.991874:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576650 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.991955:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576657 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335107.991963:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576657 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.991972:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576657 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:0.0:1763335107.991985:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f2:0x0]: returning size 0 00010000:00010000:0.0:1763335107.992482:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576649 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.992490:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576649 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.992497:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576649 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.992504:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576649 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.992512:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5d15200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335107.992517:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576649 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.992525:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576649 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.992538:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001d03fe800) 00010000:00010000:0.0:1763335107.992541:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335107.992545:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576649 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.992551:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576649 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.992564:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576650 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.992571:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576650 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.992577:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576650 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.992581:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95f000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335107.992584:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576650 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.992590:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576650 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.992597:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001d03fe200) 00010000:00010000:0.0:1763335107.992599:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335107.992602:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576650 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.992607:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576650 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.992653:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b54007576642 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881832 expref: 261 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.992674:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576657 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881832 expref: 260 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.992681:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f2:0x0].0x0 (ffff9001c2ff7300) 00010000:00010000:0.0:1763335107.992684:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335107.992686:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95fe00, rc 0) 00000100:00100000:0.0:1763335107.992766:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff928380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:55956:x1848989814773120:12345-192.168.204.57@tcp:101:bash.0 Request processed in 1210us (1491us total) trans 4294973192 rc 0/0 00000100:00100000:0.0:1763335107.992774:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9606 00000100:00100000:3.0:1763335107.995181:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.995433:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814773248 00000100:00100000:0.0:1763335107.995443:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814773248 00000100:00100000:0.0:1763335107.995507:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9607 00000100:00100000:0.0:1763335107.995517:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:55956:x1848989814773248:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335107.995541:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335107.995563:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007576665 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1f2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881839 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.995599:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757666c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335107.995613:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757666c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.995625:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757666c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.995747:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007576665 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881839 expref: 262 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.995768:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757666c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881839 expref: 261 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.995779:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f2:0x0].0x0 (ffff9001c2ff7300) 00010000:00010000:0.0:1763335107.995783:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763335107.995786:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95f200, rc 0) 00000100:00100000:0.0:1763335107.995859:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:55956:x1848989814773248:12345-192.168.204.57@tcp:101:bash.0 Request processed in 344us (688us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335107.995875:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9607 00000100:00100000:2.0:1763335107.999086:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335107.999162:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814773504 00000100:00100000:0.0:1763335107.999172:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814773504 00000100:00100000:0.0:1763335107.999233:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9608 00000100:00100000:0.0:1763335107.999243:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff929880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:55956:x1848989814773504:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:0.0:1763335107.999297:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335107.999350:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576657 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881832 expref: 261 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335107.999369:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f2:0x0].0x0 (ffff9001c2ff7300) 00010000:00010000:0.0:1763335107.999374:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335107.999557:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576673 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1f2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335107.999575:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576673 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.999583:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576673 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000001:00080000:0.0:1763335107.999625:0:6532:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973193 00000004:00010000:0.0:1763335107.999646:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f48a910c reply state 000000008589574b transno 4294973194 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576673 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.999658:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576673 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335107.999665:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f2:0x0].0x0 (ffff9001c2ff7300) 00010000:00010000:0.0:1763335107.999668:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335107.999670:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335107.999754:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff929880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:55956:x1848989814773504:12345-192.168.204.57@tcp:36:bash.0 Request processed in 512us (678us total) trans 4294973194 rc 0/0 00000100:00100000:0.0:1763335107.999762:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9608 00000020:00080000:0.0:1763335107.999767:0:6532:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763335108.007645:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.007720:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814773632 00000100:00100000:3.0:1763335108.007736:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814773632 00000100:00080000:2.0:1763335108.007851:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1763335108.007913:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9609 00000100:00100000:3.0:1763335108.007923:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff928e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:55956:x1848989814773632:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335108.007946:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335108.007969:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b5400757667a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1f2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881840 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.008029:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b5400757667a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1f2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881840 expref: 264 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.008045:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b5400757667a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1f2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881840 expref: 264 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.008062:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f2:0x0].0x0 (ffff9001c2ff7300) 00010000:00010000:3.0:1763335108.008065:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335108.008069:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c3b9fa00, rc 0) 00000100:00100000:3.0:1763335108.016289:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff928e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:55956:x1848989814773632:12345-192.168.204.57@tcp:101:bash.0 Request processed in 8350us (8641us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335108.016302:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9609 00000100:00100000:3.0:1763335108.018699:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.018780:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814773888 00000100:00100000:2.0:1763335108.018790:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814773888 00000100:00100000:2.0:1763335108.018844:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9610 00000100:00100000:2.0:1763335108.018853:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:55956:x1848989814773888:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335108.018880:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335108.018883:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763335108.018907:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b5400757667a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1f2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881840 expref: 264 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.018923:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f2:0x0].0x0 (ffff9001c2ff7300) 00010000:00010000:2.0:1763335108.018928:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335108.018940:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007576681 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1f2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881847 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.018982:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007576688 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335108.018995:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007576688 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f2:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.019003:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007576688 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f2:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000040:00080000:2.0:1763335108.019226:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1510, 88 off126632 00000004:00080000:2.0:1763335108.019234:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1100998919622ns, next at 1101193887757ns, rc = 0 00000040:00080000:2.0:1763335108.019270:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1511, 88 off126632 00000004:00080000:2.0:1763335108.019275:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1100998960949ns, next at 1101193917321ns, rc = 0 00000040:00080000:2.0:1763335108.019340:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1512, 88 off126720 00000004:00080000:2.0:1763335108.019345:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1100999030404ns, next at 1101193917321ns, rc = 0 00000040:00080000:2.0:1763335108.019362:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1511, 88 off126720 00000004:00080000:2.0:1763335108.019366:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1100999051186ns, next at 1101193887757ns, rc = 0 00010000:00010000:0.0:1763335108.021851:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576673 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335108.021877:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576673 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335108.021885:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576673 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335108.021892:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95e600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335108.021897:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576673 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335108.021911:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576673 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335108.021927:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f2:0x0].0x0 (ffff9001c2ff7300) 00010000:00010000:0.0:1763335108.021931:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335108.021935:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576673 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335108.021942:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576673 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00000001:00080000:3.0:1763335108.022291:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973195 is committed 00000004:00080000:3.0:1763335108.022298:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 993 committed 00000004:00080000:3.0:1763335108.022407:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 990 committed 00000100:00100000:0.0:1763335108.022525:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763335108.022541:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c7833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826087168:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335108.022602:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335108.022642:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c7833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826087296:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335108.022663:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335108.022694:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826087168 00000100:00100000:0.0:1763335108.022701:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826087168 00000100:00100000:0.0:1763335108.022744:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826087296 00000100:00100000:0.0:1763335108.022746:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826087296 00000100:00100000:0.0:1763335108.022765:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6634 00000100:00100000:0.0:1763335108.022772:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+16:3666:x1848989826087168:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335108.022943:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+17:3666:x1848989826087168:12345-0@lo:2:osp-syn-0-1.0 Request processed in 171us (340us total) trans 21474838930 rc 0/0 00000100:00100000:0.0:1763335108.022951:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6634 00000100:00100000:0.0:1763335108.022968:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6635 00000100:00100000:0.0:1763335108.022974:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7831880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+16:3664:x1848989826087296:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335108.023047:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7831880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+17:3664:x1848989826087296:12345-0@lo:2:osp-syn-0-1.0 Request processed in 73us (383us total) trans 21474838931 rc 0/0 00000100:00100000:0.0:1763335108.023055:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6635 00000100:00080000:0.0:1763335108.023074:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:3.0:1763335108.023166:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 989 committed 00000004:00080000:0.0:1763335108.023212:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c7833100/2, rc 0, transno 21474838931 00000100:00100000:0.0:1763335108.023218:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c7833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826087296:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763335108.023234:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c7833b80/2, rc 0, transno 21474838930 00000100:00100000:0.0:1763335108.023238:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c7833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826087168:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335108.023446:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826087424:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335108.023478:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1763335108.023554:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 992 committed 00000100:00100000:1.0:1763335108.024266:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763335108.024276:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c79eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826087552:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335108.024308:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335108.024583:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826087424 00000100:00100000:2.0:1763335108.024590:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826087424 00000100:00100000:0.0:1763335108.024630:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826087552 00000100:00100000:0.0:1763335108.024634:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826087552 00000100:00100000:0.0:1763335108.024666:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6636 00000100:00100000:0.0:1763335108.024674:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+44:3665:x1848989826087424:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335108.024809:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+45:3665:x1848989826087424:12345-0@lo:2:osp-syn-1-1.0 Request processed in 135us (1329us total) trans 17179871640 rc 0/0 00000100:00100000:0.0:1763335108.024816:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6636 00000100:00100000:0.0:1763335108.024832:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6637 00000100:00100000:0.0:1763335108.024838:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+44:3667:x1848989826087552:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335108.024923:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+45:3667:x1848989826087552:12345-0@lo:2:osp-syn-1-1.0 Request processed in 84us (614us total) trans 17179871641 rc 0/0 00000100:00100000:0.0:1763335108.024931:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6637 00010000:00010000:2.0:1763335108.025027:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007576688 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1f2:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881847 expref: 258 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.025041:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f2:0x0].0x0 (ffff9001c2ff7300) 00010000:00010000:2.0:1763335108.025044:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763335108.025059:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007576681 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1f2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881847 expref: 258 pid: 13840 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763335108.025077:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007576688 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1f2:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881847 expref: 257 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.025123:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f2:0x0].0x0 (ffff9001c2ff7300) 00010000:00010000:2.0:1763335108.025126:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763335108.025129:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6c00, rc 0) 00000100:00100000:2.0:1763335108.025172:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:55956:x1848989814773888:12345-192.168.204.57@tcp:101:bash.0 Request processed in 6320us (6480us total) trans 4294973195 rc 0/0 00000100:00100000:2.0:1763335108.025180:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9610 00000004:00080000:1.0:1763335108.027906:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5f78700/2, rc 0, transno 17179871640 00000100:00100000:1.0:1763335108.027923:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826087424:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763335108.027955:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c79eca80/2, rc 0, transno 17179871641 00000100:00100000:1.0:1763335108.027959:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c79eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826087552:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763335108.036798:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335108.036893:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814774016 00000100:00100000:0.0:1763335108.036905:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814774016 00000100:00100000:0.0:1763335108.036989:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6638 00000100:00100000:0.0:1763335108.037000:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:55956:x1848989814774016:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335108.037019:0:27804:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335108.037039:0:27804:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000cc95fe00/0x3ec0b5400757668f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88184e expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335108.037068:0:27804:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x262:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335108.037103:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335108.037106:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335108.037116:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cc95fe00/0x3ec0b5400757668f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88184e expref: 11 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.037135:0:27804:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000cc95fe00/0x3ec0b5400757668f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88184e expref: 11 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.037148:0:27804:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95fe00, rc 0) 00000100:00100000:0.0:1763335108.037196:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:55956:x1848989814774016:12345-192.168.204.57@tcp:101:bash.0 Request processed in 198us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335108.037203:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6638 00000100:00080000:2.0:1763335108.037254:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1763335108.039282:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.039423:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814774144 00000100:00100000:3.0:1763335108.039432:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814774144 00000100:00100000:3.0:1763335108.039484:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6639 00000100:00100000:3.0:1763335108.039492:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+31:55956:x1848989814774144:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335108.039507:0:8415:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335108.039523:0:8415:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576696 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881855 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335108.039542:0:8415:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x264:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335108.039560:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335108.039562:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335108.039569:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576696 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881855 expref: 32 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.039582:0:8415:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576696 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881855 expref: 32 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.039594:0:8415:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c3b9f400, rc 0) 00000100:00100000:3.0:1763335108.039640:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:55956:x1848989814774144:12345-192.168.204.57@tcp:101:bash.0 Request processed in 148us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335108.039647:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6639 00000100:00080000:2.0:1763335108.039724:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763335108.041386:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.041418:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335108.041504:0:16421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814774272 00000100:00100000:0.0:1763335108.041513:0:16421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814774272 00002000:00010000:0.0:1763335108.041545:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/610 (0->18446744073709551615) 00002000:00100000:0.0:1763335108.041550:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f7ed6300 with x1848989814774272 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335108.041561:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9001f7ed6300. 00000100:00100000:0.0:1763335108.041577:0:16421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814774400 00000100:00100000:0.0:1763335108.041580:0:16421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814774400 00002000:00010000:0.0:1763335108.041592:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/612 (0->18446744073709551615) 00002000:00100000:0.0:1763335108.041595:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f7ed5500 with x1848989814774400 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335108.041600:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001f7ed5500. 00000100:00100000:0.0:1763335108.041619:0:16421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1628 00000100:00100000:0.0:1763335108.041627:0:16421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2427:x1848989814774272:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:0.0:1763335108.041784:0:16421:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x262:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335108.041788:0:16421:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x262:0x0] updating lvb mtime from disk: 0 -> 1763335108 00002000:00010000:0.0:1763335108.041791:0:16421:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x262:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335108.041794:0:16421:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x262:0x0] updating lvb ctime from disk: 0 -> 1763335108 00002000:00010000:0.0:1763335108.041796:0:16421:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x262:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335108.041838:0:16421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2427:x1848989814774272:12345-192.168.204.57@tcp:10:bash.0 Request processed in 211us (457us total) trans 21474838932 rc 0/0 00000100:00100000:0.0:1763335108.041846:0:16421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1628 00002000:00010000:0.0:1763335108.041850:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/610 (0->18446744073709551615) 00002000:00100000:0.0:1763335108.041852:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f7ed6300 with x1848989814774272 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335108.041857:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9001f7ed6300. 00000100:00100000:0.0:1763335108.041887:0:16421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1629 00000100:00100000:0.0:1763335108.041894:0:16421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:2427:x1848989814774400:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:0.0:1763335108.041969:0:16421:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x264:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335108.041973:0:16421:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x264:0x0] updating lvb mtime from disk: 0 -> 1763335108 00002000:00010000:0.0:1763335108.041975:0:16421:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x264:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335108.041977:0:16421:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x264:0x0] updating lvb ctime from disk: 0 -> 1763335108 00002000:00010000:0.0:1763335108.041979:0:16421:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x264:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335108.042000:0:16421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:2427:x1848989814774400:12345-192.168.204.57@tcp:10:bash.0 Request processed in 107us (582us total) trans 17179871642 rc 0/0 00000100:00100000:0.0:1763335108.042007:0:16421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1629 00002000:00010000:0.0:1763335108.042011:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/612 (0->18446744073709551615) 00002000:00100000:0.0:1763335108.042013:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f7ed5500 with x1848989814774400 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335108.042018:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001f7ed5500. 00000100:00100000:2.0:1763335108.047667:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.047742:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814774656 00000100:00100000:3.0:1763335108.047752:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814774656 00000100:00100000:3.0:1763335108.047807:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3312 00000100:00100000:3.0:1763335108.047817:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:55956:x1848989814774656:12345-192.168.204.57@tcp:35:bash.0 00000100:00100000:3.0:1763335108.050430:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:55956:x1848989814774656:12345-192.168.204.57@tcp:35:bash.0 Request processed in 2600us (2758us total) trans 4294973196 rc 0/0 00000100:00100000:3.0:1763335108.050447:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3312 00000100:00100000:2.0:1763335108.060481:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335108.060576:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814774784 00000100:00100000:0.0:1763335108.060587:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814774784 00000100:00100000:0.0:1763335108.060647:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9611 00000100:00100000:0.0:1763335108.060657:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56964:x1848989814774784:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:0.0:1763335108.060679:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335108.060702:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b5400757669d lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88185c expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.060782:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075766a4 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335108.060795:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075766a4 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.060806:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075766a4 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.060818:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075766ab lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335108.060825:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075766ab lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.060832:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075766ab lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.060911:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b540075766b2 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335108.060921:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b540075766b2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.060928:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b540075766b2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:0.0:1763335108.060970:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f2:0x0]: returning size 5 00000004:00200000:0.0:1763335108.060975:0:13840:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335108.060992:0:13840:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b540075766b2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.061002:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b540075766b2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.061011:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075766a4 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.061017:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075766a4 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.061033:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075766a4 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.061039:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075766a4 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.061044:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95f000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335108.061048:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075766a4 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.061055:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075766a4 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.061067:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001d03fe800) 00010000:00010000:0.0:1763335108.061071:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335108.061075:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075766a4 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.061081:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075766a4 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.061260:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075766ab lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.061267:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075766ab lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.061273:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075766ab lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.061278:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95e600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335108.061282:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075766ab lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.061288:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075766ab lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.061296:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001d03fe200) 00010000:00010000:0.0:1763335108.061299:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335108.061303:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075766ab lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.061309:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075766ab lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.061380:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b5400757669d lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88185c expref: 260 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.061395:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b540075766b2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88185c expref: 259 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.061403:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f2:0x0].0x0 (ffff9001c2ff7300) 00010000:00010000:0.0:1763335108.061406:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335108.061409:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5d15c00, rc 0) 00000100:00100000:0.0:1763335108.061473:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:56964:x1848989814774784:12345-192.168.204.57@tcp:101:rm.0 Request processed in 817us (1002us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335108.061482:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9611 00000100:00100000:0.0:1763335108.064162:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.064351:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814775040 00000100:00100000:2.0:1763335108.064361:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814775040 00000100:00100000:2.0:1763335108.064413:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9612 00000100:00100000:2.0:1763335108.064423:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7832300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:56964:x1848989814775040:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:2.0:1763335108.064477:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1763335108.064501:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b54007576688 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1f2:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881847 expref: 259 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.064523:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b540075766b2 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88185c expref: 258 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.064536:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757666c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881839 expref: 257 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.064551:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f2:0x0].0x0 (ffff9001c2ff7300) 00010000:00010000:2.0:1763335108.064561:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335108.064585:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075766b9 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335108.064597:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075766b9 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.064606:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075766b9 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.064616:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075766c0 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335108.064622:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075766c0 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.064628:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075766c0 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.064703:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075766c7 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335108.064712:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075766c7 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.064719:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075766c7 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000040:00080000:2.0:1763335108.064954:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1512, 64 off126784 00000040:00080000:2.0:1763335108.064975:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1513, 64 off126784 00000040:00080000:2.0:1763335108.064985:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1514, 64 off126848 00000040:00080000:2.0:1763335108.064993:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1513, 64 off126848 00010000:00010000:2.0:1763335108.065043:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075766ce lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1f2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335108.065052:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075766ce lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.065060:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075766ce lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.065067:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075766ce lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.065074:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075766ce lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.065080:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075766ce lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.066973:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335108.066982:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075766ce lrc: 4/0,0 mode: PW/PW res: [0x240000405:0x1f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.066991:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6600 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335108.066994:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075766ce lrc: 4/0,0 mode: PW/PW res: [0x240000405:0x1f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.067003:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075766ce lrc: 5/0,0 mode: PW/PW res: [0x240000405:0x1f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.067019:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f2:0x0].0x0 (ffff9001c7935000) 00010000:00010000:1.0:1763335108.067022:0:8431:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335108.067027:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075766ce lrc: 3/0,0 mode: --/PW res: [0x240000405:0x1f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.067036:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335108.067038:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335108.067040:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335108.067209:0:13840:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1763335108.067216:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075766ce lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.067248:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075766c7 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.067255:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075766c7 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.067261:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075766c7 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.067267:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335108.067271:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075766c7 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.067277:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075766c7 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.067288:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f2:0x0].0x0 (ffff9001c7935000) 00010000:00010000:2.0:1763335108.067290:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763335108.067294:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075766c7 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.067300:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075766c7 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.067463:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075766b9 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.067471:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075766b9 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.067477:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075766b9 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.067483:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075766b9 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.067489:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335108.067492:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075766b9 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.067498:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075766b9 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.067507:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c7935800) 00010000:00010000:2.0:1763335108.067509:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335108.067512:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075766b9 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.067518:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b540075766b9 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000004:00010000:2.0:1763335108.067531:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004938334d reply state 00000000e63a2da7 transno 4294973197 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075766c0 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.067542:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075766c0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.067549:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c7935c00) 00010000:00010000:2.0:1763335108.067551:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335108.067554:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335108.067645:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7832300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56964:x1848989814775040:12345-192.168.204.57@tcp:36:rm.0 Request processed in 3219us (3492us total) trans 4294973197 rc 0/0 00000100:00100000:2.0:1763335108.067655:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9612 00000100:00100000:3.0:1763335108.079910:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335108.080038:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814775168 00000100:00100000:0.0:1763335108.080050:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814775168 00000100:00100000:0.0:1763335108.080119:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6640 00000100:00100000:0.0:1763335108.080130:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f61fe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:2428:x1848989814775168:12345-192.168.204.57@tcp:23:lfs.0 00000100:00100000:0.0:1763335108.080290:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f61fe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:2428:x1848989814775168:12345-192.168.204.57@tcp:23:lfs.0 Request processed in 161us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335108.080299:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6640 00000100:00100000:0.0:1763335108.085027:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.087185:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814775296 00000100:00100000:3.0:1763335108.087200:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814775296 00000100:00100000:2.0:1763335108.087704:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6641 00000100:00100000:2.0:1763335108.087715:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:2429:x1848989814775296:12345-192.168.204.57@tcp:23:lfs.0 00000100:00100000:2.0:1763335108.087848:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:2429:x1848989814775296:12345-192.168.204.57@tcp:23:lfs.0 Request processed in 134us (2831us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335108.087855:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6641 00000100:00100000:1.0:1763335108.092696:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.093572:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814775424 00000100:00100000:3.0:1763335108.093584:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814775424 00000100:00100000:3.0:1763335108.093666:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1630 00000100:00100000:3.0:1763335108.093678:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:2428:x1848989814775424:12345-192.168.204.57@tcp:3:lfs.0 00010000:00010000:3.0:1763335108.093721:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9fa00/0x3ec0b540075766d5 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.093740:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335108.093743:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335108.093748:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9fa00/0x3ec0b540075766d5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.093760:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9fa00/0x3ec0b540075766d5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.094509:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9fa00/0x3ec0b540075766d5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.094520:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9fa00/0x3ec0b540075766d5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.094527:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9fa00/0x3ec0b540075766d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.094533:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c3b9fa00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335108.094537:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9fa00/0x3ec0b540075766d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.094545:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9fa00/0x3ec0b540075766d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.094560:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9fa00/0x3ec0b540075766d5 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.094566:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9fa00/0x3ec0b540075766d5 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335108.095389:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:2428:x1848989814775424:12345-192.168.204.57@tcp:3:lfs.0 Request processed in 1709us (2700us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335108.095399:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1630 00000100:00100000:1.0:1763335108.095495:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335108.095668:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814775552 00000100:00100000:0.0:1763335108.095675:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814775552 00000100:00100000:0.0:1763335108.095722:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9613 00000100:00100000:0.0:1763335108.095731:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56965:x1848989814775552:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335108.095749:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335108.095767:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b540075766dc lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881863 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.095824:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b540075766e3 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335108.095835:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b540075766e3 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.095844:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b540075766e3 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.095854:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075766ea lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335108.095860:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075766ea lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.095876:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075766ea lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.095910:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b540075766e3 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.095916:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b540075766e3 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.095921:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b540075766e3 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.095925:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b540075766e3 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.095929:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5d15c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335108.095933:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b540075766e3 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.095938:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b540075766e3 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.095948:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001d03fe800) 00010000:00010000:0.0:1763335108.095951:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335108.095954:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b540075766e3 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.095960:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b540075766e3 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.095972:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075766ea lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.095977:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075766ea lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.095982:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075766ea lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.095987:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95f200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335108.095989:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075766ea lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.095995:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075766ea lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.096001:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c7935c00) 00010000:00010000:0.0:1763335108.096004:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335108.096007:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075766ea lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.096011:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075766ea lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.096036:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b540075766dc lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881863 expref: 259 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.096045:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001d03fe800) 00010000:00010000:0.0:1763335108.096047:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335108.096050:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b540075766dc lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881863 expref: 259 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.096066:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5d15200, rc 0) 00000100:00100000:0.0:1763335108.096126:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56965:x1848989814775552:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 396us (632us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335108.096132:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9613 00000100:00100000:1.0:1763335108.101808:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335108.102259:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335108.102679:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814775680 00000100:00100000:0.0:1763335108.102690:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814775680 00000100:00100000:2.0:1763335108.102861:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814775808 00000100:00100000:2.0:1763335108.102874:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814775808 00000100:00100000:2.0:1763335108.103177:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9614 00000100:00100000:2.0:1763335108.103189:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:56961:x1848989814775680:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335108.103210:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335108.103231:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075766f1 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88186a expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.103267:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b540075766f8 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335108.103288:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b540075766f8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.103300:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b540075766f8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.103433:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075766f1 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88186a expref: 261 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.103451:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6c00/0x3ec0b540075766f8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88186a expref: 260 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.103460:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f0:0x0].0x0 (ffff9001cac3b100) 00010000:00010000:2.0:1763335108.103462:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763335108.103466:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6c00, rc 0) 00000100:00100000:2.0:1763335108.103533:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:56961:x1848989814775680:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 346us (1734us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335108.103540:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9614 00000100:00100000:2.0:1763335108.103563:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9615 00000100:00100000:2.0:1763335108.103570:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f136a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:56965:x1848989814775808:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335108.103578:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335108.103589:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b540075766ff lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881871 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.103627:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007576706 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335108.103635:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007576706 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.103643:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007576706 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.103653:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757670d lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335108.103660:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757670d lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.103666:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757670d lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.103703:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007576706 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.103709:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007576706 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.103715:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007576706 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.103721:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007576706 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.103727:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335108.103731:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007576706 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.103739:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007576706 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.103749:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c7935800) 00010000:00010000:2.0:1763335108.103753:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335108.103757:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007576706 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.103763:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007576706 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.103773:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757670d lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.103779:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757670d lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.103785:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757670d lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.103790:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335108.103794:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757670d lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.103801:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757670d lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.103808:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c7935c00) 00010000:00010000:2.0:1763335108.103811:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335108.103813:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757670d lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.103819:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757670d lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.103845:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b540075766ff lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881871 expref: 260 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.103854:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c7935800) 00010000:00010000:2.0:1763335108.103857:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335108.103860:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b540075766ff lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881871 expref: 260 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.103882:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7400, rc 0) 00000100:00100000:2.0:1763335108.103915:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f136a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:56965:x1848989814775808:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 345us (1656us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335108.103921:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9615 00000100:00100000:1.0:1763335108.109701:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335108.109777:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814775936 00000100:00100000:0.0:1763335108.109787:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814775936 00000100:00100000:0.0:1763335108.109846:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9616 00000100:00100000:0.0:1763335108.109856:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1368a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:56965:x1848989814775936:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335108.109884:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335108.109906:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007576714 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881878 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.109967:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b5400757671b lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335108.109980:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b5400757671b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.109990:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b5400757671b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:0.0:1763335108.110037:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763335108.110042:0:7841:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763335108.110075:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007576714 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881878 expref: 261 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.110103:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b5400757671b lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881878 expref: 260 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.110112:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001d03fe800) 00010000:00010000:0.0:1763335108.110116:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763335108.110119:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95e200, rc 0) 00000100:00100000:0.0:1763335108.110180:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1368a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:56965:x1848989814775936:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 326us (488us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335108.110187:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9616 00000100:00100000:0.0:1763335108.111193:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.112478:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814776064 00000100:00100000:3.0:1763335108.112490:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814776064 00000100:00100000:3.0:1763335108.112564:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1631 00000100:00100000:3.0:1763335108.112575:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2426:x1848989814776064:12345-192.168.204.57@tcp:4:lfs.0 00002000:00010000:3.0:1763335108.112620:0:28395:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x261:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335108.112629:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576722 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.112642:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335108.112644:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335108.112650:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576722 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.112661:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576722 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335108.116515:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.116614:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814776192 00000100:00100000:2.0:1763335108.116625:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814776192 00000100:00100000:2.0:1763335108.116687:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9617 00000100:00100000:2.0:1763335108.116698:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1368700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:56965:x1848989814776192:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335108.116719:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335108.116740:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576729 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88187f expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.116817:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007576730 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335108.116831:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007576730 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.116843:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007576730 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.116854:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007576737 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335108.116870:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007576737 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.116878:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007576737 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.116914:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007576730 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.116921:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007576730 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.116928:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007576730 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.116935:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007576730 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.116940:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335108.116945:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007576730 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.116952:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007576730 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.116964:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001d03fe800) 00010000:00010000:2.0:1763335108.116968:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335108.116972:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007576730 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.116979:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007576730 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.116993:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007576737 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.116998:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007576737 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.117004:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007576737 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.117010:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335108.117013:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007576737 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.117019:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007576737 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.117026:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c7935c00) 00010000:00010000:2.0:1763335108.117029:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335108.117032:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007576737 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.117037:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007576737 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.117064:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576729 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88187f expref: 261 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.117075:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001d03fe800) 00010000:00010000:2.0:1763335108.117078:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335108.117082:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576729 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88187f expref: 261 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.117091:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7400, rc 0) 00000100:00100000:2.0:1763335108.117158:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1368700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:56965:x1848989814776192:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 461us (653us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335108.117165:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9617 00000001:00080000:0.0:1763335108.117796:0:24680:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474838933 is committed 00000001:00080000:0.0:1763335108.117813:0:24680:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474838931 is committed 00002000:00010000:3.0:1763335108.118262:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x261:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:3.0:1763335108.118267:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x261:0x0] updating lvb mtime from disk: 0 -> 1763335108 00002000:00010000:3.0:1763335108.118270:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x261:0x0] updating lvb ctime from disk: 0 -> 1763335108 00002000:00010000:3.0:1763335108.118272:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x261:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1763335108.118282:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576722 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.118292:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576722 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.118300:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576722 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.118306:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c3b9fa00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335108.118310:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576722 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.118347:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576722 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.118363:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576722 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.118371:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576722 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335108.118442:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+9:2426:x1848989814776064:12345-192.168.204.57@tcp:4:lfs.0 Request processed in 5867us (7248us total) trans 21474838933 rc 0/0 00000100:00100000:3.0:1763335108.118452:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1631 00000100:00100000:1.0:1763335108.126015:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335108.126152:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814776448 00000100:00100000:0.0:1763335108.126162:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814776448 00000100:00100000:2.0:1763335108.126813:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9618 00000100:00100000:2.0:1763335108.126826:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:56965:x1848989814776448:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335108.126847:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335108.126851:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763335108.126887:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b5400757671b lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881878 expref: 260 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.126907:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001d03fe800) 00010000:00010000:2.0:1763335108.126918:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335108.126937:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b5400757673e lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881886 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.127052:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007576745 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335108.127067:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007576745 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.127078:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007576745 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.127100:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757674c lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335108.127108:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757674c lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.127115:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757674c lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.127505:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007576753 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335108.127515:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007576753 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.127523:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007576753 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:2.0:1763335108.127532:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f4:0x0]: returning size 0 00010000:00010000:2.0:1763335108.127554:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007576745 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.127561:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007576745 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.127568:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007576745 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.127574:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007576745 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.127581:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335108.127585:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007576745 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.127592:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007576745 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.127601:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c7935800) 00010000:00010000:2.0:1763335108.127604:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335108.127608:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007576745 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.127614:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007576745 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000004:00010000:2.0:1763335108.127625:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000cd81bf58 reply state 000000007c21d1d5 transno 4294973198 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757674c lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.127641:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757674c lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.127647:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c7935c00) 00010000:00010000:2.0:1763335108.127650:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335108.127653:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763335108.127676:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b5400757673e lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881886 expref: 262 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.127692:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007576753 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881886 expref: 261 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.127699:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f4:0x0].0x0 (ffff9001c7935000) 00010000:00010000:2.0:1763335108.127702:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335108.127705:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6600, rc 0) 00000100:00100000:2.0:1763335108.127778:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56965:x1848989814776448:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 955us (1773us total) trans 4294973198 rc 0/0 00000100:00100000:2.0:1763335108.127786:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9618 00000100:00100000:3.0:1763335108.130243:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335108.130824:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814776704 00000100:00100000:0.0:1763335108.130836:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814776704 00000100:00100000:0.0:1763335108.130923:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9619 00000100:00100000:0.0:1763335108.130933:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56965:x1848989814776704:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335108.130961:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335108.130981:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007576761 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88188d expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.131098:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576768 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335108.131114:0:7841:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007576753 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1f4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881886 expref: 263 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.131123:0:7841:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576768 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1f4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.131163:0:7841:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007576753 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881886 expref: 263 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.131176:0:7841:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007576753 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1f4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881886 expref: 263 pid: 13840 timeout: 1201 lvb_type: 0 00000100:00100000:0.0:1763335108.131190:0:7841:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c7831880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826087680:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335108.131290:0:7841:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f609b900 going to sleep for 11 seconds 00000100:00100000:3.0:1763335108.135023:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335108.135131:0:7841:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c7831880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826087680:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335108.135158:0:7841:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576768 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000100:00100000:2.0:1763335108.135218:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814776832 00000100:00100000:2.0:1763335108.135224:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814776832 00010000:00010000:2.0:1763335108.135259:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007576753 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1f4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881886 expref: 264 pid: 13840 timeout: 1201 lvb_type: 0 00000100:00100000:2.0:1763335108.135294:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3157 00000100:00100000:2.0:1763335108.135303:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:2429:x1848989814776832:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335108.135335:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335108.135341:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007576753 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1f4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881886 expref: 264 pid: 13840 timeout: 1201 lvb_type: 0 00010000:00010000:2.0:1763335108.135352:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007576753 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881886 expref: 264 pid: 13840 timeout: 1201 lvb_type: 0 00010000:00010000:2.0:1763335108.135373:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007576753 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881886 expref: 264 pid: 13840 timeout: 1201 lvb_type: 0 00010000:00010000:2.0:1763335108.135387:0:7458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f4:0x0].0x0 (ffff9001c7935000) 00010000:00010000:2.0:1763335108.135392:0:7458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576768 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.135401:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576768 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.135408:0:7458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576768 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1f4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.135804:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335108.135878:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:2429:x1848989814776832:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 573us (864us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335108.135887:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3157 00010000:00010000:1.0:1763335108.136287:0:7841:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576768 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.136296:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576768 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:1.0:1763335108.136351:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f4:0x0]: returning size 0 00000004:00080000:1.0:1763335108.136520:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x266:0x0], index 1: 0 00000004:00080000:1.0:1763335108.136527:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x264:0x0], index 0: 0 00000004:00080000:1.0:1763335108.136531:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x265:0x0], index 0: 0 00000004:00080000:1.0:1763335108.136534:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x267:0x0], index 1: 0 00010000:00010000:1.0:1763335108.136642:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576768 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.136650:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576768 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1f4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.136656:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576768 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1f4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.136661:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95f000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335108.136666:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576768 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1f4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.136673:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576768 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1f4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.136685:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f4:0x0].0x0 (ffff9001c7935000) 00010000:00010000:1.0:1763335108.136688:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763335108.136692:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576768 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1f4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.136697:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576768 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1f4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.136746:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007576761 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1f4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88188d expref: 263 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.136756:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f4:0x0].0x0 (ffff9001c7935000) 00010000:00010000:1.0:1763335108.136758:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763335108.136761:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007576761 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1f4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88188d expref: 263 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.136774:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95f200, rc 0) 00000100:00100000:1.0:1763335108.136823:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56965:x1848989814776704:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 5891us (6589us total) trans 4294973199 rc 301/301 00000100:00100000:1.0:1763335108.136830:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9619 00000100:00100000:3.0:1763335108.145599:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335108.146219:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814777088 00000100:00100000:1.0:1763335108.146232:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814777088 00000100:00100000:1.0:1763335108.146301:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3313 00000100:00100000:1.0:1763335108.146344:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56965:x1848989814777088:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335108.146617:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56965:x1848989814777088:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 306us (1026us total) trans 4294973200 rc 0/0 00000100:00100000:1.0:1763335108.146625:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3313 00000100:00100000:3.0:1763335108.152918:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.153028:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814777344 00000100:00100000:2.0:1763335108.153041:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814777344 00000100:00100000:2.0:1763335108.153120:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3314 00000100:00100000:2.0:1763335108.153130:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56965:x1848989814777344:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335108.153399:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56965:x1848989814777344:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 269us (491us total) trans 4294973201 rc 0/0 00000100:00100000:2.0:1763335108.153406:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3314 00000100:00100000:3.0:1763335108.155298:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335108.155474:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814777600 00000100:00100000:1.0:1763335108.155483:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814777600 00000100:00100000:1.0:1763335108.155532:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9620 00000100:00100000:1.0:1763335108.155542:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56961:x1848989814777600:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:1.0:1763335108.155587:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335108.155612:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007576634 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f0:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881824 expref: 264 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.155631:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f0:0x0].0x0 (ffff9001cac3b100) 00010000:00010000:1.0:1763335108.155636:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335108.155690:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007576776 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335108.155704:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007576776 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.155713:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007576776 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00010000:1.0:1763335108.155807:0:7841:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000448fa1bd reply state 00000000b429ecc6 transno 4294973202 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007576776 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.155818:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007576776 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.155825:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f0:0x0].0x0 (ffff9001cac3b100) 00010000:00010000:1.0:1763335108.155827:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335108.155830:0:7841:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335108.155916:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56961:x1848989814777600:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 376us (624us total) trans 4294973202 rc 0/0 00000100:00100000:1.0:1763335108.155923:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9620 00000100:00100000:3.0:1763335108.166439:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.166564:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814777856 00000100:00100000:2.0:1763335108.166579:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814777856 00000100:00100000:2.0:1763335108.166651:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9621 00000100:00100000:2.0:1763335108.166662:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:55956:x1848989814777856:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335108.166690:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335108.166718:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b5400757677d lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881894 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.166853:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007576784 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335108.166878:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007576784 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.166890:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007576784 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.166900:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b5400757678b lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335108.166908:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b5400757678b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.166913:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b5400757678b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.166966:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007576792 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335108.166974:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007576792 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.166980:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007576792 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:2.0:1763335108.166995:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f4:0x0]: returning size 0 00010000:00010000:2.0:1763335108.167068:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007576784 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.167076:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007576784 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.167288:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007576784 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.167298:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007576784 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.167305:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c66e8000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335108.167310:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007576784 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.167340:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007576784 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.167352:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c7935800) 00010000:00010000:2.0:1763335108.167355:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335108.167360:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007576784 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.167367:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007576784 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.167382:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b5400757678b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.167389:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b5400757678b lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.167399:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b5400757678b lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.167405:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c66e9400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335108.167408:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b5400757678b lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.167414:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b5400757678b lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.167420:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c7935c00) 00010000:00010000:2.0:1763335108.167423:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335108.167426:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b5400757678b lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.167432:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b5400757678b lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.167467:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b5400757677d lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881894 expref: 268 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.167485:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007576792 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881894 expref: 267 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.167493:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f4:0x0].0x0 (ffff9001c7935700) 00010000:00010000:2.0:1763335108.167495:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335108.167498:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6600, rc 0) 00000100:00100000:0.0:1763335108.167738:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.168164:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:55956:x1848989814777856:12345-192.168.204.57@tcp:101:bash.0 Request processed in 1502us (1737us total) trans 4294973203 rc 0/0 00000100:00100000:2.0:1763335108.168173:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9621 00000100:00100000:3.0:1763335108.170590:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.170787:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814778112 00000100:00100000:2.0:1763335108.170798:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814778112 00000100:00100000:2.0:1763335108.170871:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9622 00000100:00100000:2.0:1763335108.170881:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:55956:x1848989814778112:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335108.170906:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335108.170926:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b540075767a0 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8818a2 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.170956:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075767a7 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335108.170970:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075767a7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.170981:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075767a7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.171099:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b540075767a0 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818a2 expref: 269 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.171117:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075767a7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818a2 expref: 268 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.171127:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f4:0x0].0x0 (ffff9001c7935700) 00010000:00010000:2.0:1763335108.171130:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763335108.171133:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6e00, rc 0) 00000100:00100000:2.0:1763335108.171185:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:55956:x1848989814778112:12345-192.168.204.57@tcp:101:bash.0 Request processed in 305us (603us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335108.171192:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9622 00000100:00100000:2.0:1763335108.171506:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814777984 00000100:00100000:2.0:1763335108.171511:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814777984 00000100:00100000:2.0:1763335108.171548:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6642 00000100:00100000:2.0:1763335108.171556:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7830a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+9:56961:x1848989814777984:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335108.171565:0:27804:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335108.171582:0:27804:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001fc185600/0x3ec0b540075767ae lrc: 2/0,0 mode: --/PW res: [0x280000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88189b expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335108.171604:0:27804:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x261:0x0] initial LVB size: 4096, mtime: 0x691a5bc4, atime: 0x0, ctime: 0x691a5bc4, blocks: 0x8 00010000:00010000:2.0:1763335108.171618:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335108.171620:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335108.171627:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001fc185600/0x3ec0b540075767ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88189b expref: 10 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.171639:0:27804:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9001fc185600/0x3ec0b540075767ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88189b expref: 10 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.171650:0:27804:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc185600, rc 0) 00000100:00100000:2.0:1763335108.171684:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7830a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:56961:x1848989814777984:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 129us (3947us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335108.171691:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6642 00000100:00100000:3.0:1763335108.173702:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.173781:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814778240 00000100:00100000:2.0:1763335108.173791:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814778240 00000100:00100000:2.0:1763335108.173844:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6643 00000100:00100000:2.0:1763335108.173855:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:56961:x1848989814778240:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335108.173880:0:8415:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335108.173900:0:8415:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001fc184000/0x3ec0b540075767b5 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x263:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8818a9 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335108.173929:0:8415:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x263:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763335108.173946:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335108.173948:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335108.173954:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001fc184000/0x3ec0b540075767b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818a9 expref: 34 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.173968:0:8415:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9001fc184000/0x3ec0b540075767b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818a9 expref: 34 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.173980:0:8415:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc184000, rc 0) 00000100:00100000:2.0:1763335108.174039:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+34:56961:x1848989814778240:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 186us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335108.174046:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6643 00000100:00100000:0.0:1763335108.176632:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335108.176668:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.176728:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814778368 00000100:00100000:2.0:1763335108.176737:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814778368 00002000:00010000:2.0:1763335108.176770:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/609 (5->18446744073709551615) 00002000:00100000:2.0:1763335108.176774:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c7831f80 with x1848989814778368 ext(5->18446744073709551615) 00002000:00010000:2.0:1763335108.176785:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c7831f80. 00000100:00100000:2.0:1763335108.176811:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814778496 00000100:00100000:2.0:1763335108.176814:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814778496 00002000:00010000:2.0:1763335108.176825:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/611 (0->18446744073709551615) 00002000:00100000:2.0:1763335108.176828:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c7830e00 with x1848989814778496 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335108.176834:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c7830e00. 00000100:00100000:2.0:1763335108.176854:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1632 00000100:00100000:2.0:1763335108.176874:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:2426:x1848989814778368:12345-192.168.204.57@tcp:10:lfs.0 00002000:00010000:2.0:1763335108.177181:0:23998:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x261:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:2.0:1763335108.177186:0:23998:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x261:0x0] updating lvb mtime from disk: 1763335108 -> 1763335108 00002000:00010000:2.0:1763335108.177189:0:23998:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x261:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335108.177192:0:23998:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x261:0x0] updating lvb ctime from disk: 1763335108 -> 1763335108 00002000:00010000:2.0:1763335108.177194:0:23998:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x261:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763335108.177247:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2426:x1848989814778368:12345-192.168.204.57@tcp:10:lfs.0 Request processed in 384us (622us total) trans 21474838934 rc 0/0 00000100:00100000:2.0:1763335108.177255:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1632 00002000:00010000:2.0:1763335108.177259:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/609 (5->18446744073709551615) 00002000:00100000:2.0:1763335108.177261:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c7831f80 with x1848989814778368 ext(5->18446744073709551615) 00002000:00010000:2.0:1763335108.177266:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c7831f80. 00000100:00100000:2.0:1763335108.177282:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1633 00000100:00100000:2.0:1763335108.177289:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7830e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+34:2426:x1848989814778496:12345-192.168.204.57@tcp:10:lfs.0 00002000:00010000:2.0:1763335108.177402:0:23998:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x263:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335108.177406:0:23998:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x263:0x0] updating lvb mtime from disk: 0 -> 1763335108 00002000:00010000:2.0:1763335108.177409:0:23998:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x263:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335108.177411:0:23998:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x263:0x0] updating lvb ctime from disk: 0 -> 1763335108 00002000:00010000:2.0:1763335108.177413:0:23998:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x263:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335108.177435:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7830e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+35:2426:x1848989814778496:12345-192.168.204.57@tcp:10:lfs.0 Request processed in 147us (766us total) trans 17179871643 rc 0/0 00000100:00100000:2.0:1763335108.177442:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1633 00002000:00010000:2.0:1763335108.177446:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/611 (0->18446744073709551615) 00002000:00100000:2.0:1763335108.177448:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c7830e00 with x1848989814778496 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335108.177453:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c7830e00. 00000100:00100000:0.0:1763335108.182486:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335108.182587:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814778752 00000100:00100000:1.0:1763335108.182599:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814778752 00000100:00100000:1.0:1763335108.182667:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9623 00000100:00100000:1.0:1763335108.182678:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7833480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:55956:x1848989814778752:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:1.0:1763335108.182738:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335108.182766:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007576792 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881894 expref: 268 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.182787:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f4:0x0].0x0 (ffff9001c7935700) 00010000:00010000:1.0:1763335108.182792:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335108.182981:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075767bc lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335108.182996:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075767bc lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1f4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.183007:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075767bc lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1f4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000001:00080000:1.0:1763335108.183050:0:7841:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973204 00000004:00010000:1.0:1763335108.183070:0:7841:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b0e3cb6c reply state 00000000ea74a424 transno 4294973205 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075767bc lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1f4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.183093:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075767bc lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1f4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.183100:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f4:0x0].0x0 (ffff9001c7935700) 00010000:00010000:1.0:1763335108.183103:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335108.183105:0:7841:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335108.183195:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7833480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:55956:x1848989814778752:12345-192.168.204.57@tcp:36:bash.0 Request processed in 518us (720us total) trans 4294973205 rc 0/0 00000100:00100000:1.0:1763335108.183203:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9623 00000020:00080000:1.0:1763335108.183209:0:7841:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763335108.186131:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.186231:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814779008 00000100:00100000:2.0:1763335108.186242:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814779008 00000100:00100000:2.0:1763335108.186300:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9624 00000100:00100000:2.0:1763335108.186309:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:56961:x1848989814779008:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:2.0:1763335108.186412:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075767c3 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335108.186428:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075767c3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.186438:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075767c3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00010000:2.0:1763335108.186538:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009a5a5157 reply state 00000000f67dd3a9 transno 4294973206 ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075767c3 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.186550:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075767c3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.186557:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f0:0x0].0x0 (ffff9001cac3b100) 00010000:00010000:2.0:1763335108.186560:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335108.186562:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335108.186640:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:56961:x1848989814779008:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 332us (519us total) trans 4294973206 rc 0/0 00000100:00100000:2.0:1763335108.186647:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9624 00000100:00100000:0.0:1763335108.188377:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335108.188803:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814779136 00000100:00100000:1.0:1763335108.188812:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814779136 00000100:00100000:1.0:1763335108.188872:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9625 00000100:00100000:1.0:1763335108.188881:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7831880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:55956:x1848989814779136:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335108.188902:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335108.188921:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b540075767ca lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8818b0 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.188968:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b540075767ca lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1f4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818b0 expref: 273 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.188982:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b540075767ca lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1f4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818b0 expref: 273 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.189000:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f4:0x0].0x0 (ffff9001c7935700) 00010000:00010000:1.0:1763335108.189003:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763335108.189006:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7000, rc 0) 00000100:00100000:1.0:1763335108.189060:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7831880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:55956:x1848989814779136:12345-192.168.204.57@tcp:101:bash.0 Request processed in 179us (748us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335108.189067:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9625 00000100:00100000:0.0:1763335108.190723:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.191395:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814779264 00000100:00100000:3.0:1763335108.191405:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814779264 00000100:00100000:3.0:1763335108.191459:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6644 00000100:00100000:3.0:1763335108.191468:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+35:2427:x1848989814779264:12345-192.168.204.57@tcp:2:lfs.0 00002000:00010000:3.0:1763335108.191601:0:27804:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x262:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763335108.191605:0:27804:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x262:0x0] updating lvb mtime from disk: 1763335108 -> 1763335108 00002000:00010000:3.0:1763335108.191608:0:27804:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x262:0x0] updating lvb atime from disk: 0 -> 1763335108 00002000:00010000:3.0:1763335108.191611:0:27804:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x262:0x0] updating lvb ctime from disk: 1763335108 -> 1763335108 00002000:00010000:3.0:1763335108.191614:0:27804:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x262:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763335108.191675:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+36:2427:x1848989814779264:12345-192.168.204.57@tcp:2:lfs.0 Request processed in 207us (958us total) trans 17179871644 rc 0/0 00000100:00100000:3.0:1763335108.191683:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6644 00000100:00100000:3.0:1763335108.192733:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.193620:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814779520 00000100:00100000:2.0:1763335108.193630:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814779520 00000100:00100000:2.0:1763335108.193687:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9626 00000100:00100000:2.0:1763335108.193696:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:55956:x1848989814779520:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335108.193718:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335108.193721:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763335108.193748:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b540075767ca lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1f4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818b0 expref: 273 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.193766:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f4:0x0].0x0 (ffff9001c7935700) 00010000:00010000:2.0:1763335108.193771:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335108.193784:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b540075767d1 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8818b7 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.193827:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b540075767d8 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335108.193839:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b540075767d8 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f4:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.193849:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b540075767d8 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f4:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000040:00080000:2.0:1763335108.194100:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1515, 88 off126936 00000004:00080000:2.0:1763335108.194108:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1101173793285ns, next at 1101193917321ns, rc = 0 00000040:00080000:2.0:1763335108.194139:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1514, 88 off126936 00000004:00080000:2.0:1763335108.194144:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1101173829756ns, next at 1101193887757ns, rc = 0 00000040:00080000:2.0:1763335108.194170:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1515, 88 off127024 00000004:00080000:2.0:1763335108.194174:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1101173859776ns, next at 1101193887757ns, rc = 0 00000040:00080000:2.0:1763335108.194188:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1516, 88 off127024 00000004:00080000:2.0:1763335108.194192:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1101173877129ns, next at 1101193917321ns, rc = 0 00000100:00100000:0.0:1763335108.195851:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335108.195955:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814779776 00000100:00100000:1.0:1763335108.195967:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814779776 00000100:00100000:1.0:1763335108.196016:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3315 00000100:00100000:1.0:1763335108.196026:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1617850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:56961:x1848989814779776:12345-192.168.204.57@tcp:35:lfs.0 00000004:00010000:1.0:1763335108.196088:0:6534:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000405:0x1f0:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d14800/0x3ec0b54007576585 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1f0:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817ec expref: 275 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.196137:0:6534:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075767df lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 00010000:00010000:1.0:1763335108.196156:0:6534:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007576626 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88181d expref: 275 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.196166:0:6534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075767df lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335108.196198:0:6534:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007576626 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88181d expref: 275 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.196212:0:6534:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007576626 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88181d expref: 275 pid: 6532 timeout: 1201 lvb_type: 0 00000100:00100000:1.0:1763335108.196227:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c2f25500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6534:1848989826087808:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335108.196303:0:6534:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001d1c57780 going to sleep for 11 seconds 00000100:00100000:2.0:1763335108.199924:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c2f25500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6534:1848989826087808:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335108.199953:0:6534:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075767df lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00000100:00100000:0.0:1763335108.200888:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.201013:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814779904 00000100:00100000:2.0:1763335108.201021:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814779904 00010000:00010000:2.0:1763335108.201057:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007576626 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88181d expref: 276 pid: 6532 timeout: 1201 lvb_type: 0 00000100:00100000:2.0:1763335108.201103:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3158 00000100:00100000:2.0:1763335108.201112:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d96d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:2427:x1848989814779904:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335108.201126:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335108.201132:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007576626 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88181d expref: 276 pid: 6532 timeout: 1201 lvb_type: 0 00010000:00010000:2.0:1763335108.201145:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007576626 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88181d expref: 276 pid: 6532 timeout: 1201 lvb_type: 0 00010000:00010000:2.0:1763335108.201167:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007576626 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88181d expref: 276 pid: 6532 timeout: 1201 lvb_type: 0 00010000:00010000:2.0:1763335108.201183:0:7458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f0:0x0].0x0 (ffff9001cac3b100) 00010000:00010000:2.0:1763335108.201188:0:7458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075767df lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1763335108.201198:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075767df lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1763335108.201206:0:7458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075767df lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1763335108.201238:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335108.201284:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d96d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:2427:x1848989814779904:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 172us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335108.201292:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3158 00010000:00010000:1.0:1763335108.201642:0:6534:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075767df lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335108.201651:0:6534:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075767df lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00000040:00080000:1.0:1763335108.202133:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1517, 88 off127112 00000004:00080000:1.0:1763335108.202141:0:6534:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1101181826067ns, next at 1101193917321ns, rc = 0 00000040:00080000:1.0:1763335108.202178:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1516, 88 off127112 00000004:00080000:1.0:1763335108.202184:0:6534:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1101181868851ns, next at 1101193887757ns, rc = 0 00000040:00080000:1.0:1763335108.202207:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1517, 88 off127200 00000004:00080000:1.0:1763335108.202212:0:6534:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1101181897058ns, next at 1101193887757ns, rc = 0 00000040:00080000:1.0:1763335108.202222:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1518, 88 off127200 00000004:00080000:1.0:1763335108.202226:0:6534:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1101181911372ns, next at 1101193917321ns, rc = 0 00000001:00080000:2.0:1763335108.203268:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973207 is committed 00000004:00080000:2.0:1763335108.203277:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 992 committed 00010000:00010000:0.0:1763335108.203411:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075766c0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.203424:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075766c0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.203432:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075766c0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.203438:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335108.203444:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075766c0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.203456:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075766c0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.203471:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c7935c00) 00010000:00010000:0.0:1763335108.203475:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335108.203479:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075766c0 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.203486:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075766c0 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.203503:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757674c lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.203509:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757674c lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.203515:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757674c lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.203521:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335108.203523:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757674c lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.203530:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757674c lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.203537:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c7935c00) 00010000:00010000:0.0:1763335108.203539:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335108.203542:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757674c lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.203548:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757674c lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.203564:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007576776 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.203570:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007576776 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.203576:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007576776 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.203581:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed6a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335108.203584:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007576776 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.203591:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007576776 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.203598:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f0:0x0].0x0 (ffff9001cac3b100) 00010000:00010000:0.0:1763335108.203601:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335108.203604:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007576776 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.203610:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007576776 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.203620:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075767bc lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1f4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.203626:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075767bc lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1f4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.203632:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075767bc lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1f4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.203638:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335108.203641:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075767bc lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1f4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.203647:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075767bc lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1f4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.203654:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f4:0x0].0x0 (ffff9001c7935700) 00010000:00010000:0.0:1763335108.203657:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335108.203660:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075767bc lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1f4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.203666:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075767bc lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1f4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.203674:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075767c3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.203681:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075767c3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.203686:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075767c3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.203691:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335108.203694:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075767c3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.203700:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075767c3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.203707:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f0:0x0].0x0 (ffff9001cac3b100) 00010000:00010000:0.0:1763335108.203710:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335108.203712:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075767c3 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.203722:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075767c3 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1f0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000100:00100000:3.0:1763335108.203987:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c37adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826088320:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335108.204049:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335108.204097:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763335108.204104:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c37aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826087936:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763335108.204125:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335108.204150:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c37ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826088064:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763335108.204170:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335108.204186:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763335108.204191:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c37ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826088192:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335108.204208:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335108.204235:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826088320 00000100:00100000:3.0:1763335108.204241:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826088320 00000100:00100000:3.0:1763335108.204277:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826087936 00000100:00100000:3.0:1763335108.204280:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826087936 00000100:00100000:3.0:1763335108.204295:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826088064 00000100:00100000:3.0:1763335108.204297:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826088064 00000100:00100000:3.0:1763335108.204331:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826088192 00000100:00100000:3.0:1763335108.204334:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826088192 00000100:00100000:3.0:1763335108.204356:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6645 00000100:00100000:3.0:1763335108.204364:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+48:3666:x1848989826088320:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335108.204518:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+49:3666:x1848989826088320:12345-0@lo:2:osp-syn-1-1.0 Request processed in 152us (467us total) trans 17179871645 rc 0/0 00000100:00100000:3.0:1763335108.204526:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6645 00000100:00100000:3.0:1763335108.204541:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6646 00000100:00100000:3.0:1763335108.204547:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+48:3666:x1848989826087936:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763335108.204560:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:612 count 1 00010000:00010000:3.0:1763335108.204576:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9fa00/0x3ec0b540075767e6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.204594:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576696 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881855 expref: 35 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.204603:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335108.204605:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335108.204609:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9fa00/0x3ec0b540075767e6 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.204634:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576696 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881855 expref: 35 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.204649:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576696 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881855 expref: 35 pid: 8415 timeout: 1201 lvb_type: 0 00000100:00100000:3.0:1763335108.204660:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6eb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1848989826088448:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335108.204714:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f16bd480 going to sleep for 11 seconds 00000100:00100000:3.0:1763335108.204731:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6647 00000100:00100000:3.0:1763335108.204738:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+48:3664:x1848989826088064:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763335108.204749:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:613 count 1 00002000:00010000:3.0:1763335108.204769:0:8416:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x265:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335108.204775:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b540075767ed lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x265:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.204784:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335108.204786:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335108.204791:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b540075767ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.204802:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b540075767ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.204811:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b540075767ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.204819:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b540075767ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.204835:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335108.205005:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+49:3664:x1848989826088064:12345-0@lo:6:osp-syn-1-1.0 Request processed in 266us (833us total) trans 17179871646 rc 0/0 00000100:00100000:3.0:1763335108.205016:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6647 00000100:00100000:3.0:1763335108.205029:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6648 00000100:00100000:3.0:1763335108.205035:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+48:3664:x1848989826088192:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335108.205099:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+49:3664:x1848989826088192:12345-0@lo:2:osp-syn-1-1.0 Request processed in 64us (889us total) trans 17179871647 rc 0/0 00000100:00100000:3.0:1763335108.205105:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6648 00010000:00010000:3.0:1763335108.205130:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335108.205136:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b540075767ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.205144:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c3b9e800 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335108.205148:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b540075767ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.205157:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b540075767ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.205171:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b540075767ed lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.205178:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9e800/0x3ec0b540075767ed lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.205191:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335108.205193:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335108.205194:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763335108.205223:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c37ad880/2, rc 0, transno 17179871647 00000100:00100000:3.0:1763335108.205233:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c37ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826088192:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763335108.205243:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c37ac380/2, rc 0, transno 17179871646 00000100:00100000:3.0:1763335108.205246:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c37ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826088064:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1763335108.205263:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c37adc00/2, rc 0, transno 17179871645 00000100:00100000:3.0:1763335108.205267:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c37adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826088320:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763335108.205465:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 995 committed 00000004:00080000:2.0:1763335108.205483:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 994 committed 00000004:00080000:2.0:1763335108.205485:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 991 committed 00010000:00010000:2.0:1763335108.205573:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b540075767d8 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1f4:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818b7 expref: 259 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.205583:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f4:0x0].0x0 (ffff9001c7935700) 00010000:00010000:2.0:1763335108.205586:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763335108.205599:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b540075767d1 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1f4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818b7 expref: 259 pid: 13840 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763335108.205614:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b540075767d8 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1f4:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818b7 expref: 258 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.205637:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f4:0x0].0x0 (ffff9001c7935700) 00010000:00010000:2.0:1763335108.205639:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763335108.205642:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c66e9400, rc 0) 00000100:00100000:2.0:1763335108.205673:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:55956:x1848989814779520:12345-192.168.204.57@tcp:101:bash.0 Request processed in 11978us (12944us total) trans 4294973207 rc 0/0 00000100:00100000:2.0:1763335108.205681:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9626 00000100:00100000:3.0:1763335108.211657:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6eb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826088832:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335108.211722:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335108.211758:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763335108.211764:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826088704:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335108.211786:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335108.211878:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6eb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826088576:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763335108.211908:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335108.211936:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763335108.211942:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826088960:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335108.211962:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335108.211994:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826088832 00000100:00100000:1.0:1763335108.212002:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826088832 00000100:00100000:1.0:1763335108.212040:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826088704 00000100:00100000:1.0:1763335108.212044:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826088704 00000100:00100000:1.0:1763335108.212059:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826088576 00000100:00100000:1.0:1763335108.212061:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826088576 00000100:00100000:1.0:1763335108.212075:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826088960 00000100:00100000:1.0:1763335108.212077:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826088960 00000100:00100000:1.0:1763335108.212110:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6649 00000100:00100000:1.0:1763335108.212119:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+8:3665:x1848989826088832:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335108.212296:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+9:3665:x1848989826088832:12345-0@lo:2:osp-syn-0-1.0 Request processed in 177us (573us total) trans 21474838935 rc 0/0 00000100:00100000:1.0:1763335108.212303:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6649 00000100:00100000:1.0:1763335108.212343:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6650 00000100:00100000:1.0:1763335108.212350:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+8:3665:x1848989826088704:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763335108.212363:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:611 count 1 00002000:00010000:1.0:1763335108.212388:0:8417:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x263:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763335108.212395:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7400/0x3ec0b540075767f4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x263:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.212409:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335108.212412:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335108.212417:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7400/0x3ec0b540075767f4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.212436:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7400/0x3ec0b540075767f4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.212446:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7400/0x3ec0b540075767f4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.212454:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7400/0x3ec0b540075767f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.212470:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763335108.212615:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+9:3665:x1848989826088704:12345-0@lo:6:osp-syn-0-1.0 Request processed in 265us (826us total) trans 21474838936 rc 0/0 00000100:00100000:1.0:1763335108.212621:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6650 00000100:00100000:1.0:1763335108.212634:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6651 00000100:00100000:1.0:1763335108.212640:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+8:3667:x1848989826088576:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763335108.212650:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:610 count 1 00010000:00010000:1.0:1763335108.212663:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7a00/0x3ec0b540075767fb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.212677:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000cc95fe00/0x3ec0b5400757668f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88184e expref: 10 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.212684:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335108.212686:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335108.212688:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7a00/0x3ec0b540075767fb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.212720:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000cc95fe00/0x3ec0b5400757668f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88184e expref: 10 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.212733:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000cc95fe00/0x3ec0b5400757668f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88184e expref: 10 pid: 27804 timeout: 1201 lvb_type: 0 00000100:00100000:1.0:1763335108.212744:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c2f26300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1848989826089088:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335108.212804:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c7f9bd80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335108.212823:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6652 00000100:00100000:1.0:1763335108.212831:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:3667:x1848989826088960:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335108.212926:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+9:3667:x1848989826088960:12345-0@lo:2:osp-syn-0-1.0 Request processed in 96us (962us total) trans 21474838937 rc 0/0 00000100:00100000:1.0:1763335108.212932:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6652 00000100:00100000:1.0:1763335108.212974:0:3667:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474838931 gen 2 00000004:00080000:1.0:1763335108.212979:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f7e4e680, transno 21474838919 00000004:00080000:1.0:1763335108.212990:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a7b800, transno 21474838920 00000004:00080000:1.0:1763335108.212992:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f7e4ce00, transno 21474838921 00000004:00080000:1.0:1763335108.212995:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f75180, transno 21474838922 00000004:00080000:1.0:1763335108.212997:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f77b80, transno 21474838923 00000004:00080000:1.0:1763335108.213000:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f75c00, transno 21474838924 00000004:00080000:1.0:1763335108.213002:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c393d180, transno 21474838925 00000004:00080000:1.0:1763335108.213004:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c393f800, transno 21474838926 00000004:00080000:1.0:1763335108.213007:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c9b54e00, transno 21474838928 00000004:00080000:1.0:1763335108.213010:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000cbad3100, transno 21474838929 00000004:00080000:1.0:1763335108.213012:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c7833b80, transno 21474838930 00000004:00080000:1.0:1763335108.213015:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c7833100, transno 21474838931 00000100:00100000:1.0:1763335108.213021:0:3667:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9000c6eb5c00 x1848989826088960/t21474838937(21474838937) o2->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763335124 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1763335108.213031:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6eb5c00/2, rc 0, transno 21474838937 00000100:00100000:1.0:1763335108.213036:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826088960:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763335108.213135:0:8715:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 2 changes, 4 in progress, 3 in flight, 12 done 00000004:00080000:1.0:1763335108.213159:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6eb6300/2, rc 0, transno 21474838936 00000100:00100000:1.0:1763335108.213167:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826088704:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1763335108.213177:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6eb4000/2, rc 0, transno 21474838935 00000100:00100000:1.0:1763335108.213180:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6eb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826088832:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335108.213370:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335108.213393:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814780032 00000100:00100000:0.0:1763335108.213397:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814780032 00000100:00100000:0.0:1763335108.213424:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6653 00000100:00100000:0.0:1763335108.213431:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+36:55956:x1848989814780032:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335108.213440:0:27803:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335108.213454:0:27803:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e200/0x3ec0b54007576802 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8818be expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335108.213470:0:27803:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x266:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335108.213482:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335108.213483:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335108.213490:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e200/0x3ec0b54007576802 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818be expref: 37 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.213502:0:27803:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e200/0x3ec0b54007576802 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818be expref: 37 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.213513:0:27803:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95e200, rc 0) 00000100:00100000:0.0:1763335108.213535:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+37:55956:x1848989814780032:12345-192.168.204.57@tcp:101:bash.0 Request processed in 105us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335108.213541:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6653 00000100:00100000:0.0:1763335108.213620:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6eb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1848989826088448:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335108.213635:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9fa00/0x3ec0b540075767e6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335108.213694:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335108.213714:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814780160 00000100:00100000:0.0:1763335108.213717:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814780160 00010000:00010000:0.0:1763335108.213734:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576696 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881855 expref: 37 pid: 8415 timeout: 1201 lvb_type: 0 00000100:00100000:0.0:1763335108.213755:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3159 00000100:00100000:0.0:1763335108.213761:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+37:2426:x1848989814780160:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335108.213770:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335108.213776:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576696 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881855 expref: 37 pid: 8415 timeout: 1201 lvb_type: 0 00010000:00010000:0.0:1763335108.213787:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576696 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881855 expref: 37 pid: 8415 timeout: 1201 lvb_type: 0 00010000:00010000:0.0:1763335108.213803:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576696 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881855 expref: 37 pid: 8415 timeout: 1201 lvb_type: 0 00010000:00010000:0.0:1763335108.213814:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335108.213815:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335108.213819:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9fa00/0x3ec0b540075767e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.213826:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9fa00/0x3ec0b540075767e6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.213848:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335108.213883:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+36:2426:x1848989814780160:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 121us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335108.213889:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3159 00010000:00010000:0.0:1763335108.213909:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9fa00/0x3ec0b540075767e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.213918:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9fa00/0x3ec0b540075767e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.213926:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9fa00/0x3ec0b540075767e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.213933:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9fa00/0x3ec0b540075767e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.213949:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1763335108.214090:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+49:3666:x1848989826087936:12345-0@lo:6:osp-syn-1-1.0 Request processed in 9542us (9962us total) trans 17179871648 rc 0/0 00000100:00100000:0.0:1763335108.214096:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6646 00010000:00010000:0.0:1763335108.214115:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763335108.214122:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7400/0x3ec0b540075767f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.214129:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7400 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335108.214133:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7400/0x3ec0b540075767f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.214141:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7400/0x3ec0b540075767f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.214152:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7400/0x3ec0b540075767f4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.214158:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7400/0x3ec0b540075767f4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.214173:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335108.214176:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9fa00/0x3ec0b540075767e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.214181:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c3b9fa00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335108.214184:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9fa00/0x3ec0b540075767e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.214191:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9fa00/0x3ec0b540075767e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.214199:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9fa00/0x3ec0b540075767e6 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.214205:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9fa00/0x3ec0b540075767e6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.214222:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335108.214224:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335108.214226:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335108.214637:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763335108.214668:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c37aed80/2, rc 0, transno 17179871648 00000100:00100000:2.0:1763335108.214680:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c37aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826087936:0@lo:6:osp-syn-1-1.0 00000001:00080000:0.0:1763335108.216615:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973208 is committed 00000004:00080000:0.0:1763335108.216626:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 994 committed 00000004:00080000:0.0:1763335108.216852:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 997 committed 00000004:00080000:0.0:1763335108.216885:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 996 committed 00000004:00080000:0.0:1763335108.216888:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 993 committed 00000100:00100000:2.0:1763335108.217007:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763335108.217027:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001c12a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826089216:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335108.217159:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e7d6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826089344:0@lo:2:osp-syn-1-1.0 00000004:00010000:0.0:1763335108.217738:0:6534:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001efc2470 reply state 0000000032191427 transno 4294973208 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075767df lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335108.217758:0:6534:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075767df lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335108.217766:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f0:0x0].0x0 (ffff9001cac3b100) 00010000:00010000:0.0:1763335108.217769:0:6534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763335108.217773:0:6534:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763335108.217779:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f0:0x0].0x0 (ffff9001cac3b100) 00010000:00010000:0.0:1763335108.217781:0:6534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763335108.217788:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d14800/0x3ec0b54007576585 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1f0:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817ec expref: 256 pid: 13840 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335108.218059:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335108.218108:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826089344 00000100:00100000:3.0:1763335108.218115:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826089344 00000100:00100000:3.0:1763335108.218158:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6654 00000100:00100000:3.0:1763335108.218167:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+49:3664:x1848989826089344:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763335108.218307:0:27804:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x263:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335108.218311:0:27804:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x263:0x0] updating lvb mtime from disk: 1763335108 -> 1763335108 00002000:00010000:3.0:1763335108.218332:0:27804:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x263:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335108.218334:0:27804:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x263:0x0] updating lvb ctime from disk: 1763335108 -> 1763335108 00002000:00010000:3.0:1763335108.218337:0:27804:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x263:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335108.218376:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+50:3664:x1848989826089344:12345-0@lo:2:osp-syn-1-1.0 Request processed in 209us (316us total) trans 17179871649 rc 0/0 00000100:00100000:3.0:1763335108.218385:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6654 00000004:00080000:3.0:1763335108.218428:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001e7d6c380/2, rc 0, transno 17179871649 00000100:00100000:3.0:1763335108.218434:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e7d6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826089344:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335108.218480:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763335108.218487:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826089472:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335108.218514:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335108.218535:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826089472 00000100:00100000:3.0:1763335108.218538:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826089472 00000100:00100000:3.0:1763335108.218560:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6655 00000100:00100000:3.0:1763335108.218566:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+9:3664:x1848989826089472:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763335108.218639:0:27804:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x260:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335108.218642:0:27804:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x260:0x0] updating lvb mtime from disk: 1763335108 -> 1763335108 00002000:00010000:3.0:1763335108.218644:0:27804:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x260:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335108.218651:0:27804:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x260:0x0] updating lvb ctime from disk: 1763335108 -> 1763335108 00002000:00010000:3.0:1763335108.218654:0:27804:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x260:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335108.218684:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+10:3664:x1848989826089472:12345-0@lo:2:osp-syn-0-1.0 Request processed in 117us (169us total) trans 21474838938 rc 0/0 00000100:00100000:3.0:1763335108.218690:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6655 00000004:00080000:3.0:1763335108.218715:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6eb6680/2, rc 0, transno 21474838938 00000100:00100000:3.0:1763335108.218719:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826089472:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335108.219135:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763335108.219145:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826089600:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335108.219175:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1763335108.219717:0:6534:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763335108.219734:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1617850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56961:x1848989814779776:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 23706us (23890us total) trans 4294973208 rc 0/0 00000100:00100000:0.0:1763335108.219744:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3315 00010000:00010000:0.0:1763335108.219795:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075767df lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335108.219804:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075767df lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335108.219813:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075767df lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335108.219820:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335108.219824:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075767df lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335108.219833:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075767df lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335108.219846:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f0:0x0].0x0 (ffff9001cac3b100) 00010000:00010000:0.0:1763335108.219849:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335108.219853:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075767df lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335108.219870:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075767df lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT1 00000100:00100000:0.0:1763335108.219892:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826089600 00000100:00100000:0.0:1763335108.219897:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826089600 00000100:00100000:0.0:1763335108.219922:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6656 00000100:00100000:0.0:1763335108.219929:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+10:3667:x1848989826089600:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763335108.220010:0:35240:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x261:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:0.0:1763335108.220014:0:35240:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x261:0x0] updating lvb mtime from disk: 1763335108 -> 1763335108 00002000:00010000:0.0:1763335108.220017:0:35240:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x261:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335108.220019:0:35240:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x261:0x0] updating lvb ctime from disk: 1763335108 -> 1763335108 00002000:00010000:0.0:1763335108.220021:0:35240:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x261:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1763335108.220059:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+11:3667:x1848989826089600:12345-0@lo:2:osp-syn-0-1.0 Request processed in 130us (883us total) trans 21474838939 rc 0/0 00000100:00100000:0.0:1763335108.220066:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6656 00000004:00080000:0.0:1763335108.220113:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6eb4700/2, rc 0, transno 21474838939 00000100:00100000:0.0:1763335108.220118:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826089600:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335108.220186:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335108.220791:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826089216 00000100:00100000:0.0:1763335108.220796:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826089216 00000100:00100000:0.0:1763335108.221302:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6657 00000100:00100000:0.0:1763335108.221327:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+50:3666:x1848989826089216:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763335108.221424:0:8415:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x262:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:0.0:1763335108.221427:0:8415:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x262:0x0] updating lvb mtime from disk: 1763335108 -> 1763335108 00002000:00010000:0.0:1763335108.221430:0:8415:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x262:0x0] updating lvb atime from disk: 1763335108 -> 1763335108 00002000:00010000:0.0:1763335108.221433:0:8415:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x262:0x0] updating lvb ctime from disk: 1763335108 -> 1763335108 00002000:00010000:0.0:1763335108.221435:0:8415:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x262:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1763335108.221480:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+51:3666:x1848989826089216:12345-0@lo:2:osp-syn-1-1.0 Request processed in 171us (1294us total) trans 17179871650 rc 0/0 00000100:00100000:0.0:1763335108.221487:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6657 00000004:00080000:0.0:1763335108.221642:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001c12a8700/2, rc 0, transno 17179871650 00000100:00100000:0.0:1763335108.221648:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001c12a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826089216:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335108.222922:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c2f26300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1848989826089088:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335108.222951:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7a00/0x3ec0b540075767fb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335108.223833:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335108.223888:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.223974:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814780288 00000100:00100000:2.0:1763335108.223984:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814780288 00010000:00010000:2.0:1763335108.224024:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000cc95fe00/0x3ec0b5400757668f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88184e expref: 11 pid: 27804 timeout: 1201 lvb_type: 0 00000100:00100000:2.0:1763335108.224068:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3160 00000100:00100000:2.0:1763335108.224078:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a78a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2427:x1848989814780288:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335108.224109:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335108.224116:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000cc95fe00/0x3ec0b5400757668f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x262:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88184e expref: 11 pid: 27804 timeout: 1201 lvb_type: 0 00010000:00010000:2.0:1763335108.224130:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000cc95fe00/0x3ec0b5400757668f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x262:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88184e expref: 11 pid: 27804 timeout: 1201 lvb_type: 0 00000100:00100000:1.0:1763335108.224137:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814780416 00000100:00100000:1.0:1763335108.224142:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814780416 00010000:00010000:2.0:1763335108.224158:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000cc95fe00/0x3ec0b5400757668f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x262:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88184e expref: 12 pid: 27804 timeout: 1201 lvb_type: 0 00010000:00010000:2.0:1763335108.224175:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335108.224178:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1763335108.224178:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6658 00010000:00010000:2.0:1763335108.224185:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7a00/0x3ec0b540075767fb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335108.224185:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:55956:x1848989814780416:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335108.224197:0:7458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7a00/0x3ec0b540075767fb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.224203:0:8415:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335108.224221:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335108.224222:0:8415:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7e00/0x3ec0b54007576809 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8818c5 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335108.224243:0:8415:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x264:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763335108.224258:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335108.224260:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335108.224266:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7e00/0x3ec0b54007576809 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818c5 expref: 12 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335108.224273:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a78a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2427:x1848989814780288:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 197us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335108.224280:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3160 00010000:00010000:1.0:1763335108.224284:0:8415:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7e00/0x3ec0b54007576809 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818c5 expref: 12 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.224295:0:8415:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7e00, rc 0) 00000100:00100000:1.0:1763335108.224341:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:55956:x1848989814780416:12345-192.168.204.57@tcp:101:bash.0 Request processed in 156us (452us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335108.224347:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6658 00010000:00010000:3.0:1763335108.225488:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7a00/0x3ec0b540075767fb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.225502:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7a00/0x3ec0b540075767fb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.225512:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7a00/0x3ec0b540075767fb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.225520:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7a00/0x3ec0b540075767fb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.225592:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335108.225821:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+11:3667:x1848989826088576:12345-0@lo:6:osp-syn-0-1.0 Request processed in 13179us (13909us total) trans 21474838940 rc 0/0 00000100:00100000:3.0:1763335108.225829:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6651 00010000:00010000:1.0:1763335108.226118:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335108.226125:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7a00/0x3ec0b540075767fb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.226133:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7a00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335108.226136:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7a00/0x3ec0b540075767fb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.226145:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7a00/0x3ec0b540075767fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.226160:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7a00/0x3ec0b540075767fb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.226166:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7a00/0x3ec0b540075767fb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.226182:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335108.226184:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335108.226185:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763335108.226249:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6eb4e00/2, rc 0, transno 21474838940 00000100:00100000:0.0:1763335108.226256:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6eb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826088576:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763335108.228709:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335108.229025:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814780544 00000100:00100000:1.0:1763335108.229035:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814780544 00000100:00100000:1.0:1763335108.229100:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9627 00000100:00100000:1.0:1763335108.229110:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+255:56961:x1848989814780544:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335108.229133:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335108.229153:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6c00/0x3ec0b54007576810 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8818cc expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.229211:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6c00/0x3ec0b54007576810 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818cc expref: 256 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.229226:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6c00/0x3ec0b54007576810 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1f0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818cc expref: 256 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.229245:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f0:0x0].0x0 (ffff9001cac3b100) 00010000:00010000:1.0:1763335108.229249:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763335108.229253:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed6c00, rc 0) 00000100:00100000:1.0:1763335108.229340:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56961:x1848989814780544:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 230us (639us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335108.229348:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9627 00000100:00100000:1.0:1763335108.232756:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.232810:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814780672 00000100:00100000:3.0:1763335108.232820:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814780672 00000100:00100000:1.0:1763335108.232822:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00002000:00010000:3.0:1763335108.232869:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/614 (0->18446744073709551615) 00002000:00100000:3.0:1763335108.232875:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c2f26300 with x1848989814780672 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335108.232886:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c2f26300. 00000100:00100000:0.0:1763335108.232895:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814780800 00000100:00100000:0.0:1763335108.232899:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814780800 00002000:00010000:0.0:1763335108.232916:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/612 (0->18446744073709551615) 00002000:00100000:0.0:1763335108.232919:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c2f25500 with x1848989814780800 ext(0->18446744073709551615) 00000100:00100000:3.0:1763335108.232922:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1634 00002000:00010000:0.0:1763335108.232925:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c2f25500. 00000100:00100000:3.0:1763335108.232931:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+36:2428:x1848989814780672:12345-192.168.204.57@tcp:10:bash.0 00000100:00100000:0.0:1763335108.232942:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1635 00000100:00100000:0.0:1763335108.232948:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2428:x1848989814780800:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:3.0:1763335108.233076:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x266:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335108.233076:0:23997:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x264:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335108.233080:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x266:0x0] updating lvb mtime from disk: 0 -> 1763335108 00002000:00010000:0.0:1763335108.233080:0:23997:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x264:0x0] updating lvb mtime from disk: 0 -> 1763335108 00002000:00010000:3.0:1763335108.233083:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x266:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335108.233084:0:23997:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x264:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335108.233086:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x266:0x0] updating lvb ctime from disk: 0 -> 1763335108 00002000:00010000:0.0:1763335108.233086:0:23997:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x264:0x0] updating lvb ctime from disk: 0 -> 1763335108 00002000:00010000:3.0:1763335108.233089:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x266:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1763335108.233089:0:23997:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x264:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335108.233146:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+37:2428:x1848989814780672:12345-192.168.204.57@tcp:10:bash.0 Request processed in 215us (400us total) trans 17179871651 rc 0/0 00000100:00100000:3.0:1763335108.233153:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1634 00002000:00010000:3.0:1763335108.233158:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/614 (0->18446744073709551615) 00002000:00100000:3.0:1763335108.233160:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c2f26300 with x1848989814780672 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335108.233164:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c2f26300. 00000100:00100000:0.0:1763335108.233370:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2428:x1848989814780800:12345-192.168.204.57@tcp:10:bash.0 Request processed in 420us (567us total) trans 21474838941 rc 0/0 00000100:00100000:0.0:1763335108.233377:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1635 00002000:00010000:0.0:1763335108.233380:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/612 (0->18446744073709551615) 00002000:00100000:0.0:1763335108.233382:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c2f25500 with x1848989814780800 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335108.233387:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c2f25500. 00000100:00100000:3.0:1763335108.242494:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335108.243874:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814781056 00000100:00100000:0.0:1763335108.243886:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814781056 00000100:00100000:0.0:1763335108.243953:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3316 00000100:00100000:0.0:1763335108.243964:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+256:56961:x1848989814781056:12345-192.168.204.57@tcp:35:lfs.0 00000004:00080000:0.0:1763335108.244208:0:6534:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x1f0:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1763335108.244272:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1519, 64 off127264 00000004:00080000:0.0:1763335108.244280:0:6534:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1101223965102ns, next at 1102223962221ns, rc = 0 00000040:00080000:0.0:1763335108.244301:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1518, 64 off127264 00000004:00080000:0.0:1763335108.244306:0:6534:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1101223991391ns, next at 1102223990197ns, rc = 0 00000040:00080000:0.0:1763335108.244342:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1519, 64 off127328 00000040:00080000:0.0:1763335108.244354:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1520, 64 off127328 00010000:00010000:0.0:1763335108.244411:0:6534:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007576817 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 00010000:00010000:0.0:1763335108.244431:0:6534:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007576817 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1f0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335108.244442:0:6534:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007576817 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1f0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335108.244451:0:6534:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007576817 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1f0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335108.244457:0:6534:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007576817 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1f0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335108.244465:0:6534:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007576817 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1f0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335108.244494:0:6534:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763335108.244683:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:56961:x1848989814781056:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 719us (2197us total) trans 4294973209 rc 0/0 00000100:00100000:0.0:1763335108.244692:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3316 00010000:00010000:1.0:1763335108.244932:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335108.244939:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007576817 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1f0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335108.244947:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95f200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335108.244951:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007576817 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1f0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335108.244959:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007576817 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1f0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335108.244972:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f0:0x0].0x0 (ffff9001cac3b100) 00010000:00010000:1.0:1763335108.244975:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335108.244980:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007576817 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x1f0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335108.244985:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007576817 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1f0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335108.244996:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335108.244998:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335108.244999:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335108.249244:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.249290:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335108.249641:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814781568 00000100:00100000:1.0:1763335108.249652:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814781568 00000100:00100000:1.0:1763335108.249703:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9628 00000100:00100000:1.0:1763335108.249713:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:56961:x1848989814781568:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335108.249737:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335108.249760:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b5400757681e lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8818d3 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.249833:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007576825 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335108.249847:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007576825 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.249869:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007576825 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.249887:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7400/0x3ec0b5400757682c lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335108.249894:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7400/0x3ec0b5400757682c lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.249901:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7400/0x3ec0b5400757682c lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.250011:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007576833 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335108.250021:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007576833 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.250029:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007576833 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:1.0:1763335108.250039:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f4:0x0]: returning size 2 00000100:00100000:2.0:1763335108.250648:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814781312 00000100:00100000:2.0:1763335108.250653:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814781312 00000100:00100000:2.0:1763335108.250695:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3317 00000100:00100000:2.0:1763335108.250703:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:55956:x1848989814781312:12345-192.168.204.57@tcp:35:bash.0 00010000:00010000:1.0:1763335108.250955:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007576825 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.250964:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007576825 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.250971:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007576825 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.250978:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007576825 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.250983:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335108.250988:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007576825 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.250998:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007576825 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.251011:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c3c08300) 00010000:00010000:1.0:1763335108.251014:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335108.251018:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007576825 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.251025:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007576825 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.251037:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7400/0x3ec0b5400757682c lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.251044:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7400/0x3ec0b5400757682c lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.251051:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7400/0x3ec0b5400757682c lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.251056:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335108.251059:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7400/0x3ec0b5400757682c lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.251065:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7400/0x3ec0b5400757682c lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.251072:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c3c08f00) 00010000:00010000:1.0:1763335108.251075:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335108.251078:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7400/0x3ec0b5400757682c lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.251083:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7400/0x3ec0b5400757682c lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.251125:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b5400757681e lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818d3 expref: 261 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.251141:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007576833 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818d3 expref: 260 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.251149:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f4:0x0].0x0 (ffff9001c7935700) 00010000:00010000:1.0:1763335108.251152:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335108.251154:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed6800, rc 0) 00000100:00100000:1.0:1763335108.252598:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56961:x1848989814781568:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 2881us (3360us total) trans 4294973210 rc 0/0 00000100:00100000:1.0:1763335108.252609:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9628 00000100:00100000:2.0:1763335108.252780:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:55956:x1848989814781312:12345-192.168.204.57@tcp:35:bash.0 Request processed in 2077us (3488us total) trans 4294973211 rc 0/0 00000100:00100000:2.0:1763335108.252790:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3317 00000100:00100000:0.0:1763335108.264740:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.265877:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814781824 00000100:00100000:2.0:1763335108.265891:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814781824 00000100:00100000:2.0:1763335108.265965:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3318 00000100:00100000:2.0:1763335108.265976:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:56961:x1848989814781824:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335108.266339:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56961:x1848989814781824:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 364us (1607us total) trans 4294973212 rc 0/0 00000100:00100000:2.0:1763335108.266348:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3318 00000100:00100000:3.0:1763335108.266746:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335108.266949:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814782080 00000100:00100000:1.0:1763335108.266955:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814782080 00000100:00100000:1.0:1763335108.267003:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9629 00000100:00100000:1.0:1763335108.267011:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56966:x1848989814782080:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:1.0:1763335108.267055:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1763335108.267089:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b540075767d8 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1f4:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818b7 expref: 261 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.267115:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007576833 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818d3 expref: 260 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.267130:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075767a7 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818a2 expref: 259 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.267142:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f4:0x0].0x0 (ffff9001c7935700) 00010000:00010000:1.0:1763335108.267154:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335108.267186:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007576841 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335108.267200:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007576841 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.267210:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007576841 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.267223:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007576848 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335108.267230:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007576848 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.267237:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007576848 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.267373:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b5400757684f lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335108.267383:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b5400757684f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.267390:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b5400757684f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000040:00080000:1.0:1763335108.267674:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1521, 64 off127392 00000040:00080000:1.0:1763335108.267701:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1520, 64 off127392 00000040:00080000:1.0:1763335108.267711:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1521, 64 off127456 00000040:00080000:1.0:1763335108.267720:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1522, 64 off127456 00010000:00010000:1.0:1763335108.267770:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007576856 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335108.267781:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007576856 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.267790:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007576856 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.267798:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007576856 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.267805:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007576856 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.267811:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007576856 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.267828:0:13840:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763335108.267868:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b5400757684f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.267876:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b5400757684f lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.267883:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b5400757684f lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.267889:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed6000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335108.267894:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b5400757684f lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.267903:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b5400757684f lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.267912:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f4:0x0].0x0 (ffff9001c3c08600) 00010000:00010000:1.0:1763335108.267916:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763335108.267920:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b5400757684f lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.267932:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b5400757684f lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.268077:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007576841 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.268085:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007576841 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.268092:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007576841 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.268098:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007576841 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.268103:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed6a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335108.268106:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007576841 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.268113:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007576841 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.268121:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c3c08100) 00010000:00010000:1.0:1763335108.268124:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335108.268128:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007576841 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.268134:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007576841 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000004:00010000:1.0:1763335108.268149:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fda2bd2d reply state 00000000d8d38ebb transno 4294973213 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007576848 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.268161:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007576848 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.268169:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c3c08700) 00010000:00010000:1.0:1763335108.268172:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335108.268175:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335108.268268:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:56966:x1848989814782080:12345-192.168.204.57@tcp:36:rm.0 Request processed in 1255us (1520us total) trans 4294973213 rc 0/0 00000100:00100000:1.0:1763335108.268277:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9629 00010000:00010000:2.0:1763335108.269081:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335108.269101:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007576856 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1f4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.269112:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7800 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335108.269117:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007576856 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1f4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.269127:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007576856 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1f4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.269143:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f4:0x0].0x0 (ffff9001c3c08600) 00010000:00010000:2.0:1763335108.269146:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335108.269150:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007576856 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x1f4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.269157:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007576856 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1f4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.269175:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335108.269177:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335108.269179:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335108.284762:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335108.285023:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814782336 00000100:00100000:0.0:1763335108.285035:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814782336 00000100:00100000:0.0:1763335108.285094:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9630 00000100:00100000:0.0:1763335108.285102:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:56961:x1848989814782336:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335108.285135:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335108.285163:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b5400757685d lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8818da expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.285260:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576864 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335108.285283:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576864 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.285296:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576864 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.285310:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757686b lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335108.285369:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757686b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.285376:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757686b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.285443:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576864 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.285454:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576864 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.285462:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576864 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.285469:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576864 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.285478:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95e600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335108.285482:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576864 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.285490:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576864 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.285510:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881600) 00010000:00010000:0.0:1763335108.285513:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335108.285518:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576864 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.285525:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576864 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.285543:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757686b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.285548:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757686b lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.285553:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757686b lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.285558:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95f200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335108.285565:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757686b lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.285570:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757686b lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.285576:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c3c08700) 00010000:00010000:0.0:1763335108.285578:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335108.285581:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757686b lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.285586:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757686b lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.285617:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b5400757685d lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818da expref: 261 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.285632:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881600) 00010000:00010000:0.0:1763335108.285635:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763335108.285638:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b5400757685d lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818da expref: 261 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.285650:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95f000, rc 0) 00000100:00100000:0.0:1763335108.285726:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:56961:x1848989814782336:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 624us (974us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335108.285733:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9630 00000100:00100000:0.0:1763335108.299722:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7ed5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3667:1848989826089728:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1763335108.299808:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335108.300010:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.300070:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814782464 00000100:00100000:2.0:1763335108.300077:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814782464 00000100:00100000:2.0:1763335108.300150:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9631 00000100:00100000:2.0:1763335108.300165:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff923800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:56967:x1848989814782464:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335108.300183:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335108.300213:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b54007576872 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8818e1 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.300300:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007576879 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335108.300339:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007576879 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.300356:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007576879 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.300367:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576880 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335108.300374:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576880 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.300380:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576880 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.300435:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007576879 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.300447:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007576879 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.300453:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007576879 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.300459:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007576879 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.300465:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c66e8000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335108.300469:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007576879 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.300480:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007576879 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.300490:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da00be00) 00010000:00010000:2.0:1763335108.300494:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335108.300502:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007576879 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.300508:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007576879 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.300519:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576880 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.300524:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576880 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.300529:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576880 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.300539:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c66e9400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335108.300541:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576880 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.300547:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576880 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.300552:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c3c08700) 00010000:00010000:2.0:1763335108.300554:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335108.300557:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576880 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.300565:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576880 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.300588:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b54007576872 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818e1 expref: 261 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.300602:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da00be00) 00010000:00010000:2.0:1763335108.300605:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335108.300608:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b54007576872 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818e1 expref: 261 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.300618:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c66e9e00, rc 0) 00000100:00100000:2.0:1763335108.300666:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff923800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:56967:x1848989814782464:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 503us (661us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335108.300673:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9631 00000100:00100000:1.0:1763335108.301306:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826089984:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1763335108.301390:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335108.301423:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763335108.301429:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7e4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3665:1848989826089856:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1763335108.301461:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335108.301751:0:8418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826089728 00000100:00100000:0.0:1763335108.301758:0:8418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826089728 00000100:00100000:0.0:1763335108.301797:0:8418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826089984 00000100:00100000:0.0:1763335108.301801:0:8418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826089984 00000100:00100000:0.0:1763335108.301812:0:8418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826089856 00000100:00100000:0.0:1763335108.301815:0:8418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826089856 00000100:00100000:0.0:1763335108.301836:0:8418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:0.0:1763335108.301843:0:8418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6357b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1848989826089728:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1763335108.301883:0:8418:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484985920 pending 86016 free 3920216064 avail 3688693760 00000100:00100000:0.0:1763335108.301952:0:8418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6357b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1848989826089728:12345-0@lo:13:osp-pre-1-0.0 Request processed in 110us (2144us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335108.301965:0:8418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:0.0:1763335108.301983:0:8418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:0.0:1763335108.301996:0:8418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+51:3665:x1848989826089984:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1763335108.302005:0:8418:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484985920 pending 86016 free 3920216064 avail 3688693760 00000100:00100000:0.0:1763335108.302042:0:8418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+51:3665:x1848989826089984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (652us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335108.302048:0:8418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:0.0:1763335108.302066:0:8418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:0.0:1763335108.302073:0:8418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1848989826089856:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1763335108.302335:0:8418:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484899008 pending 0 free 3919192064 avail 3687641088 00000100:00100000:0.0:1763335108.302382:0:8418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3665:x1848989826089856:12345-0@lo:13:osp-pre-0-0.0 Request processed in 301us (912us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335108.302389:0:8418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00100000:1.0:1763335108.303766:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7e4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3665:1848989826089856:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1763335108.303796:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826089984:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1763335108.303854:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7ed5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3667:1848989826089728:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1763335108.304031:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335108.304155:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814782592 00000100:00100000:1.0:1763335108.304162:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814782592 00000100:00100000:1.0:1763335108.304212:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9632 00000100:00100000:1.0:1763335108.304220:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:56967:x1848989814782592:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335108.304238:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335108.304260:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007576887 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8818e8 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.304367:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757688e lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335108.304384:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757688e lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.304395:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757688e lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.304406:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576895 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335108.304413:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576895 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.304419:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576895 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.304461:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757688e lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.304468:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757688e lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.304473:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757688e lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.304479:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757688e lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.304484:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335108.304488:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757688e lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.304495:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757688e lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.304508:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c3c08100) 00010000:00010000:1.0:1763335108.304511:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335108.304516:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757688e lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.304521:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b5400757688e lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.304534:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576895 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.304540:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576895 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.304546:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576895 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.304551:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335108.304554:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576895 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.304560:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576895 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.304566:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c3c08700) 00010000:00010000:1.0:1763335108.304568:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335108.304570:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576895 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.304575:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576895 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.304600:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007576887 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818e8 expref: 261 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.304611:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c3c08100) 00010000:00010000:1.0:1763335108.304613:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335108.304617:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007576887 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818e8 expref: 261 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.304629:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7a00, rc 0) 00000100:00100000:1.0:1763335108.304675:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:56967:x1848989814782592:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 455us (647us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335108.304682:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9632 00000100:00100000:2.0:1763335108.304821:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763335108.304833:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff922d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826090112:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1763335108.304887:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335108.305601:0:6535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826090112 00000100:00100000:1.0:1763335108.305608:0:6535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826090112 00000100:00100000:1.0:1763335108.305650:0:6535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1334 00000100:00100000:1.0:1763335108.305659:0:6535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff921500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3667:x1848989826090112:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1763335108.305732:0:6535:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445888000 avail 1299648512 00000100:00100000:1.0:1763335108.306691:0:6535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff921500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3667:x1848989826090112:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1029us (1798us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335108.306701:0:6535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1334 00000100:00100000:2.0:1763335108.306880:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff922d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826090112:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1763335108.308551:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.309476:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814782720 00000100:00100000:3.0:1763335108.309491:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814782720 00000100:00100000:3.0:1763335108.309562:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9633 00000100:00100000:3.0:1763335108.309573:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:56967:x1848989814782720:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335108.309594:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335108.309620:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b5400757689c lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8818ef expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.309688:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b540075768a3 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335108.309702:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b540075768a3 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335108.309714:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b540075768a3 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:3.0:1763335108.309762:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:3.0:1763335108.309768:0:13840:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763335108.309804:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b5400757689c lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818ef expref: 262 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.309823:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b540075768a3 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818ef expref: 261 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.309834:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3c00) 00010000:00010000:3.0:1763335108.309837:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763335108.309841:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001ffb18800, rc 0) 00000100:00100000:3.0:1763335108.309918:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56967:x1848989814782720:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 347us (1372us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335108.309927:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9633 00000100:00100000:0.0:1763335108.314949:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335108.315041:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814782976 00000100:00100000:1.0:1763335108.315054:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814782976 00000100:00100000:3.0:1763335108.315924:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9634 00000100:00100000:3.0:1763335108.315936:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56968:x1848989814782976:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335108.315955:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335108.315976:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b540075768aa lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8818f6 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.316046:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b540075768b1 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335108.316060:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b540075768b1 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335108.316071:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b540075768b1 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335108.316175:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075768b8 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335108.316184:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075768b8 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335108.316191:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075768b8 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335108.316238:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b540075768b1 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335108.316245:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b540075768b1 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335108.316250:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b540075768b1 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335108.316256:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b540075768b1 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335108.316261:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffb19200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335108.316265:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b540075768b1 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335108.316271:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b540075768b1 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335108.316281:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3c00) 00010000:00010000:3.0:1763335108.316284:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335108.316288:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b540075768b1 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335108.316292:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b540075768b1 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335108.316304:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075768b8 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335108.316310:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075768b8 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335108.316330:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075768b8 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335108.316335:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed6a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335108.316337:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075768b8 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335108.316342:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075768b8 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335108.316348:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c3c08700) 00010000:00010000:3.0:1763335108.316350:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335108.316352:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075768b8 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335108.316356:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075768b8 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335108.316382:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b540075768aa lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818f6 expref: 262 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.316391:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3c00) 00010000:00010000:3.0:1763335108.316393:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763335108.316397:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b540075768aa lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818f6 expref: 262 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.316404:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001ffb18e00, rc 0) 00000100:00100000:3.0:1763335108.317499:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56968:x1848989814782976:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1560us (2556us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335108.317508:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9634 00000100:00100000:2.0:1763335108.321673:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335108.323656:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814783104 00000100:00100000:0.0:1763335108.323672:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814783104 00000100:00100000:0.0:1763335108.323747:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9635 00000100:00100000:0.0:1763335108.323757:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff922d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56967:x1848989814783104:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335108.323778:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335108.323799:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b540075768bf lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8818fd expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.323881:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075768c6 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335108.323895:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075768c6 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.323905:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075768c6 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.323915:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075768cd lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335108.323922:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075768cd lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.323927:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075768cd lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.323964:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075768c6 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.323970:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075768c6 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.323976:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075768c6 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.323982:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075768c6 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.323988:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95e600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335108.323992:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075768c6 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.323999:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075768c6 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.324010:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3c00) 00010000:00010000:0.0:1763335108.324013:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335108.324017:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075768c6 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.324023:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075768c6 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.324038:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075768cd lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.324044:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075768cd lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.324050:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075768cd lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.324055:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95f200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335108.324058:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075768cd lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.324063:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075768cd lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.324069:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c3c08700) 00010000:00010000:0.0:1763335108.324071:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335108.324073:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075768cd lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.324078:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075768cd lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.324113:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b540075768bf lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818fd expref: 262 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.324122:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3c00) 00010000:00010000:0.0:1763335108.324124:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335108.324127:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b540075768bf lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818fd expref: 262 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.324137:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95fe00, rc 0) 00000100:00100000:0.0:1763335108.324208:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff922d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56967:x1848989814783104:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 451us (2547us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335108.324216:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9635 00000100:00100000:0.0:1763335108.328398:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335108.328432:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814783360 00000100:00100000:1.0:1763335108.328441:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814783360 00000100:00100000:1.0:1763335108.328507:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9636 00000100:00100000:1.0:1763335108.328517:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56967:x1848989814783360:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335108.328537:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335108.328540:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763335108.328567:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b540075768a3 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818ef expref: 261 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.328585:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3c00) 00010000:00010000:1.0:1763335108.328596:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335108.328612:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075768d4 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881904 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.328706:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b540075768db lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335108.328719:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b540075768db lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.328728:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b540075768db lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.328737:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075768e2 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335108.328744:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075768e2 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.328750:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075768e2 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.331034:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075768e9 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335108.331055:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075768e9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.331065:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075768e9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:0.0:1763335108.331076:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f6:0x0]: returning size 0 00010000:00010000:2.0:1763335108.331144:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b540075768db lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.331152:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b540075768db lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.331158:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b540075768db lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.331164:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b540075768db lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.331170:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335108.331175:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b540075768db lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.331183:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b540075768db lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.331195:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c3c08100) 00010000:00010000:2.0:1763335108.331198:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335108.331203:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b540075768db lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.331208:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b540075768db lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000004:00010000:2.0:1763335108.331222:0:7841:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003c584b52 reply state 0000000014a16e88 transno 4294973214 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075768e2 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.331237:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075768e2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.331243:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c3c08700) 00010000:00010000:2.0:1763335108.331245:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335108.331248:0:7841:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763335108.331281:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075768d4 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881904 expref: 263 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.331298:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075768e9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881904 expref: 262 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.331306:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f6:0x0].0x0 (ffff9000c4881600) 00010000:00010000:2.0:1763335108.331309:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335108.331336:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95f000, rc 0) 00000100:00100000:2.0:1763335108.331424:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56967:x1848989814783360:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 2907us (3037us total) trans 4294973214 rc 0/0 00000100:00100000:2.0:1763335108.331433:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9636 00000100:00100000:2.0:1763335108.338790:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335108.340446:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814783616 00000100:00100000:0.0:1763335108.340459:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814783616 00000100:00100000:0.0:1763335108.340528:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9637 00000100:00100000:0.0:1763335108.340540:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff920000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56969:x1848989814783616:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335108.340581:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335108.340612:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b540075768f7 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88190b expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.340734:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075768fe lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335108.340749:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075768fe lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.340759:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075768fe lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:0.0:1763335108.340771:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f6:0x0]: returning size 0 00010000:00010000:0.0:1763335108.340906:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b540075768f7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88190b expref: 266 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.340926:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075768fe lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88190b expref: 265 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.340935:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f6:0x0].0x0 (ffff9000c4881600) 00010000:00010000:0.0:1763335108.340938:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335108.340942:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95f200, rc 0) 00000100:00100000:0.0:1763335108.341025:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff920000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56969:x1848989814783616:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 486us (2248us total) trans 4294973215 rc 0/0 00000100:00100000:0.0:1763335108.341032:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9637 00000100:00100000:2.0:1763335108.341228:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335108.341623:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814783872 00000100:00100000:0.0:1763335108.341628:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814783872 00000100:00100000:0.0:1763335108.341815:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9638 00000100:00100000:0.0:1763335108.341824:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff921180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56967:x1848989814783872:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335108.341834:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335108.341844:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b5400757690c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881912 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.341911:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576913 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335108.341922:0:7841:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075768e9 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881904 expref: 266 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.341929:0:7841:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075768fe lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88190b expref: 266 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.341937:0:7841:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576913 lrc: 5/0,1 mode: --/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.341969:0:7841:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075768fe lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88190b expref: 266 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.341981:0:7841:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075768fe lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88190b expref: 266 pid: 7841 timeout: 1201 lvb_type: 0 00000100:00100000:0.0:1763335108.341994:0:7841:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7f24700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826090240:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335108.342704:0:7841:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075768e9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881904 expref: 266 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.342713:0:7841:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075768e9 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881904 expref: 266 pid: 7841 timeout: 1201 lvb_type: 0 00000100:00100000:0.0:1763335108.342722:0:7841:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7f27800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826090368:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335108.342748:0:7841:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f609b9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335108.344396:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335108.344437:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814784000 00000100:00100000:1.0:1763335108.344438:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335108.344446:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814784000 00010000:00010000:0.0:1763335108.344483:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075768fe lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88190b expref: 267 pid: 7841 timeout: 1201 lvb_type: 0 00000100:00100000:0.0:1763335108.344530:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3161 00000100:00100000:0.0:1763335108.344540:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:2426:x1848989814784000:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335108.344553:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335108.344559:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075768fe lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88190b expref: 267 pid: 7841 timeout: 1201 lvb_type: 0 00010000:00010000:0.0:1763335108.344576:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075768fe lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88190b expref: 267 pid: 7841 timeout: 1201 lvb_type: 0 00010000:00010000:0.0:1763335108.344599:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f6:0x0].0x0 (ffff9000c4881600) 00010000:00010000:0.0:1763335108.344605:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576913 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.344613:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335108.344662:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:2426:x1848989814784000:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 123us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335108.344669:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3161 00000100:00100000:2.0:1763335108.344731:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814784256 00000100:00100000:2.0:1763335108.344736:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814784256 00000100:00100000:2.0:1763335108.344773:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3319 00000100:00100000:2.0:1763335108.344781:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:56969:x1848989814784256:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335108.345002:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:56969:x1848989814784256:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 221us (563us total) trans 4294973216 rc 0/0 00000100:00100000:2.0:1763335108.345009:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3319 00010000:00010000:0.0:1763335108.345938:0:7841:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.57@tcp) returned -22 from blocking AST (req@00000000dc18e74e x1848989826090240) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075768fe lrc: 1/0,0 mode: --/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88190b expref: 267 pid: 7841 timeout: 1201 lvb_type: 0 00010000:00010000:0.0:1763335108.345958:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075768fe lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88190b expref: 267 pid: 7841 timeout: 1201 lvb_type: 0 00000100:00100000:0.0:1763335108.345973:0:7841:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7f24700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826090240:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335108.345987:0:7841:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7f27800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826090368:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335108.346009:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f6:0x0].0x0 (ffff9000c4881600) 00010000:00010000:0.0:1763335108.346015:0:7841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576913 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.346025:0:7841:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576913 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000100:00100000:1.0:1763335108.347388:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.348732:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335108.348988:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814784640 00000100:00100000:1.0:1763335108.348999:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814784640 00000100:00100000:2.0:1763335108.349048:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814784384 00000100:00100000:2.0:1763335108.349053:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814784384 00000100:00100000:1.0:1763335108.349064:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9639 00000100:00100000:1.0:1763335108.349073:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:56969:x1848989814784640:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335108.349079:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075768e9 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881904 expref: 268 pid: 7841 timeout: 1201 lvb_type: 0 00010000:00010000:1.0:1763335108.349104:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1763335108.349113:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3162 00000100:00100000:2.0:1763335108.349120:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001d8383c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:2427:x1848989814784384:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335108.349126:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757691a lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881919 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.349132:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335108.349137:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075768e9 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881904 expref: 269 pid: 7841 timeout: 1201 lvb_type: 0 00010000:00010000:2.0:1763335108.349147:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075768e9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881904 expref: 269 pid: 7841 timeout: 1201 lvb_type: 0 00010000:00010000:2.0:1763335108.349167:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075768e9 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881904 expref: 269 pid: 7841 timeout: 1201 lvb_type: 0 00010000:00010000:2.0:1763335108.349182:0:7458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f6:0x0].0x0 (ffff9000c4881600) 00010000:00010000:2.0:1763335108.349187:0:7458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576913 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.349193:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007576921 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335108.349196:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576913 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.349203:0:7458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576913 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.349203:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007576921 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.349213:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007576921 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.349222:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576928 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335108.349224:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335108.349228:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576928 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.349233:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576928 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000100:00100000:2.0:1763335108.349275:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001d8383c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:2427:x1848989814784384:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 156us (1894us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335108.349286:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3162 00010000:00010000:1.0:1763335108.349356:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757692f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335108.349365:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757692f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.349371:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757692f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:1.0:1763335108.349379:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f6:0x0]: returning size 0 00010000:00010000:1.0:1763335108.349462:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757692f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.349474:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757692f lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.349480:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757692f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.349482:0:7841:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576913 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.349485:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335108.349490:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757692f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.349490:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576913 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.349498:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757692f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00000004:00200000:0.0:1763335108.349501:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f6:0x0]: returning size 0 00010000:00010000:1.0:1763335108.349505:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f6:0x0].0x0 (ffff9000c4881600) 00010000:00010000:1.0:1763335108.349508:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1763335108.349511:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757692f lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.349516:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757692f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.349527:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007576921 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.349532:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007576921 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.349537:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007576921 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.349542:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007576921 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.349546:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335108.349549:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007576921 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.349553:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007576921 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.349559:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c3c08300) 00010000:00010000:1.0:1763335108.349561:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335108.349564:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007576921 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.349568:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007576921 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.349575:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576928 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.349580:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576928 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.349586:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576928 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.349591:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335108.349593:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576928 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.349598:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576928 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.349605:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c3c08700) 00010000:00010000:1.0:1763335108.349607:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335108.349609:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576928 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.349617:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576928 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000004:00080000:0.0:1763335108.349627:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x266:0x0], index 0: 0 00000004:00080000:0.0:1763335108.349632:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x268:0x0], index 1: 0 00000004:00080000:0.0:1763335108.349636:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x269:0x0], index 1: 0 00000004:00080000:0.0:1763335108.349640:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x267:0x0], index 0: 0 00010000:00010000:1.0:1763335108.349644:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757691a lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881919 expref: 268 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.349652:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c3c08300) 00010000:00010000:1.0:1763335108.349654:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763335108.349657:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b5400757691a lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881919 expref: 268 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.349668:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7e00, rc 0) 00010000:00010000:0.0:1763335108.349706:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576913 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00000100:00100000:1.0:1763335108.349710:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:56969:x1848989814784640:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 638us (985us total) trans 4294973217 rc 301/301 00010000:00010000:0.0:1763335108.349713:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576913 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00000100:00100000:1.0:1763335108.349716:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9639 00010000:00010000:0.0:1763335108.349719:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576913 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.349724:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335108.349727:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576913 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.349732:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576913 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.349740:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f6:0x0].0x0 (ffff9000c4881600) 00010000:00010000:0.0:1763335108.349743:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335108.349745:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576913 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.349751:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576913 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.349783:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b5400757690c lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881912 expref: 267 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.349791:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f6:0x0].0x0 (ffff9000c4881600) 00010000:00010000:0.0:1763335108.349794:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763335108.349797:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b5400757690c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881912 expref: 267 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.349808:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95e600, rc 0) 00000100:00100000:0.0:1763335108.349848:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff921180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:56967:x1848989814783872:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 8024us (8619us total) trans 4294973218 rc 301/301 00000100:00100000:0.0:1763335108.349855:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9638 00000100:00100000:2.0:1763335108.353652:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.354187:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335108.354288:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814784896 00000100:00100000:0.0:1763335108.354302:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814784896 00000100:00100000:0.0:1763335108.354409:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3320 00000100:00100000:0.0:1763335108.354420:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff922a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:56967:x1848989814784896:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335108.354423:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814785024 00000100:00100000:3.0:1763335108.354428:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814785024 00000100:00100000:3.0:1763335108.354470:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9640 00000100:00100000:3.0:1763335108.354476:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff920380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:56969:x1848989814785024:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335108.354488:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1763335108.354776:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff922a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:56967:x1848989814784896:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 357us (1132us total) trans 4294973219 rc 0/0 00000100:00100000:0.0:1763335108.354784:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3320 00010000:00010000:3.0:1763335108.355065:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007576944 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881920 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.355193:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b5400757694b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335108.355207:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b5400757694b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.355218:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b5400757694b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:3.0:1763335108.355242:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f6:0x0]: returning size 0 00000004:00200000:3.0:1763335108.355246:0:13591:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335108.355260:0:13591:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b5400757694b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.355281:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007576944 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881920 expref: 269 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.355297:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b5400757694b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881920 expref: 268 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.355306:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f6:0x0].0x0 (ffff9001c79c3d00) 00010000:00010000:3.0:1763335108.355309:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335108.355335:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed6000, rc 0) 00000100:00100000:3.0:1763335108.355375:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff920380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:56969:x1848989814785024:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 899us (1188us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335108.355382:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9640 00000100:00100000:2.0:1763335108.357937:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.357982:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.358011:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335108.358110:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814785280 00000100:00100000:0.0:1763335108.358120:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814785280 00000100:00100000:3.0:1763335108.358149:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814785408 00000100:00100000:3.0:1763335108.358153:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814785408 00000100:00100000:0.0:1763335108.358179:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3321 00000100:00100000:3.0:1763335108.358182:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814785536 00000100:00100000:3.0:1763335108.358184:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814785536 00000100:00100000:0.0:1763335108.358190:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1615c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:56967:x1848989814785280:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335108.358205:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6659 00000100:00100000:3.0:1763335108.358211:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff920a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+37:2426:x1848989814785408:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335108.358220:0:8417:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335108.358236:0:8417:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007576952 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881927 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335108.358257:0:8417:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x269:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335108.358273:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335108.358275:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335108.358284:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007576952 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881927 expref: 38 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335108.358300:0:8417:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007576952 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881927 expref: 38 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335108.358311:0:8417:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed6800, rc 0) 00000100:00100000:3.0:1763335108.358382:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff920a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+38:2426:x1848989814785408:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 169us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335108.358382:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1615c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:56967:x1848989814785280:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 193us (453us total) trans 4294973220 rc 0/0 00000100:00100000:3.0:1763335108.358389:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6659 00000100:00100000:0.0:1763335108.358392:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3321 00000100:00100000:3.0:1763335108.358407:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6660 00000100:00100000:3.0:1763335108.358412:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff921880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2426:x1848989814785536:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335108.358421:0:8417:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335108.358432:0:8417:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7a00/0x3ec0b54007576959 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88192e expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335108.358445:0:8417:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x267:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335108.358454:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335108.358456:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335108.358460:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7a00/0x3ec0b54007576959 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88192e expref: 13 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335108.358470:0:8417:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7a00/0x3ec0b54007576959 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88192e expref: 13 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335108.358479:0:8417:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7a00, rc 0) 00000100:00100000:3.0:1763335108.358499:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff921880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:2426:x1848989814785536:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 86us (488us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335108.358505:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6660 00000100:00100000:1.0:1763335108.360407:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.360577:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814785792 00000100:00100000:2.0:1763335108.360587:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814785792 00000100:00100000:2.0:1763335108.360640:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3322 00000100:00100000:2.0:1763335108.360651:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:56969:x1848989814785792:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335108.360868:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:56969:x1848989814785792:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 211us (460us total) trans 4294973221 rc 0/0 00000100:00100000:2.0:1763335108.360876:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3322 00000100:00100000:3.0:1763335108.362031:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335108.362149:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814786048 00000100:00100000:1.0:1763335108.362158:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814786048 00000100:00100000:1.0:1763335108.362249:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9641 00000100:00100000:1.0:1763335108.362260:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:55956:x1848989814786048:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335108.362281:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335108.362310:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007576960 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881935 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.362758:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576967 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335108.362771:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576967 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.362780:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576967 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.362790:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b5400757696e lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335108.362795:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b5400757696e lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.362798:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b5400757696e lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.362839:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007576975 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335108.362846:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007576975 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.362852:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007576975 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:1.0:1763335108.362870:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f6:0x0]: returning size 0 00010000:00010000:1.0:1763335108.362956:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576967 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.362964:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576967 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.362970:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576967 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.362976:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576967 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.362983:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335108.362989:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576967 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.362996:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576967 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.363009:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c3c08300) 00010000:00010000:1.0:1763335108.363012:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335108.363017:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576967 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.363022:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576967 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.363035:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b5400757696e lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.363039:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b5400757696e lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.363045:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b5400757696e lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.363050:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335108.363053:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b5400757696e lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.363059:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b5400757696e lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.363065:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c3c08700) 00010000:00010000:1.0:1763335108.363067:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335108.363070:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b5400757696e lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.363078:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b5400757696e lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.363113:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007576960 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881935 expref: 273 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.363130:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007576975 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881935 expref: 272 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.363137:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f6:0x0].0x0 (ffff9001c79c3d00) 00010000:00010000:1.0:1763335108.363139:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335108.363142:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6e00, rc 0) 00000100:00100000:1.0:1763335108.363205:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:55956:x1848989814786048:12345-192.168.204.57@tcp:101:bash.0 Request processed in 946us (1179us total) trans 4294973222 rc 0/0 00000100:00100000:1.0:1763335108.363212:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9641 00000100:00100000:3.0:1763335108.366955:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.367009:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.367088:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335108.367200:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814786176 00000100:00100000:0.0:1763335108.367213:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814786176 00000100:00100000:0.0:1763335108.367287:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 396 00000100:00100000:0.0:1763335108.367299:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:2427:x1848989814786176:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335108.367338:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335108.367368:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007576975 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881935 expref: 272 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.367393:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f6:0x0].0x0 (ffff9001c79c3d00) 00010000:00010000:0.0:1763335108.367400:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335108.367459:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+271:2427:x1848989814786176:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 162us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335108.367468:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 396 00000100:00100000:1.0:1763335108.367545:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814786304 00000100:00100000:1.0:1763335108.367550:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814786304 00000100:00100000:1.0:1763335108.367594:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9642 00000100:00100000:1.0:1763335108.367602:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+271:55956:x1848989814786304:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335108.367624:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335108.367639:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007576983 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88193c expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.367669:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b5400757698a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335108.367681:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b5400757698a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.367695:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b5400757698a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.367816:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007576983 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88193c expref: 273 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.367830:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b5400757698a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88193c expref: 272 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.367838:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f6:0x0].0x0 (ffff9001c79c3d00) 00010000:00010000:1.0:1763335108.367840:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763335108.367843:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d0335000, rc 0) 00000100:00100000:1.0:1763335108.367885:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:55956:x1848989814786304:12345-192.168.204.57@tcp:101:bash.0 Request processed in 284us (876us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335108.367892:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9642 00000100:00100000:2.0:1763335108.367965:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814786432 00000100:00100000:2.0:1763335108.367970:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814786432 00000100:00100000:2.0:1763335108.368007:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3323 00000100:00100000:2.0:1763335108.368016:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:56969:x1848989814786432:12345-192.168.204.57@tcp:33:lfs.0 00000100:00100000:2.0:1763335108.368089:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:56969:x1848989814786432:12345-192.168.204.57@tcp:33:lfs.0 Request processed in 74us (1001us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335108.368096:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3323 00000100:00100000:3.0:1763335108.374179:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335108.374239:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814786688 00000100:00100000:0.0:1763335108.374255:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814786688 00000100:00100000:0.0:1763335108.374348:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9643 00000100:00100000:0.0:1763335108.374359:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:55956:x1848989814786688:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:0.0:1763335108.374425:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335108.374451:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b5400757694b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881920 expref: 272 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.374469:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f6:0x0].0x0 (ffff9001c79c3d00) 00010000:00010000:0.0:1763335108.374474:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335108.374659:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576991 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335108.374678:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576991 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.374688:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576991 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000001:00080000:0.0:1763335108.374733:0:7841:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973223 00000004:00010000:0.0:1763335108.374759:0:7841:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f576cf62 reply state 000000005a2d15d6 transno 4294973224 ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576991 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.374770:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576991 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.374776:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f6:0x0].0x0 (ffff9001c79c3d00) 00010000:00010000:0.0:1763335108.374779:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335108.374782:0:7841:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335108.374892:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:55956:x1848989814786688:12345-192.168.204.57@tcp:36:bash.0 Request processed in 535us (725us total) trans 4294973224 rc 0/0 00000100:00100000:0.0:1763335108.374900:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9643 00000020:00080000:0.0:1763335108.374905:0:7841:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763335108.381302:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335108.381420:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814786944 00000100:00100000:1.0:1763335108.381430:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814786944 00000100:00100000:1.0:1763335108.381480:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9644 00000100:00100000:1.0:1763335108.381489:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:56970:x1848989814786944:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335108.381510:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335108.381533:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007576998 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881943 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.381600:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757699f lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335108.381612:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757699f lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.381626:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757699f lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.381635:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075769a6 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335108.381641:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075769a6 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.381647:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075769a6 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.381738:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075769ad lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335108.381746:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075769ad lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.381751:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075769ad lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:1.0:1763335108.381761:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f6:0x0]: returning size 0 00010000:00010000:1.0:1763335108.381833:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757699f lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.381839:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757699f lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.381845:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757699f lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.381850:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757699f lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.381855:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335108.381869:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757699f lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.381875:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757699f lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.381886:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c3c08300) 00010000:00010000:1.0:1763335108.381889:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335108.381893:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757699f lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.381898:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757699f lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.381908:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075769a6 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.381913:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075769a6 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.381918:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075769a6 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.381923:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335108.381925:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075769a6 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.381930:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075769a6 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.381935:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c3c08700) 00010000:00010000:1.0:1763335108.381937:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335108.381939:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075769a6 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.381947:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075769a6 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.381975:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007576998 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881943 expref: 277 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.381989:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075769ad lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881943 expref: 276 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.381995:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f6:0x0].0x0 (ffff9001c79c3d00) 00010000:00010000:1.0:1763335108.381998:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335108.382000:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7a00, rc 0) 00000100:00100000:1.0:1763335108.382059:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:56970:x1848989814786944:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 571us (766us total) trans 4294973225 rc 0/0 00000100:00100000:1.0:1763335108.382065:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9644 00000100:00100000:2.0:1763335108.385150:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335108.386549:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814787200 00000100:00100000:0.0:1763335108.386560:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814787200 00000100:00100000:0.0:1763335108.386626:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9645 00000100:00100000:0.0:1763335108.386636:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff920700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:55956:x1848989814787200:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335108.386664:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335108.386688:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075769bb lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88194a expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.386748:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075769c2 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335108.386768:0:7841:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075769ad lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881943 expref: 277 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.386777:0:7841:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075769c2 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.386809:0:7841:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075769ad lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881943 expref: 277 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.386823:0:7841:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075769ad lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881943 expref: 277 pid: 13591 timeout: 1201 lvb_type: 0 00000100:00100000:0.0:1763335108.386837:0:7841:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7f27800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826090496:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335108.386944:0:7841:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001d1c57d80 going to sleep for 11 seconds 00000100:00100000:3.0:1763335108.392630:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335108.393021:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814787456 00000100:00100000:1.0:1763335108.393031:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814787456 00000100:00100000:1.0:1763335108.393095:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3324 00000100:00100000:1.0:1763335108.393104:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+278:56970:x1848989814787456:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335108.393337:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+279:56970:x1848989814787456:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 232us (716us total) trans 4294973226 rc 0/0 00000100:00100000:1.0:1763335108.393344:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3324 00000100:00100000:1.0:1763335108.394574:0:7841:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7f27800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826090496:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335108.394600:0:7841:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075769c2 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000100:00100000:0.0:1763335108.395681:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.395825:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814787584 00000100:00100000:3.0:1763335108.395833:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814787584 00010000:00010000:3.0:1763335108.395876:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075769ad lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881943 expref: 279 pid: 13591 timeout: 1201 lvb_type: 0 00000100:00100000:3.0:1763335108.395919:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3163 00000100:00100000:3.0:1763335108.395927:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f24700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+279:2426:x1848989814787584:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335108.395941:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335108.395947:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075769ad lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881943 expref: 279 pid: 13591 timeout: 1201 lvb_type: 0 00010000:00010000:3.0:1763335108.395960:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075769ad lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881943 expref: 279 pid: 13591 timeout: 1201 lvb_type: 0 00010000:00010000:3.0:1763335108.395982:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b540075769ad lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881943 expref: 279 pid: 13591 timeout: 1201 lvb_type: 0 00010000:00010000:3.0:1763335108.395998:0:7458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f6:0x0].0x0 (ffff9001c79c3d00) 00010000:00010000:3.0:1763335108.396003:0:7458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075769c2 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335108.396012:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075769c2 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335108.396019:0:7458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075769c2 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335108.396044:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335108.396552:0:7841:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075769c2 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.396564:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075769c2 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000040:00080000:1.0:1763335108.396872:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1522, 88 off127544 00000004:00080000:1.0:1763335108.396880:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1101376565321ns, next at 1102223990197ns, rc = 0 00000040:00080000:1.0:1763335108.396905:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1523, 88 off127544 00000004:00080000:1.0:1763335108.396908:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1101376593883ns, next at 1102223962221ns, rc = 0 00000040:00080000:1.0:1763335108.396918:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1524, 88 off127632 00000004:00080000:1.0:1763335108.396922:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1101376607221ns, next at 1102223962221ns, rc = 0 00000040:00080000:1.0:1763335108.396929:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1523, 88 off127632 00000004:00080000:1.0:1763335108.396932:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1101376617341ns, next at 1102223990197ns, rc = 0 00000100:00100000:3.0:1763335108.397773:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f24700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+279:2426:x1848989814787584:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 1840us (2090us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335108.397784:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3163 00000100:00100000:2.0:1763335108.400410:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.401244:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814787840 00000100:00100000:3.0:1763335108.401258:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814787840 00000100:00100000:3.0:1763335108.401344:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9646 00000100:00100000:3.0:1763335108.401356:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff922300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+279:56970:x1848989814787840:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335108.401387:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335108.401419:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075769c9 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881951 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.401527:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075769d0 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335108.401542:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075769d0 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.401555:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075769d0 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.401566:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075769d7 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335108.401572:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075769d7 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.401579:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075769d7 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.401679:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b540075769de lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335108.401687:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b540075769de lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.401693:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b540075769de lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:3.0:1763335108.401702:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f6:0x0]: returning size 2 00010000:00010000:3.0:1763335108.401780:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b540075769de lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.401788:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b540075769de lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.401794:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b540075769de lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.401799:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed6000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335108.401803:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b540075769de lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.401810:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b540075769de lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.401820:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f6:0x0].0x0 (ffff9001c79c3d00) 00010000:00010000:3.0:1763335108.401823:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1763335108.401827:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b540075769de lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.401832:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b540075769de lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.401846:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075769d0 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.401851:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075769d0 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.401866:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075769d0 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.401872:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075769d0 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.401880:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335108.401882:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075769d0 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.401887:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075769d0 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.401893:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3c00) 00010000:00010000:3.0:1763335108.401895:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335108.401897:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075769d0 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.401902:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075769d0 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.401909:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075769d7 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.401914:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075769d7 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.401919:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075769d7 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.401923:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335108.401925:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075769d7 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.401930:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075769d7 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.401935:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c3c08700) 00010000:00010000:3.0:1763335108.401936:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335108.401939:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075769d7 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.401944:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075769d7 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.401975:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075769c9 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881951 expref: 281 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.401983:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3c00) 00010000:00010000:3.0:1763335108.401985:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763335108.401988:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075769c9 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881951 expref: 281 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.401999:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed6a00, rc 0) 00000100:00100000:3.0:1763335108.402049:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff922300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+280:56970:x1848989814787840:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 697us (1654us total) trans 4294973228 rc 301/301 00000100:00100000:3.0:1763335108.402056:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9646 00000001:00080000:0.0:1763335108.404343:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973227 is committed 00000004:00080000:0.0:1763335108.404355:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1000 committed 00000004:00080000:0.0:1763335108.404369:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 997 committed 00000004:00080000:0.0:1763335108.404380:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 996 committed 00000004:00080000:0.0:1763335108.404382:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 999 committed 00000004:00080000:0.0:1763335108.404432:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 998 committed 00000004:00080000:0.0:1763335108.404435:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 995 committed 00010000:00010000:2.0:1763335108.404527:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007576848 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.404543:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007576848 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.404553:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007576848 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.404559:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335108.404563:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007576848 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.404573:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007576848 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.404591:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c3c08700) 00010000:00010000:2.0:1763335108.404594:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335108.404599:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007576848 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.404605:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007576848 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.404626:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075768e2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.404632:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075768e2 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.404637:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075768e2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.404642:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335108.404644:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075768e2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.404651:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075768e2 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.404658:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c3c08700) 00010000:00010000:2.0:1763335108.404659:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335108.404662:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075768e2 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.404667:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075768e2 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.404683:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576991 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.404688:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576991 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.404694:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576991 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.404698:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335108.404700:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576991 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.404705:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576991 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.404712:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f6:0x0].0x0 (ffff9001c79c3d00) 00010000:00010000:2.0:1763335108.404714:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335108.404717:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576991 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.404721:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576991 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000100:00100000:1.0:1763335108.404954:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c7830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826090880:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763335108.405031:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335108.405068:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1763335108.405074:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c393f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826090752:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763335108.405100:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335108.405113:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c7833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826091264:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335108.405129:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335108.405158:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826090880 00000100:00100000:1.0:1763335108.405167:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826090880 00000100:00100000:1.0:1763335108.405210:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826090752 00000100:00100000:1.0:1763335108.405213:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826090752 00000100:00100000:1.0:1763335108.405227:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826091264 00000100:00100000:1.0:1763335108.405229:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826091264 00000100:00100000:1.0:1763335108.405252:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6661 00000100:00100000:1.0:1763335108.405260:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+53:3665:x1848989826090880:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763335108.405289:0:27804:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:614 count 1 00010000:00010000:1.0:1763335108.405343:0:27804:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075769ec lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.405364:0:27804:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e200/0x3ec0b54007576802 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818be expref: 37 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.405372:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335108.405374:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335108.405378:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075769ec lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.405405:0:27804:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e200/0x3ec0b54007576802 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818be expref: 37 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.405417:0:27804:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e200/0x3ec0b54007576802 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818be expref: 37 pid: 27803 timeout: 1201 lvb_type: 0 00000100:00100000:1.0:1763335108.405428:0:27804:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5228380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27804:1848989826091392:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335108.405488:0:27804:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001cad67f00 going to sleep for 11 seconds 00000100:00100000:1.0:1763335108.405506:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6662 00000100:00100000:1.0:1763335108.405514:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1337800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+53:3665:x1848989826090752:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763335108.405526:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:611 count 1 00010000:00010000:1.0:1763335108.405538:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075769f3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x263:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.405549:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9001fc184000/0x3ec0b540075767b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818a9 expref: 37 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.405561:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335108.405563:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335108.405565:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075769f3 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.405585:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9001fc184000/0x3ec0b540075767b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818a9 expref: 37 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.405593:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9001fc184000/0x3ec0b540075767b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818a9 expref: 37 pid: 8415 timeout: 1201 lvb_type: 0 00000100:00100000:1.0:1763335108.405602:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c522ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8416:1848989826091520:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335108.405624:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f608fd80 going to sleep for 11 seconds 00010000:00010000:1.0:1763335108.405670:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075769c2 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1f6:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88194a expref: 258 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.405679:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f6:0x0].0x0 (ffff9001c79c3d00) 00010000:00010000:1.0:1763335108.405682:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763335108.405693:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075769bb lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88194a expref: 258 pid: 7841 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763335108.405706:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075769c2 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1f6:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88194a expref: 257 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.405729:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f6:0x0].0x0 (ffff9001c79c3d00) 00010000:00010000:1.0:1763335108.405732:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763335108.405734:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95f000, rc 0) 00000100:00100000:1.0:1763335108.405759:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff920700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:55956:x1848989814787200:12345-192.168.204.57@tcp:101:bash.0 Request processed in 19125us (20620us total) trans 4294973227 rc 0/0 00000100:00100000:1.0:1763335108.405767:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9645 00000100:00100000:0.0:1763335108.407500:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c393d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826090624:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763335108.407576:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335108.407613:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c7833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826091136:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335108.407632:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335108.407658:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763335108.407664:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c7831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826091008:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763335108.407683:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335108.407716:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826090624 00000100:00100000:0.0:1763335108.407723:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826090624 00000100:00100000:0.0:1763335108.407755:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826091136 00000100:00100000:0.0:1763335108.407757:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826091136 00000100:00100000:0.0:1763335108.407766:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826091008 00000100:00100000:0.0:1763335108.407768:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826091008 00000100:00100000:0.0:1763335108.407782:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6663 00000100:00100000:0.0:1763335108.407791:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1335880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+56:3665:x1848989826091264:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763335108.407964:0:35240:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x269:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335108.407969:0:35240:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x269:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763335108.407972:0:35240:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x269:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335108.407974:0:35240:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x269:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763335108.407977:0:35240:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x269:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335108.408016:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1335880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+57:3665:x1848989826091264:12345-0@lo:2:osp-syn-1-1.0 Request processed in 225us (2884us total) trans 17179871652 rc 0/0 00000100:00100000:0.0:1763335108.408022:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6663 00000100:00100000:0.0:1763335108.408044:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6664 00000100:00100000:0.0:1763335108.408049:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+56:3667:x1848989826090624:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763335108.408061:0:35240:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:610 count 1 00010000:00010000:0.0:1763335108.408076:0:35240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000cc95fe00/0x3ec0b540075769fa lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.408093:0:35240:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c5d15800/0x3ec0b5400757663b lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88182b expref: 37 pid: 8415 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335108.408100:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335108.408101:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335108.408105:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cc95fe00/0x3ec0b540075769fa lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.408133:0:35240:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c5d15800/0x3ec0b5400757663b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88182b expref: 37 pid: 8415 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335108.408144:0:35240:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c5d15800/0x3ec0b5400757663b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88182b expref: 37 pid: 8415 timeout: 1201 lvb_type: 1 00000100:00100000:0.0:1763335108.408155:0:35240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cbad1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35240:1848989826091648:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335108.408208:0:35240:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001d1c57780 going to sleep for 11 seconds 00000100:00100000:0.0:1763335108.408228:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6665 00000100:00100000:0.0:1763335108.408236:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+56:3667:x1848989826091136:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335108.408341:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+57:3667:x1848989826091136:12345-0@lo:2:osp-syn-1-1.0 Request processed in 80us (681us total) trans 17179871653 rc 0/0 00000100:00100000:0.0:1763335108.408347:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6665 00000100:00100000:0.0:1763335108.408360:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6666 00000100:00100000:0.0:1763335108.408365:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+56:3667:x1848989826091008:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763335108.408374:0:28568:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:615 count 1 00002000:00010000:0.0:1763335108.408392:0:28568:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x267:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335108.408397:0:28568:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c5d14800/0x3ec0b54007576a01 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.408404:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335108.408405:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335108.408411:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5d14800/0x3ec0b54007576a01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.408427:0:28568:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c5d14800/0x3ec0b54007576a01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.408435:0:28568:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c5d14800/0x3ec0b54007576a01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.408442:0:28568:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5d14800/0x3ec0b54007576a01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.408456:0:28568:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763335108.408603:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+57:3667:x1848989826091008:12345-0@lo:6:osp-syn-1-1.0 Request processed in 237us (918us total) trans 17179871654 rc 0/0 00000100:00100000:0.0:1763335108.408608:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6666 00000004:00080000:0.0:1763335108.408649:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c7833100/2, rc 0, transno 17179871652 00000100:00100000:0.0:1763335108.408655:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c7833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826091264:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763335108.408670:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c7831180/2, rc 0, transno 17179871654 00000100:00100000:0.0:1763335108.408673:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c7831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826091008:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1763335108.408679:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c7833b80/2, rc 0, transno 17179871653 00000100:00100000:0.0:1763335108.408681:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c7833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826091136:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335108.408915:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c78cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826091904:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335108.408941:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335108.408955:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826092416:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335108.408968:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335108.408980:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763335108.408984:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826092032:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335108.408996:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335108.409009:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826092160:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335108.409024:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335108.409039:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1763335108.409044:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c78cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826091776:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335108.409061:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335108.409074:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826092288:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335108.409089:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335108.409103:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826091904 00000100:00100000:3.0:1763335108.409107:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826091904 00000100:00100000:3.0:1763335108.409209:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826092416 00000100:00100000:3.0:1763335108.409212:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826092416 00000100:00100000:3.0:1763335108.409221:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826092032 00000100:00100000:3.0:1763335108.409223:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826092032 00000100:00100000:3.0:1763335108.409230:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826092160 00000100:00100000:3.0:1763335108.409231:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826092160 00000100:00100000:3.0:1763335108.409238:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826091776 00000100:00100000:3.0:1763335108.409240:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826091776 00000100:00100000:3.0:1763335108.409246:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826092288 00000100:00100000:3.0:1763335108.409247:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826092288 00000100:00100000:3.0:1763335108.409255:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6667 00000100:00100000:3.0:1763335108.409260:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+16:3666:x1848989826091904:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763335108.409271:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:609 count 1 00010000:00010000:3.0:1763335108.409285:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7400/0x3ec0b54007576a08 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x261:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.409297:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9001fc185600/0x3ec0b540075767ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88189b expref: 12 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.409303:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335108.409305:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335108.409308:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7400/0x3ec0b54007576a08 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.409355:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9001fc185600/0x3ec0b540075767ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88189b expref: 12 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.409366:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9001fc185600/0x3ec0b540075767ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88189b expref: 12 pid: 27804 timeout: 1201 lvb_type: 0 00000100:00100000:3.0:1763335108.409376:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a34a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1848989826092544:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335108.409409:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f16bd480 going to sleep for 11 seconds 00000100:00100000:3.0:1763335108.409425:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6668 00000100:00100000:3.0:1763335108.409432:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+16:3666:x1848989826092416:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763335108.409512:0:8725:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x267:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335108.409516:0:8725:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x267:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763335108.409518:0:8725:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x267:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335108.409521:0:8725:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x267:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763335108.409523:0:8725:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x267:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335108.409558:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+17:3666:x1848989826092416:12345-0@lo:2:osp-syn-0-1.0 Request processed in 125us (587us total) trans 21474838942 rc 0/0 00000100:00100000:3.0:1763335108.409564:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6668 00000100:00100000:3.0:1763335108.409577:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6669 00000100:00100000:3.0:1763335108.409582:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+16:3666:x1848989826092032:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763335108.409591:0:8725:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:612 count 1 00010000:00010000:3.0:1763335108.409602:0:8725:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001ffb18800/0x3ec0b54007576a0f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x264:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.409612:0:8725:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7e00/0x3ec0b54007576809 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818c5 expref: 12 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.409619:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335108.409621:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335108.409623:0:8725:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001ffb18800/0x3ec0b54007576a0f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.409641:0:8725:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7e00/0x3ec0b54007576809 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818c5 expref: 12 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.409648:0:8725:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7e00/0x3ec0b54007576809 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818c5 expref: 12 pid: 8415 timeout: 1201 lvb_type: 0 00000100:00100000:3.0:1763335108.409657:0:8725:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a35c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8725:1848989826092672:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335108.409680:0:8725:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f16bdd80 going to sleep for 11 seconds 00000100:00100000:3.0:1763335108.409698:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6670 00000100:00100000:3.0:1763335108.409704:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+16:3664:x1848989826092160:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763335108.409715:0:27803:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:613 count 1 00002000:00010000:3.0:1763335108.409732:0:27803:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x265:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335108.409737:0:27803:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001ffb18e00/0x3ec0b54007576a16 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x265:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.409744:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335108.409745:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335108.409748:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001ffb18e00/0x3ec0b54007576a16 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.409757:0:27803:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001ffb18e00/0x3ec0b54007576a16 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.409767:0:27803:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001ffb18e00/0x3ec0b54007576a16 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.409775:0:27803:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9001ffb18e00/0x3ec0b54007576a16 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.409790:0:27803:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763335108.409921:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+17:3664:x1848989826092160:12345-0@lo:6:osp-syn-0-1.0 Request processed in 216us (894us total) trans 21474838943 rc 0/0 00000100:00100000:3.0:1763335108.409927:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6670 00000100:00100000:3.0:1763335108.409938:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6671 00000100:00100000:3.0:1763335108.409943:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+16:3664:x1848989826091776:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763335108.409953:0:27803:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:608 count 1 00010000:00010000:3.0:1763335108.409964:0:27803:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007576a1d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.409974:0:27803:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d0335800/0x3ec0b5400757652a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817d0 expref: 12 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.409981:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335108.409982:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335108.411801:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1763335108.411815:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c5d14800/0x3ec0b54007576a01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.411827:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5d14800 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335108.411832:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c5d14800/0x3ec0b54007576a01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.411842:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c5d14800/0x3ec0b54007576a01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.411873:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c5d14800/0x3ec0b54007576a01 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.411881:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c5d14800/0x3ec0b54007576a01 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.411907:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335108.411911:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9001ffb18e00/0x3ec0b54007576a16 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.411917:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffb18e00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335108.411920:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9001ffb18e00/0x3ec0b54007576a16 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.411928:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9001ffb18e00/0x3ec0b54007576a16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.411938:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9001ffb18e00/0x3ec0b54007576a16 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.411946:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001ffb18e00/0x3ec0b54007576a16 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.411960:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335108.411962:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335108.411964:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335108.412183:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.412297:0:27804:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5228380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27804:1848989826091392:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335108.412340:0:27804:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075769ec lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335108.412392:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.412419:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814788096 00000100:00100000:2.0:1763335108.412425:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814788096 00010000:00010000:2.0:1763335108.412455:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e200/0x3ec0b54007576802 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818be expref: 38 pid: 27803 timeout: 1201 lvb_type: 0 00000100:00100000:2.0:1763335108.412488:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3164 00000100:00100000:2.0:1763335108.412497:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d96d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+38:2428:x1848989814788096:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335108.412511:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335108.412516:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e200/0x3ec0b54007576802 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818be expref: 38 pid: 27803 timeout: 1201 lvb_type: 0 00010000:00010000:2.0:1763335108.412527:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e200/0x3ec0b54007576802 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818be expref: 38 pid: 27803 timeout: 1201 lvb_type: 0 00010000:00010000:2.0:1763335108.412548:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e200/0x3ec0b54007576802 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818be expref: 38 pid: 27803 timeout: 1201 lvb_type: 0 00010000:00010000:2.0:1763335108.412560:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335108.412563:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335108.412566:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075769ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.412574:0:7458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075769ec lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.412594:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335108.412631:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d96d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+37:2428:x1848989814788096:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 135us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335108.412639:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3164 00010000:00010000:2.0:1763335108.412665:0:27804:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075769ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.412673:0:27804:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075769ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.412681:0:27804:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075769ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.412688:0:27804:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075769ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.412708:0:27804:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763335108.412945:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+57:3665:x1848989826090880:12345-0@lo:6:osp-syn-1-1.0 Request processed in 7685us (7913us total) trans 17179871655 rc 0/0 00000100:00100000:2.0:1763335108.412952:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6661 00000100:00100000:2.0:1763335108.412969:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6672 00000100:00100000:2.0:1763335108.412976:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+16:3664:x1848989826092288:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335108.413091:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+17:3664:x1848989826092288:12345-0@lo:2:osp-syn-0-1.0 Request processed in 116us (4000us total) trans 21474838944 rc 0/0 00000100:00100000:2.0:1763335108.413097:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6672 00010000:00010000:2.0:1763335108.413113:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335108.413118:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075769ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.413125:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d6e00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335108.413129:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075769ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.413137:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075769ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.413149:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075769ec lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.413157:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075769ec lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.413175:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335108.413177:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335108.413179:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335108.413308:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763335108.413366:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a34000/2, rc 0, transno 21474838942 00000100:00100000:2.0:1763335108.413373:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826092416:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763335108.413397:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a34700/2, rc 0, transno 21474838944 00000100:00100000:2.0:1763335108.413401:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826092288:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763335108.413409:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a36a00/2, rc 0, transno 21474838943 00000100:00100000:2.0:1763335108.413412:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826092160:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763335108.413551:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814787968 00000100:00100000:1.0:1763335108.413557:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814787968 00000100:00100000:1.0:1763335108.413591:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9647 00000100:00100000:1.0:1763335108.413600:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff922a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+257:56970:x1848989814787968:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335108.413612:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335108.413628:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007576a24 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881958 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.413710:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576a2b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335108.413724:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576a2b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.413732:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576a2b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:1.0:1763335108.413758:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f6:0x0]: returning size 2 00000004:00200000:1.0:1763335108.413762:0:7841:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335108.413777:0:7841:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576a2b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335108.413799:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007576a24 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1f6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881958 expref: 259 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.413812:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576a2b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881958 expref: 258 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.413824:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f6:0x0].0x0 (ffff9001c79c3d00) 00010000:00010000:1.0:1763335108.413827:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335108.413831:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7400, rc 0) 00000100:00100000:1.0:1763335108.413878:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff922a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56970:x1848989814787968:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 279us (1698us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335108.413884:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9647 00010000:00010000:3.0:1763335108.414441:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007576a1d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.414476:0:27803:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9001d0335800/0x3ec0b5400757652a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817d0 expref: 12 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.414493:0:27803:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9001d0335800/0x3ec0b5400757652a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817d0 expref: 12 pid: 8415 timeout: 1201 lvb_type: 0 00000100:00100000:3.0:1763335108.414507:0:27803:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a36d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27803:1848989826092800:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335108.417203:0:27803:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f16bdb40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335108.417434:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c522ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8416:1848989826091520:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335108.417459:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075769f3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335108.417554:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.417580:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814788224 00000100:00100000:3.0:1763335108.417587:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814788224 00010000:00010000:3.0:1763335108.417620:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9001fc184000/0x3ec0b540075767b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818a9 expref: 37 pid: 8415 timeout: 1201 lvb_type: 0 00000100:00100000:3.0:1763335108.417652:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3165 00000100:00100000:3.0:1763335108.417662:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+37:2429:x1848989814788224:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335108.417677:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335108.417683:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9001fc184000/0x3ec0b540075767b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x263:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818a9 expref: 37 pid: 8415 timeout: 1201 lvb_type: 0 00010000:00010000:3.0:1763335108.417696:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9001fc184000/0x3ec0b540075767b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x263:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818a9 expref: 37 pid: 8415 timeout: 1201 lvb_type: 0 00010000:00010000:3.0:1763335108.417726:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001fc184000/0x3ec0b540075767b5 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x263:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818a9 expref: 37 pid: 8415 timeout: 1201 lvb_type: 0 00010000:00010000:3.0:1763335108.417742:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335108.417744:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335108.417749:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075769f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.417759:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075769f3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.417782:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335108.417828:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+36:2429:x1848989814788224:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 166us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335108.417836:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3165 00010000:00010000:3.0:1763335108.417873:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075769f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.417881:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075769f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.417892:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075769f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.417901:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075769f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.417924:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335108.418152:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1337800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+57:3665:x1848989826090752:12345-0@lo:6:osp-syn-1-1.0 Request processed in 12638us (13050us total) trans 17179871656 rc 0/0 00000100:00100000:3.0:1763335108.418160:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6662 00010000:00010000:3.0:1763335108.418182:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335108.418188:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075769f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.418197:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7e00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335108.418201:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075769f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.418211:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075769f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.418223:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075769f3 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.418231:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001d26d7e00/0x3ec0b540075769f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.418248:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335108.418250:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335108.418251:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335108.418284:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.418299:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814788352 00000100:00100000:3.0:1763335108.418304:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814788352 00000100:00100000:3.0:1763335108.418352:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6673 00000100:00100000:3.0:1763335108.418359:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:55956:x1848989814788352:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335108.418373:0:8416:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335108.418392:0:8416:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007576a32 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88195f expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335108.418411:0:8416:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x266:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335108.418425:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335108.418427:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335108.418434:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007576a32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88195f expref: 14 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.418448:0:8416:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007576a32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88195f expref: 14 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.418459:0:8416:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7a00, rc 0) 00000100:00100000:3.0:1763335108.418480:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:55956:x1848989814788352:12345-192.168.204.57@tcp:101:bash.0 Request processed in 121us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335108.418485:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6673 00000004:00080000:0.0:1763335108.418644:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c393f800/2, rc 0, transno 17179871656 00000100:00100000:0.0:1763335108.418651:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c393f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826090752:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1763335108.418663:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c7830000/2, rc 0, transno 17179871655 00000100:00100000:0.0:1763335108.418666:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c7830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826090880:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763335108.423847:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.423886:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.423914:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814788480 00000100:00100000:3.0:1763335108.423924:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814788480 00010000:00010000:3.0:1763335108.423961:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5d15800/0x3ec0b5400757663b lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88182b expref: 36 pid: 8415 timeout: 1201 lvb_type: 1 00000100:00100000:3.0:1763335108.423992:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814788608 00000100:00100000:3.0:1763335108.423995:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814788608 00010000:00010000:3.0:1763335108.424007:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9001fc185600/0x3ec0b540075767ae lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88189b expref: 14 pid: 27804 timeout: 1201 lvb_type: 0 00000100:00100000:3.0:1763335108.424026:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3166 00000100:00100000:3.0:1763335108.424033:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+36:2428:x1848989814788480:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335108.424046:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335108.424051:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c5d15800/0x3ec0b5400757663b lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x262:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88182b expref: 36 pid: 8415 timeout: 1201 lvb_type: 1 00010000:00010000:3.0:1763335108.424064:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c5d15800/0x3ec0b5400757663b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x262:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88182b expref: 36 pid: 8415 timeout: 1201 lvb_type: 1 00010000:00010000:3.0:1763335108.424086:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335108.424088:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335108.424093:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000cc95fe00/0x3ec0b540075769fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.424103:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cc95fe00/0x3ec0b540075769fa lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.424120:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335108.424160:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+36:2428:x1848989814788480:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 127us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335108.424168:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3166 00000100:00100000:3.0:1763335108.424183:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3167 00000100:00100000:3.0:1763335108.424188:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:2428:x1848989814788608:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335108.424198:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335108.424202:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9001fc185600/0x3ec0b540075767ae lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x261:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88189b expref: 14 pid: 27804 timeout: 1201 lvb_type: 0 00010000:00010000:3.0:1763335108.424212:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9001fc185600/0x3ec0b540075767ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x261:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88189b expref: 14 pid: 27804 timeout: 1201 lvb_type: 0 00010000:00010000:3.0:1763335108.424223:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335108.424224:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335108.424227:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7400/0x3ec0b54007576a08 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x261:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.424235:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7400/0x3ec0b54007576a08 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x261:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.424244:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335108.424257:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:2428:x1848989814788608:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 69us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335108.424263:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3167 00000100:00100000:3.0:1763335108.424354:0:8725:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a35c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8725:1848989826092672:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335108.424376:0:8725:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9001ffb18800/0x3ec0b54007576a0f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335108.424429:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.424441:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814788736 00000100:00100000:3.0:1763335108.424445:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814788736 00010000:00010000:3.0:1763335108.424456:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7e00/0x3ec0b54007576809 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818c5 expref: 14 pid: 8415 timeout: 1201 lvb_type: 0 00000100:00100000:3.0:1763335108.424472:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3168 00000100:00100000:3.0:1763335108.424478:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001d8382450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:2428:x1848989814788736:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335108.424485:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335108.424489:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7e00/0x3ec0b54007576809 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x264:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818c5 expref: 14 pid: 8415 timeout: 1201 lvb_type: 0 00010000:00010000:3.0:1763335108.424497:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7e00/0x3ec0b54007576809 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x264:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818c5 expref: 14 pid: 8415 timeout: 1201 lvb_type: 0 00010000:00010000:3.0:1763335108.424509:0:33041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7e00/0x3ec0b54007576809 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x264:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8818c5 expref: 14 pid: 8415 timeout: 1201 lvb_type: 0 00010000:00010000:3.0:1763335108.424521:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335108.424522:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335108.424525:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9001ffb18800/0x3ec0b54007576a0f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.424533:0:33041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001ffb18800/0x3ec0b54007576a0f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x264:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.424547:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335108.424562:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001d8382450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:2428:x1848989814788736:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 84us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335108.424568:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3168 00010000:00010000:3.0:1763335108.424606:0:8725:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9001ffb18800/0x3ec0b54007576a0f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.424620:0:8725:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001ffb18800/0x3ec0b54007576a0f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.424630:0:8725:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001ffb18800/0x3ec0b54007576a0f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.424637:0:8725:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9001ffb18800/0x3ec0b54007576a0f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.424653:0:8725:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335108.424841:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+17:3666:x1848989826092032:12345-0@lo:6:osp-syn-0-1.0 Request processed in 15258us (15842us total) trans 21474838945 rc 0/0 00000100:00100000:3.0:1763335108.424849:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6669 00010000:00010000:3.0:1763335108.424877:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335108.424882:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9001ffb18800/0x3ec0b54007576a0f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.424890:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffb18800 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335108.424894:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9001ffb18800/0x3ec0b54007576a0f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.424903:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9001ffb18800/0x3ec0b54007576a0f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.424914:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9001ffb18800/0x3ec0b54007576a0f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.424926:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001ffb18800/0x3ec0b54007576a0f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x264:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.424940:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335108.424942:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335108.424943:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763335108.425074:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a37b80/2, rc 0, transno 21474838945 00000100:00100000:2.0:1763335108.425081:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826092032:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1763335108.425161:0:35240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c5d15800/0x3ec0b5400757663b lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x262:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88182b expref: 35 pid: 8415 timeout: 1201 lvb_type: 1 00000100:00100000:0.0:1763335108.425173:0:35240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cbad1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35240:1848989826091648:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335108.425200:0:35240:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000cc95fe00/0x3ec0b540075769fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.425208:0:35240:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000cc95fe00/0x3ec0b540075769fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.425214:0:35240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000cc95fe00/0x3ec0b540075769fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.425222:0:35240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000cc95fe00/0x3ec0b540075769fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.425229:0:35240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000cc95fe00/0x3ec0b540075769fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.425248:0:35240:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763335108.425472:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+57:3667:x1848989826090624:12345-0@lo:6:osp-syn-1-1.0 Request processed in 17422us (17895us total) trans 17179871657 rc 0/0 00000100:00100000:0.0:1763335108.425479:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6664 00010000:00010000:2.0:1763335108.425532:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335108.425538:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000cc95fe00/0x3ec0b540075769fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.425546:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95fe00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335108.425549:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000cc95fe00/0x3ec0b540075769fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.425557:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000cc95fe00/0x3ec0b540075769fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.425569:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000cc95fe00/0x3ec0b540075769fa lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.425580:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000cc95fe00/0x3ec0b540075769fa lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x262:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.425594:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335108.425595:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335108.425597:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335108.425659:0:8415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001fc185600/0x3ec0b540075767ae lrc: 0/0,0 mode: --/PW res: [0x280000400:0x261:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88189b expref: 12 pid: 27804 timeout: 1201 lvb_type: 0 00000100:00100000:1.0:1763335108.425669:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a34a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1848989826092544:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335108.425681:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7400/0x3ec0b54007576a08 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.425689:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7400/0x3ec0b54007576a08 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.425696:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7400/0x3ec0b54007576a08 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.425704:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7400/0x3ec0b54007576a08 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.425710:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7400/0x3ec0b54007576a08 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.425735:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763335108.425902:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+17:3666:x1848989826091904:12345-0@lo:6:osp-syn-0-1.0 Request processed in 16641us (16959us total) trans 21474838946 rc 0/0 00000100:00100000:1.0:1763335108.425909:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6667 00010000:00010000:2.0:1763335108.425954:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335108.425959:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7400/0x3ec0b54007576a08 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.425966:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7400 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335108.425970:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7400/0x3ec0b54007576a08 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.425977:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7400/0x3ec0b54007576a08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.425987:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7400/0x3ec0b54007576a08 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.425994:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7400/0x3ec0b54007576a08 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x261:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.426006:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335108.426008:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335108.426010:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763335108.426050:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c78cf800/2, rc 0, transno 21474838946 00000100:00100000:0.0:1763335108.426056:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c78cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826091904:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1763335108.427898:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c393d180/2, rc 0, transno 17179871657 00000100:00100000:3.0:1763335108.427913:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c393d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826090624:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763335108.428023:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.428168:0:27803:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a36d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27803:1848989826092800:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335108.428192:0:27803:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007576a1d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335108.428250:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.428389:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814788992 00000100:00100000:2.0:1763335108.428396:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814788992 00010000:00010000:2.0:1763335108.428428:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9001d0335800/0x3ec0b5400757652a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817d0 expref: 12 pid: 8415 timeout: 1201 lvb_type: 0 00000100:00100000:2.0:1763335108.428468:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3169 00000100:00100000:2.0:1763335108.428478:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5228e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2428:x1848989814788992:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335108.428493:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335108.428499:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9001d0335800/0x3ec0b5400757652a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817d0 expref: 12 pid: 8415 timeout: 1201 lvb_type: 0 00010000:00010000:2.0:1763335108.428510:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9001d0335800/0x3ec0b5400757652a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817d0 expref: 12 pid: 8415 timeout: 1201 lvb_type: 0 00010000:00010000:2.0:1763335108.428533:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d0335800/0x3ec0b5400757652a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x260:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8817d0 expref: 12 pid: 8415 timeout: 1201 lvb_type: 0 00010000:00010000:2.0:1763335108.428546:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335108.428548:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335108.428553:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007576a1d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.428562:0:7458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007576a1d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.428589:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335108.428634:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5228e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2428:x1848989814788992:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 158us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335108.428642:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3169 00010000:00010000:2.0:1763335108.428665:0:27803:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007576a1d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.428674:0:27803:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007576a1d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.428683:0:27803:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007576a1d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.428690:0:27803:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007576a1d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.428709:0:27803:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763335108.428723:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335108.428729:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007576a1d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.428735:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffb19200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335108.428739:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007576a1d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.428747:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007576a1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.428758:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007576a1d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.428766:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007576a1d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x260:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.428781:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335108.428783:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335108.428785:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335108.428936:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335108.429612:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814788864 00000100:00100000:0.0:1763335108.429620:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814788864 00000100:00100000:0.0:1763335108.429652:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814789120 00000100:00100000:0.0:1763335108.429655:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814789120 00000100:00100000:0.0:1763335108.429680:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6674 00000100:00100000:0.0:1763335108.429688:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c522b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2427:x1848989814788864:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335108.429706:0:35240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335108.429723:0:35240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c5d15200/0x3ec0b54007576a39 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881966 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335108.429780:0:35240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cbad1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35240:1848989826092928:192.168.204.57@tcp:106: 00000100:00100000:0.0:1763335108.429840:0:35240:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001d1c57780 going to sleep for 11 seconds 00000100:00100000:0.0:1763335108.429873:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6675 00000100:00100000:0.0:1763335108.429881:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f61ff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+35:55956:x1848989814789120:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335108.429890:0:28961:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335108.429903:0:28961:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c5d15c00/0x3ec0b54007576a40 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88196d expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335108.429925:0:28961:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x268:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335108.429937:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335108.429939:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335108.429946:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5d15c00/0x3ec0b54007576a40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88196d expref: 36 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.429958:0:28961:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c5d15c00/0x3ec0b54007576a40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88196d expref: 36 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.429969:0:28961:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5d15c00, rc 0) 00000100:00100000:0.0:1763335108.429994:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f61ff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+36:55956:x1848989814789120:12345-192.168.204.57@tcp:101:bash.0 Request processed in 114us (1059us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335108.430005:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6675 00000004:00080000:0.0:1763335108.432440:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c78cc380/2, rc 0, transno 21474838947 00000100:00100000:0.0:1763335108.432455:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c78cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826091776:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763335108.432566:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+17:3664:x1848989826091776:12345-0@lo:6:osp-syn-0-1.0 Request processed in 22619us (23501us total) trans 21474838947 rc 0/0 00000100:00100000:2.0:1763335108.432575:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6671 00000100:00100000:1.0:1763335108.437405:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335108.437454:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.437546:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814789376 00000100:00100000:2.0:1763335108.437557:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814789376 00002000:00010000:2.0:1763335108.437598:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/616 (0->18446744073709551615) 00002000:00100000:2.0:1763335108.437603:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c522bb80 with x1848989814789376 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335108.437615:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c522bb80. 00000100:00100000:2.0:1763335108.437645:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814789248 00000100:00100000:2.0:1763335108.437648:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814789248 00002000:00010000:2.0:1763335108.437662:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/614 (0->18446744073709551615) 00002000:00100000:2.0:1763335108.437665:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c522aa00 with x1848989814789248 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335108.437671:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c522aa00. 00000100:00100000:2.0:1763335108.437693:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1636 00000100:00100000:2.0:1763335108.437703:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c522bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+36:2427:x1848989814789376:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:2.0:1763335108.437910:0:23997:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x268:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335108.437915:0:23997:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x268:0x0] updating lvb mtime from disk: 0 -> 1763335108 00002000:00010000:2.0:1763335108.437919:0:23997:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x268:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335108.437921:0:23997:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x268:0x0] updating lvb ctime from disk: 0 -> 1763335108 00002000:00010000:2.0:1763335108.437924:0:23997:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x268:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335108.437981:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c522bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+37:2427:x1848989814789376:12345-192.168.204.57@tcp:10:bash.0 Request processed in 280us (586us total) trans 17179871658 rc 0/0 00000100:00100000:2.0:1763335108.437989:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1636 00002000:00010000:2.0:1763335108.437993:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/616 (0->18446744073709551615) 00002000:00100000:2.0:1763335108.437995:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c522bb80 with x1848989814789376 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335108.437999:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c522bb80. 00000100:00100000:2.0:1763335108.438016:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1637 00000100:00100000:2.0:1763335108.438022:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c522aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:2427:x1848989814789248:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:2.0:1763335108.438123:0:23997:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x266:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335108.438126:0:23997:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x266:0x0] updating lvb mtime from disk: 0 -> 1763335108 00002000:00010000:2.0:1763335108.438128:0:23997:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x266:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335108.438130:0:23997:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x266:0x0] updating lvb ctime from disk: 0 -> 1763335108 00002000:00010000:2.0:1763335108.438132:0:23997:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x266:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335108.438157:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c522aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:2427:x1848989814789248:12345-192.168.204.57@tcp:10:bash.0 Request processed in 134us (702us total) trans 21474838948 rc 0/0 00000100:00100000:2.0:1763335108.438164:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1637 00002000:00010000:2.0:1763335108.438167:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/614 (0->18446744073709551615) 00002000:00100000:2.0:1763335108.438169:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c522aa00 with x1848989814789248 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335108.438174:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c522aa00. 00002000:00010000:2.0:1763335108.439671:0:35240:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x266:0x0] updating lvb atime: 0 -> 1763335108 00000100:00100000:2.0:1763335108.439692:0:35240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cbad1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35240:1848989826092928:192.168.204.57@tcp:106: 00010000:00010000:2.0:1763335108.439730:0:35240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c5d15200/0x3ec0b54007576a39 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881966 expref: 13 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335108.439754:0:35240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c5d15200/0x3ec0b54007576a39 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881966 expref: 13 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335108.439766:0:35240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5d15200, rc 0) 00000100:00100000:2.0:1763335108.439821:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c522b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2427:x1848989814788864:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 10133us (11800us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335108.439829:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6674 00000100:00100000:1.0:1763335108.444285:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.444451:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814789632 00000100:00100000:2.0:1763335108.444462:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814789632 00000100:00100000:2.0:1763335108.444525:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3325 00000100:00100000:2.0:1763335108.444536:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5228700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56970:x1848989814789632:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335108.444770:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5228700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:56970:x1848989814789632:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 235us (494us total) trans 4294973229 rc 0/0 00000100:00100000:2.0:1763335108.444778:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3325 00000100:00100000:1.0:1763335108.445790:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.445840:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814789888 00000100:00100000:2.0:1763335108.445845:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814789888 00000100:00100000:2.0:1763335108.445886:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3326 00000100:00100000:2.0:1763335108.445893:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5229f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:55956:x1848989814789888:12345-192.168.204.57@tcp:35:bash.0 00000100:00100000:2.0:1763335108.446076:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5229f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:55956:x1848989814789888:12345-192.168.204.57@tcp:35:bash.0 Request processed in 183us (287us total) trans 4294973230 rc 0/0 00000100:00100000:2.0:1763335108.446083:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3326 00000100:00100000:0.0:1763335108.454924:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335108.455026:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814790144 00000100:00100000:1.0:1763335108.455036:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814790144 00000100:00100000:1.0:1763335108.455096:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9648 00000100:00100000:1.0:1763335108.455105:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:56970:x1848989814790144:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335108.455125:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335108.455146:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224400/0x3ec0b54007576a47 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881974 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.455214:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224e00/0x3ec0b54007576a4e lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335108.455228:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224e00/0x3ec0b54007576a4e lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.455238:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224e00/0x3ec0b54007576a4e lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.455253:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225a00/0x3ec0b54007576a55 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335108.455258:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225a00/0x3ec0b54007576a55 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.455264:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225a00/0x3ec0b54007576a55 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.455401:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225400/0x3ec0b54007576a5c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335108.455411:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225400/0x3ec0b54007576a5c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.455417:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225400/0x3ec0b54007576a5c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:1.0:1763335108.455426:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f6:0x0]: returning size 5 00010000:00010000:1.0:1763335108.455494:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224e00/0x3ec0b54007576a4e lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.455564:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224e00/0x3ec0b54007576a4e lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.455571:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224e00/0x3ec0b54007576a4e lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.455577:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224e00/0x3ec0b54007576a4e lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.455582:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6224e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335108.455586:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224e00/0x3ec0b54007576a4e lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.455594:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224e00/0x3ec0b54007576a4e lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.455606:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c3c08300) 00010000:00010000:1.0:1763335108.455609:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335108.455614:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224e00/0x3ec0b54007576a4e lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.455620:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224e00/0x3ec0b54007576a4e lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.455633:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225a00/0x3ec0b54007576a55 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.455639:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225a00/0x3ec0b54007576a55 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.455644:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225a00/0x3ec0b54007576a55 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.455649:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6225a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335108.455652:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225a00/0x3ec0b54007576a55 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.455657:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225a00/0x3ec0b54007576a55 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.455663:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c3c08f00) 00010000:00010000:1.0:1763335108.455666:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335108.455668:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225a00/0x3ec0b54007576a55 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.455674:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225a00/0x3ec0b54007576a55 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.455713:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224400/0x3ec0b54007576a47 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881974 expref: 263 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.455727:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225400/0x3ec0b54007576a5c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881974 expref: 262 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.455734:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f6:0x0].0x0 (ffff9001c79c3d00) 00010000:00010000:1.0:1763335108.455737:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335108.455740:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6225400, rc 0) 00000100:00100000:1.0:1763335108.457470:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56970:x1848989814790144:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 2356us (2546us total) trans 4294973231 rc 0/0 00000100:00100000:1.0:1763335108.457482:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9648 00000100:00100000:1.0:1763335108.460656:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335108.460737:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814790400 00000100:00100000:0.0:1763335108.460747:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814790400 00000100:00100000:0.0:1763335108.460809:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3327 00000100:00100000:0.0:1763335108.460820:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1615450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56970:x1848989814790400:12345-192.168.204.57@tcp:33:lfs.0 00000100:00100000:0.0:1763335108.461000:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1615450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56970:x1848989814790400:12345-192.168.204.57@tcp:33:lfs.0 Request processed in 182us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335108.461008:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3327 00000100:00100000:2.0:1763335108.461992:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.462027:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.462104:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814790272 00000100:00100000:3.0:1763335108.462112:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814790272 00000100:00100000:3.0:1763335108.462161:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 397 00000100:00100000:3.0:1763335108.462169:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d96d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:2428:x1848989814790272:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335108.462181:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335108.462203:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225400/0x3ec0b54007576a5c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881974 expref: 262 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.462220:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f6:0x0].0x0 (ffff9001c79c3d00) 00010000:00010000:3.0:1763335108.462226:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335108.462266:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d96d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:2428:x1848989814790272:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 96us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335108.462274:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 397 00000100:00100000:0.0:1763335108.462928:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814790656 00000100:00100000:0.0:1763335108.462934:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814790656 00000100:00100000:2.0:1763335108.463403:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9649 00000100:00100000:2.0:1763335108.463415:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56971:x1848989814790656:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:2.0:1763335108.463465:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1763335108.463482:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075769c2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1f6:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88194a expref: 261 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.463499:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007576a2b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881958 expref: 260 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.463512:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b5400757698a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88193c expref: 259 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.463521:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f6:0x0].0x0 (ffff9001c79c3d00) 00010000:00010000:2.0:1763335108.463530:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335108.463556:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007576a6a lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335108.463568:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007576a6a lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.463577:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007576a6a lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.465231:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b54007576a71 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335108.465247:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b54007576a71 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.465258:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b54007576a71 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.465413:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576a78 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335108.465422:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576a78 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.465429:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576a78 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000100:00100000:3.0:1763335108.465913:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335108.468649:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814790912 00000100:00100000:0.0:1763335108.468663:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814790912 00000100:00100000:0.0:1763335108.468735:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9650 00000100:00100000:0.0:1763335108.468746:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:56970:x1848989814790912:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335108.468766:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335108.468786:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576a7f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88197b expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.468920:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15800/0x3ec0b54007576a86 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335108.468935:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15800/0x3ec0b54007576a86 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1f6:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.468949:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15800/0x3ec0b54007576a86 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1f6:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:0.0:1763335108.468962:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f6:0x0]: returning size 5 00010000:00010000:0.0:1763335108.469067:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576a7f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1f6:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88197b expref: 262 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.469084:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15800/0x3ec0b54007576a86 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1f6:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88197b expref: 261 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.469093:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f6:0x0].0x0 (ffff9001da00bf00) 00010000:00010000:0.0:1763335108.469096:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763335108.469100:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5d15800, rc 0) 00000100:00100000:0.0:1763335108.469169:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56970:x1848989814790912:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 424us (3258us total) trans 4294973232 rc 0/0 00000100:00100000:0.0:1763335108.469177:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9650 00000004:00080000:2.0:1763335108.470911:0:7841:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000405:0x1f6:0x0] is inserted into orphan list, open count = 2 00010000:00010000:2.0:1763335108.470999:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576a78 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.471009:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576a78 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.471016:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576a78 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.471021:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d0335800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335108.471026:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576a78 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.471034:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576a78 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.471046:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f6:0x0].0x0 (ffff9001da00bf00) 00010000:00010000:2.0:1763335108.471049:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763335108.471053:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576a78 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.471059:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576a78 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.471074:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007576a6a lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.471084:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007576a6a lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.471089:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007576a6a lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.471095:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007576a6a lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.471100:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c66e8000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335108.471102:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007576a6a lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.471107:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007576a6a lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.471114:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da00be00) 00010000:00010000:2.0:1763335108.471116:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335108.471119:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007576a6a lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.471124:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007576a6a lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000004:00010000:2.0:1763335108.471137:0:7841:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008f94b142 reply state 00000000ca84f2ce transno 4294973233 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b54007576a71 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.471148:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b54007576a71 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.471155:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da00b000) 00010000:00010000:2.0:1763335108.471157:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335108.471160:0:7841:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335108.471242:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56971:x1848989814790656:12345-192.168.204.57@tcp:36:rm.0 Request processed in 7826us (9249us total) trans 4294973233 rc 0/0 00000100:00100000:2.0:1763335108.471251:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9649 00000100:00100000:3.0:1763335108.471363:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.471488:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814791168 00000100:00100000:2.0:1763335108.471496:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814791168 00000100:00100000:2.0:1763335108.471553:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3328 00000100:00100000:2.0:1763335108.471563:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56970:x1848989814791168:12345-192.168.204.57@tcp:35:lfs.0 00000004:00010000:2.0:1763335108.471617:0:6533:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000405:0x1f6:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15800/0x3ec0b54007576a86 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1f6:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88197b expref: 262 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.471648:0:6533:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576a94 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 00010000:00010000:2.0:1763335108.471661:0:6533:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576a94 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335108.471669:0:6533:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576a94 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT1 00000004:00020000:2.0:1763335108.471795:0:6533:0:(lod_lov.c:1523:lod_parse_striping()) lustre-MDT0001-mdtlov: can not set all stale mirrors for [0x240000405:0x1f6:0x0]: rc = -1 00010000:00010000:2.0:1763335108.471816:0:6533:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576a94 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335108.471821:0:6533:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576a94 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335108.471827:0:6533:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576a94 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335108.471831:0:6533:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffb19200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335108.471834:0:6533:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576a94 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335108.471844:0:6533:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576a94 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335108.471852:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f6:0x0].0x0 (ffff9001da00bf00) 00010000:00010000:2.0:1763335108.471854:0:6533:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1763335108.471868:0:6533:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576a94 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335108.471873:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576a94 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1f6:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335108.471881:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f6:0x0].0x0 (ffff9001da00bf00) 00010000:00010000:2.0:1763335108.471884:0:6533:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763335108.471888:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15800/0x3ec0b54007576a86 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1f6:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88197b expref: 262 pid: 13840 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335108.471985:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56970:x1848989814791168:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 423us (624us total) trans 4294973234 rc -1/-1 00000100:00100000:2.0:1763335108.471992:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3328 00000100:00100000:0.0:1763335108.478165:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.478262:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814791296 00000100:00100000:2.0:1763335108.478273:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814791296 00000100:00100000:2.0:1763335108.478363:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9651 00000100:00100000:2.0:1763335108.478374:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56970:x1848989814791296:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335108.478404:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335108.478429:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b54007576a9b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881982 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.478494:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b54007576a9b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881982 expref: 263 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.478519:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18800/0x3ec0b54007576a9b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1f6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881982 expref: 263 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.478540:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f6:0x0].0x0 (ffff9001da00b400) 00010000:00010000:2.0:1763335108.478543:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763335108.478548:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001ffb18800, rc 0) 00000100:00100000:2.0:1763335108.478620:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56970:x1848989814791296:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 247us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335108.478628:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9651 00000100:00100000:3.0:1763335108.483416:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335108.483505:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814791552 00000100:00100000:0.0:1763335108.483516:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814791552 00000100:00100000:0.0:1763335108.483569:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3329 00000100:00100000:0.0:1763335108.483578:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56970:x1848989814791552:12345-192.168.204.57@tcp:35:lfs.0 00000004:00080000:0.0:1763335108.483848:0:6534:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x1f6:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1763335108.483916:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1524, 64 off127696 00000040:00080000:0.0:1763335108.483936:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1525, 64 off127696 00000040:00080000:0.0:1763335108.483944:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1526, 64 off127760 00000040:00080000:0.0:1763335108.483951:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1525, 64 off127760 00010000:00010000:0.0:1763335108.484001:0:6534:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576aa2 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 00010000:00010000:0.0:1763335108.484018:0:6534:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576aa2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335108.484029:0:6534:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576aa2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335108.484038:0:6534:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576aa2 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335108.484043:0:6534:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576aa2 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335108.484049:0:6534:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576aa2 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6534 initiator: MDT1 00010000:00010000:0.0:1763335108.484073:0:6534:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763335108.484278:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56970:x1848989814791552:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 700us (871us total) trans 4294973235 rc 0/0 00000100:00100000:0.0:1763335108.484287:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3329 00010000:00010000:3.0:1763335108.484440:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335108.484447:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576aa2 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335108.484457:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5d15200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335108.484461:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576aa2 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335108.484469:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576aa2 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335108.484480:0:7457:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f6:0x0].0x0 (ffff9001da00b400) 00010000:00010000:3.0:1763335108.484483:0:7457:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335108.484487:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576aa2 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x1f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335108.484493:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576aa2 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335108.484506:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335108.484508:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335108.484509:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335108.500555:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.500636:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814791680 00000100:00100000:3.0:1763335108.500647:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814791680 00000100:00100000:3.0:1763335108.500708:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9652 00000100:00100000:3.0:1763335108.500718:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5229500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56972:x1848989814791680:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335108.500741:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335108.500763:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576aa9 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881989 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.500823:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576ab0 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335108.500836:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576ab0 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.500846:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576ab0 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.500865:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576ab7 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335108.500872:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576ab7 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.500878:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576ab7 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.500916:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576ab0 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.500922:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576ab0 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.500928:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576ab0 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.500933:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576ab0 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.500939:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c3b9fa00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335108.500943:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576ab0 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.500949:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576ab0 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.500958:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602300) 00010000:00010000:3.0:1763335108.500961:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335108.500965:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576ab0 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.500970:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576ab0 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.500981:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576ab7 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.500986:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576ab7 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.500991:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576ab7 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.500995:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c3b9e800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335108.500997:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576ab7 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.501002:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576ab7 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.501007:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da00b000) 00010000:00010000:3.0:1763335108.501008:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335108.501011:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576ab7 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.501015:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576ab7 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.501037:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576aa9 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881989 expref: 265 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.501045:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602300) 00010000:00010000:3.0:1763335108.501048:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335108.501051:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576aa9 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881989 expref: 265 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.501063:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c3b9f400, rc 0) 00000100:00100000:3.0:1763335108.501119:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5229500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56972:x1848989814791680:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 402us (575us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335108.501126:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9652 00000100:00100000:1.0:1763335108.509700:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.509799:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814791936 00000100:00100000:2.0:1763335108.509810:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814791936 00000100:00100000:2.0:1763335108.509883:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9653 00000100:00100000:2.0:1763335108.509895:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5228a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56973:x1848989814791936:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335108.509915:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335108.509940:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576abe lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881990 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.510015:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576ac5 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335108.510029:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576ac5 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.510039:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576ac5 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.510050:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576acc lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335108.510061:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576acc lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.510067:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576acc lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.510104:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576ac5 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.510111:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576ac5 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.510117:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576ac5 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.510123:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576ac5 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.510129:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffb18a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335108.510134:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576ac5 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.510141:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576ac5 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.510152:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da00bf00) 00010000:00010000:2.0:1763335108.510155:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335108.510159:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576ac5 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.510165:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576ac5 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.510177:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576acc lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.510183:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576acc lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.510188:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576acc lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.510193:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffb18e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335108.510195:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576acc lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.510201:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576acc lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.510207:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da00b000) 00010000:00010000:2.0:1763335108.510210:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335108.510213:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576acc lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.510218:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576acc lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.510247:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576abe lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881990 expref: 265 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.510257:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da00bf00) 00010000:00010000:2.0:1763335108.510259:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763335108.510263:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576abe lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881990 expref: 265 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.510275:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001ffb19200, rc 0) 00000100:00100000:2.0:1763335108.510780:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5228a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56973:x1848989814791936:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 886us (1089us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335108.510789:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9653 00000100:00100000:1.0:1763335108.519510:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.519623:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814792064 00000100:00100000:2.0:1763335108.519632:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814792064 00000100:00100000:2.0:1763335108.519909:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9654 00000100:00100000:2.0:1763335108.519921:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c522a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56973:x1848989814792064:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335108.519941:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335108.519965:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576ad3 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881997 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.520055:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576ada lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335108.520069:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576ada lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.520081:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576ada lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.520092:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576ae1 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335108.520099:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576ae1 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.520105:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576ae1 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.520142:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576ada lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.520149:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576ada lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.520155:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576ada lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.520162:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576ada lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.520167:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffb18e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335108.520171:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576ada lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.520178:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576ada lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.520189:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da00bf00) 00010000:00010000:2.0:1763335108.520193:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335108.520198:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576ada lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.520204:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576ada lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.520217:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576ae1 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.520223:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576ae1 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.520228:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576ae1 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.520233:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffb18a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335108.520236:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576ae1 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.520246:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576ae1 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.520252:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da00b000) 00010000:00010000:2.0:1763335108.520255:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335108.520258:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576ae1 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.520263:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576ae1 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.520290:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576ad3 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881997 expref: 265 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.520299:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da00bf00) 00010000:00010000:2.0:1763335108.520302:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335108.520305:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576ad3 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881997 expref: 265 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.520347:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001ffb19200, rc 0) 00000100:00100000:2.0:1763335108.520411:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c522a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56973:x1848989814792064:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 492us (917us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335108.520418:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9654 00000100:00100000:1.0:1763335108.526736:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.526809:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814792192 00000100:00100000:2.0:1763335108.526820:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814792192 00000100:00100000:2.0:1763335108.526886:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9655 00000100:00100000:2.0:1763335108.526896:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5229c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56972:x1848989814792192:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335108.526915:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335108.526939:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576ae8 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88199e expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.527000:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576aef lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335108.527013:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576aef lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.527023:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576aef lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.527033:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576af6 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335108.527041:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576af6 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.527047:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576af6 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.527083:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576aef lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.527090:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576aef lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.527097:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576aef lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.527103:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576aef lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.527109:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d0335000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335108.527113:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576aef lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.527121:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576aef lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.527133:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da00be00) 00010000:00010000:2.0:1763335108.527136:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335108.527140:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576aef lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.527146:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576aef lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.527159:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576af6 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.527165:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576af6 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.527171:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576af6 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.527176:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335108.527179:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576af6 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.527184:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576af6 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.527191:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da00b000) 00010000:00010000:2.0:1763335108.527194:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335108.527197:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576af6 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.527202:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576af6 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.527228:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576ae8 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88199e expref: 265 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.527238:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da00be00) 00010000:00010000:2.0:1763335108.527240:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335108.527244:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576ae8 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88199e expref: 265 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.527256:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d0335800, rc 0) 00000100:00100000:2.0:1763335108.527350:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5229c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56972:x1848989814792192:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 455us (624us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335108.527358:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9655 00000100:00100000:1.0:1763335108.536484:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.536586:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814792448 00000100:00100000:3.0:1763335108.536597:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814792448 00000100:00100000:3.0:1763335108.536660:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9656 00000100:00100000:3.0:1763335108.536672:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5229880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56974:x1848989814792448:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335108.536691:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335108.536716:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576afd lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8819a5 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.536799:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576b04 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335108.536813:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576b04 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.536825:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576b04 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.536835:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576b0b lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335108.536843:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576b0b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.536849:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576b0b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.536901:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576b04 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.536909:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576b04 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.536914:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576b04 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.536920:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576b04 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.536926:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c3b9e800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335108.536930:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576b04 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.536938:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576b04 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.536950:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602300) 00010000:00010000:3.0:1763335108.536953:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335108.536959:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576b04 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.536965:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007576b04 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.536978:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576b0b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.536983:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576b0b lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.536988:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576b0b lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.536993:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c3b9fa00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335108.536995:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576b0b lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.537001:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576b0b lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.537008:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da00b000) 00010000:00010000:3.0:1763335108.537010:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335108.537013:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576b0b lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.537019:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576b0b lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.537048:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576afd lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819a5 expref: 265 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.537059:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602300) 00010000:00010000:3.0:1763335108.537062:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763335108.537065:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b54007576afd lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819a5 expref: 265 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.537079:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c3b9f400, rc 0) 00000100:00100000:3.0:1763335108.537234:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5229880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56974:x1848989814792448:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 563us (759us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335108.537242:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9656 00000100:00100000:1.0:1763335108.538916:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.538992:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814792576 00000100:00100000:3.0:1763335108.539001:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814792576 00000100:00100000:3.0:1763335108.539045:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9657 00000100:00100000:3.0:1763335108.539056:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c522b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56972:x1848989814792576:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335108.539071:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335108.539092:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007576b12 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8819ac expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.539149:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576b19 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335108.539161:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576b19 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.539171:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576b19 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:3.0:1763335108.539214:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:3.0:1763335108.539219:0:13591:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763335108.539246:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007576b12 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819ac expref: 266 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.539260:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576b19 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819ac expref: 265 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.539268:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602f00) 00010000:00010000:3.0:1763335108.539271:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763335108.539274:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c66e9400, rc 0) 00000100:00100000:1.0:1763335108.543786:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.544065:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c522b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56972:x1848989814792576:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 5006us (5148us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335108.544076:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9657 00000100:00100000:2.0:1763335108.544272:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814792704 00000100:00100000:2.0:1763335108.544282:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814792704 00000100:00100000:2.0:1763335108.544362:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9658 00000100:00100000:2.0:1763335108.544372:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5228700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56974:x1848989814792704:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335108.544390:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335108.544408:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576b20 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8819b3 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.544471:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576b27 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335108.544485:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576b27 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.544495:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576b27 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.544510:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576b2e lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335108.544516:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576b2e lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.544522:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576b2e lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.544556:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576b27 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.544562:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576b27 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.544568:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576b27 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.544573:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576b27 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.544579:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc184000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335108.544583:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576b27 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.544589:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576b27 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.544600:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602f00) 00010000:00010000:2.0:1763335108.544604:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335108.544608:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576b27 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.544613:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576b27 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.544625:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576b2e lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.544631:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576b2e lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.544636:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576b2e lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.544641:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335108.544643:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576b2e lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.544649:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576b2e lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.544655:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da00b000) 00010000:00010000:2.0:1763335108.544658:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335108.544660:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576b2e lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.544665:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576b2e lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.544689:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576b20 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819b3 expref: 266 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.544699:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602f00) 00010000:00010000:2.0:1763335108.544701:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335108.544704:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576b20 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819b3 expref: 266 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.544715:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc185600, rc 0) 00000100:00100000:2.0:1763335108.544770:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5228700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56974:x1848989814792704:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 400us (995us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335108.544777:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9658 00000100:00100000:1.0:1763335108.551910:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.551984:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814792960 00000100:00100000:2.0:1763335108.551994:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814792960 00000100:00100000:2.0:1763335108.552050:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9659 00000100:00100000:2.0:1763335108.552059:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5229f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56972:x1848989814792960:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335108.552078:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335108.552081:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763335108.552107:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576b19 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819ac expref: 265 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.552124:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602f00) 00010000:00010000:2.0:1763335108.552133:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335108.552147:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576b35 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8819ba expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.552246:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576b3c lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335108.552260:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576b3c lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.552269:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576b3c lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.552280:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576b43 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335108.552287:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576b43 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.552294:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576b43 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.553991:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576b4a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335108.554007:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576b4a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.554016:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576b4a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:2.0:1763335108.554026:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f8:0x0]: returning size 0 00010000:00010000:2.0:1763335108.554056:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576b3c lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.554062:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576b3c lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.554068:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576b3c lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.554073:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576b3c lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.554078:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335108.554082:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576b3c lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.554089:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576b3c lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.554104:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da00be00) 00010000:00010000:2.0:1763335108.554107:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335108.554110:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576b3c lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.554116:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576b3c lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000004:00010000:2.0:1763335108.554128:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000096e771af reply state 00000000ee78cebb transno 4294973236 ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576b43 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.554136:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576b43 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.554141:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da00b000) 00010000:00010000:2.0:1763335108.554144:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335108.554146:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763335108.554174:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576b35 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819ba expref: 267 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.554190:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576b4a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819ba expref: 266 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.554197:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f8:0x0].0x0 (ffff9001da00bf00) 00010000:00010000:2.0:1763335108.554199:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335108.554201:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d0335800, rc 0) 00000100:00100000:2.0:1763335108.554273:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5229f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:56972:x1848989814792960:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 2214us (2371us total) trans 4294973236 rc 0/0 00000100:00100000:2.0:1763335108.554280:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9659 00000100:00100000:0.0:1763335108.562821:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.563035:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814793216 00000100:00100000:2.0:1763335108.563045:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814793216 00000100:00100000:2.0:1763335108.563094:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9660 00000100:00100000:2.0:1763335108.563104:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:56972:x1848989814793216:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335108.563130:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335108.563150:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576b58 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8819c1 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.563282:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576b5f lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335108.563297:0:13591:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576b4a lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819ba expref: 268 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.563307:0:13591:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576b5f lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.563373:0:13591:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576b4a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819ba expref: 268 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.563387:0:13591:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576b4a lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819ba expref: 268 pid: 13591 timeout: 1201 lvb_type: 0 00000100:00100000:2.0:1763335108.563401:0:13591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c7832d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826093056:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335108.563470:0:13591:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f5fde780 going to sleep for 11 seconds 00000100:00100000:1.0:1763335108.573468:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.573553:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814793344 00000100:00100000:3.0:1763335108.573566:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814793344 00010000:00010000:3.0:1763335108.573606:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576b4a lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819ba expref: 269 pid: 13591 timeout: 1201 lvb_type: 0 00000100:00100000:3.0:1763335108.573652:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3170 00000100:00100000:3.0:1763335108.573662:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c522b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:2429:x1848989814793344:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335108.573677:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335108.573683:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576b4a lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819ba expref: 269 pid: 13591 timeout: 1201 lvb_type: 0 00010000:00010000:3.0:1763335108.573696:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576b4a lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819ba expref: 269 pid: 13591 timeout: 1201 lvb_type: 0 00010000:00010000:3.0:1763335108.573717:0:7458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f8:0x0].0x0 (ffff9001da00bf00) 00010000:00010000:3.0:1763335108.573723:0:7458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576b5f lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.573732:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576b5f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.573739:0:7458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576b5f lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.573758:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335108.573814:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c522b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:2429:x1848989814793344:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 153us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335108.573822:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3170 00010000:00010000:2.0:1763335108.574030:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576b4a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819ba expref: 268 pid: 13591 timeout: 1201 lvb_type: 0 00000100:00100000:2.0:1763335108.574047:0:13591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c7832d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826093056:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335108.574068:0:13591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576b5f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.574076:0:13591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576b5f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.574081:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576b5f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:2.0:1763335108.574103:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f8:0x0]: returning size 0 00000004:00080000:2.0:1763335108.574529:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x26a:0x0], index 1: 0 00000004:00080000:2.0:1763335108.574539:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x268:0x0], index 0: 0 00000004:00080000:2.0:1763335108.574545:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x269:0x0], index 0: 0 00000004:00080000:2.0:1763335108.574549:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x26b:0x0], index 1: 0 00010000:00010000:2.0:1763335108.574640:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576b5f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.574648:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576b5f lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.574654:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576b5f lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.574659:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffb19200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335108.574663:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576b5f lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.574670:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576b5f lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.574678:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f8:0x0].0x0 (ffff9001da00bf00) 00010000:00010000:2.0:1763335108.574680:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763335108.574683:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576b5f lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.574692:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576b5f lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.574730:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576b58 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1f8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819c1 expref: 268 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.574738:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f8:0x0].0x0 (ffff9001da00bf00) 00010000:00010000:2.0:1763335108.574740:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763335108.574743:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576b58 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1f8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819c1 expref: 268 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.574755:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d0335000, rc 0) 00000100:00100000:2.0:1763335108.574882:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:56972:x1848989814793216:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 11779us (12071us total) trans 4294973237 rc 301/301 00000100:00100000:2.0:1763335108.574889:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9660 00000100:00100000:1.0:1763335108.578046:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.578131:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814793600 00000100:00100000:2.0:1763335108.578141:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814793600 00000100:00100000:2.0:1763335108.578203:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3330 00000100:00100000:2.0:1763335108.578215:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c522ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:56972:x1848989814793600:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335108.583820:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c522ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:56972:x1848989814793600:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 5597us (5772us total) trans 4294973238 rc 0/0 00000100:00100000:2.0:1763335108.583833:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3330 00000100:00100000:0.0:1763335108.586713:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.589364:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814793856 00000100:00100000:2.0:1763335108.589376:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814793856 00000100:00100000:2.0:1763335108.589439:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9661 00000100:00100000:2.0:1763335108.589448:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:56975:x1848989814793856:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335108.589470:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335108.589490:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576b6d lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8819c8 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335108.589752:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.589818:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814794112 00000100:00100000:3.0:1763335108.589823:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814794112 00000100:00100000:3.0:1763335108.589849:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3331 00000100:00100000:3.0:1763335108.589868:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5228380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:56972:x1848989814794112:12345-192.168.204.57@tcp:35:lfs.0 00010000:00010000:2.0:1763335108.590075:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576b74 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335108.590090:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576b74 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.590101:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576b74 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.590113:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576b7b lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335108.590120:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576b7b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.590127:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576b7b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.590203:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576b82 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335108.590210:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576b82 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.590216:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576b82 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:2.0:1763335108.590224:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f8:0x0]: returning size 0 00010000:00010000:2.0:1763335108.590262:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576b74 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.590273:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576b74 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.590279:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576b74 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.590284:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576b74 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.590289:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffb18e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335108.590293:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576b74 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.590299:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576b74 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.590310:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da00be00) 00010000:00010000:2.0:1763335108.590375:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335108.590380:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576b74 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.590386:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576b74 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.590398:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576b7b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.590403:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576b7b lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.590408:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576b7b lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.590412:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335108.590416:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576b7b lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.590421:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576b7b lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.590428:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da00b000) 00010000:00010000:2.0:1763335108.590430:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335108.590432:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576b7b lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.590437:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576b7b lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.590461:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576b6d lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819c8 expref: 273 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.590475:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576b82 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819c8 expref: 272 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.590481:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f8:0x0].0x0 (ffff9001da00b100) 00010000:00010000:2.0:1763335108.590483:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335108.590485:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc185e00, rc 0) 00000100:00100000:3.0:1763335108.591186:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5228380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:56972:x1848989814794112:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 1326us (1432us total) trans 4294973239 rc 0/0 00000100:00100000:3.0:1763335108.591196:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3331 00000100:00100000:2.0:1763335108.591586:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+271:56975:x1848989814793856:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 2137us (4881us total) trans 4294973240 rc 0/0 00000100:00100000:2.0:1763335108.591593:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9661 00000100:00100000:1.0:1763335108.597248:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335108.598003:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335108.598030:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.598177:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814794368 00000100:00100000:3.0:1763335108.598187:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814794368 00000100:00100000:3.0:1763335108.598240:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814794624 00000100:00100000:3.0:1763335108.598243:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814794624 00000100:00100000:3.0:1763335108.598266:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6676 00000100:00100000:3.0:1763335108.598275:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4878e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2428:x1848989814794368:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335108.598292:0:27803:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335108.598340:0:27803:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c3b9f400/0x3ec0b54007576b90 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8819d6 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335108.598364:0:27803:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x269:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335108.598385:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335108.598387:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335108.598396:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c3b9f400/0x3ec0b54007576b90 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819d6 expref: 13 pid: 27803 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335108.598413:0:27803:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c3b9f400/0x3ec0b54007576b90 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819d6 expref: 13 pid: 27803 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335108.598426:0:27803:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c3b9f400, rc 0) 00000100:00100000:3.0:1763335108.598475:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4878e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:2428:x1848989814794368:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 201us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335108.598481:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6676 00000100:00100000:3.0:1763335108.598498:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6677 00000100:00100000:3.0:1763335108.598516:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c487bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+37:2428:x1848989814794624:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335108.598523:0:27803:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335108.598534:0:27803:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576b97 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8819dd expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335108.598548:0:27803:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x26b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335108.598556:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335108.598558:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335108.598562:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576b97 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819dd expref: 38 pid: 27803 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335108.598572:0:27803:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576b97 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819dd expref: 38 pid: 27803 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335108.598579:0:27803:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c3b9fa00, rc 0) 00000100:00100000:3.0:1763335108.598598:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c487bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+38:2428:x1848989814794624:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 84us (567us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335108.598603:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6677 00000100:00100000:0.0:1763335108.598792:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814794496 00000100:00100000:0.0:1763335108.598797:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814794496 00000100:00100000:0.0:1763335108.598835:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9662 00000100:00100000:0.0:1763335108.598842:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c487b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+271:55956:x1848989814794496:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335108.598865:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335108.598879:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d14800/0x3ec0b54007576b9e lrc: 2/0,0 mode: --/CW res: [0x240000405:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8819cf expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.598979:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15800/0x3ec0b54007576ba5 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335108.598993:0:13591:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576b82 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819c8 expref: 272 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.599001:0:13591:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15800/0x3ec0b54007576ba5 lrc: 4/0,1 mode: --/CW res: [0x240000405:0x1f8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.599029:0:13591:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576b82 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819c8 expref: 272 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.599041:0:13591:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576b82 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819c8 expref: 272 pid: 13591 timeout: 1201 lvb_type: 0 00000100:00100000:0.0:1763335108.599053:0:13591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b56680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826093184:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335108.599113:0:13591:0:(client.c:2690:ptlrpc_set_wait()) set ffff90020214cd80 going to sleep for 11 seconds 00000100:00100000:0.0:1763335108.607843:0:13591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b56680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826093184:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335108.607905:0:13591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15800/0x3ec0b54007576ba5 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1f8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000100:00100000:1.0:1763335108.607969:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335108.608009:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.608056:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814794880 00000100:00100000:2.0:1763335108.608064:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814794880 00000100:00100000:2.0:1763335108.608127:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9663 00000100:00100000:0.0:1763335108.608132:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814794752 00000100:00100000:2.0:1763335108.608136:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c487ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:56975:x1848989814794880:12345-192.168.204.57@tcp:101:lfs.0 00000100:00100000:0.0:1763335108.608136:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814794752 00010000:00010000:2.0:1763335108.608155:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335108.608157:0:6516:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576b82 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819c8 expref: 274 pid: 13591 timeout: 1201 lvb_type: 0 00010000:00010000:2.0:1763335108.608173:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576bac lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8819e4 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.608233:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576bac lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819e4 expref: 275 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.608248:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576bac lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819e4 expref: 275 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.608267:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f8:0x0].0x0 (ffff9001da00b100) 00010000:00010000:2.0:1763335108.608270:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763335108.608274:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001ffb19200, rc 0) 00000100:00100000:2.0:1763335108.608348:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c487ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:56975:x1848989814794880:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 213us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335108.608355:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9663 00000100:00100000:0.0:1763335108.608413:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3171 00000100:00100000:0.0:1763335108.608421:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4879500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:2427:x1848989814794752:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335108.608434:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335108.608440:0:6516:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576b82 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819c8 expref: 274 pid: 13591 timeout: 1201 lvb_type: 0 00010000:00010000:0.0:1763335108.608453:0:6516:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576b82 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819c8 expref: 274 pid: 13591 timeout: 1201 lvb_type: 0 00010000:00010000:0.0:1763335108.608472:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576b82 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819c8 expref: 274 pid: 13591 timeout: 1201 lvb_type: 0 00010000:00010000:0.0:1763335108.608487:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f8:0x0].0x0 (ffff9001da00b100) 00010000:00010000:0.0:1763335108.608492:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15800/0x3ec0b54007576ba5 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1f8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.608757:0:6516:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15800/0x3ec0b54007576ba5 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1f8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.608766:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15800/0x3ec0b54007576ba5 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x1f8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.608800:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335108.608831:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4879500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:2427:x1848989814794752:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 410us (863us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335108.608838:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3171 00010000:00010000:1.0:1763335108.608967:0:13591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15800/0x3ec0b54007576ba5 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1f8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.608975:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15800/0x3ec0b54007576ba5 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1f8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:1.0:1763335108.608995:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f8:0x0]: returning size 0 00010000:00010000:1.0:1763335108.609114:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d14800/0x3ec0b54007576b9e lrc: 0/0,0 mode: --/CW res: [0x240000405:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819cf expref: 274 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.609127:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15800/0x3ec0b54007576ba5 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1f8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819cf expref: 273 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.609133:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f8:0x0].0x0 (ffff9001da00b100) 00010000:00010000:1.0:1763335108.609135:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1763335108.609138:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5d15800, rc 0) 00000100:00100000:1.0:1763335108.609176:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c487b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:55956:x1848989814794496:12345-192.168.204.57@tcp:101:bash.0 Request processed in 10333us (11938us total) trans 4294973241 rc 0/0 00000100:00100000:1.0:1763335108.609182:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9662 00000100:00100000:2.0:1763335108.613905:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335108.613994:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814795136 00000100:00100000:0.0:1763335108.614006:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814795136 00000100:00100000:0.0:1763335108.614153:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3332 00000100:00100000:0.0:1763335108.614164:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1614850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:56975:x1848989814795136:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335108.615177:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335108.615221:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814795264 00000100:00100000:1.0:1763335108.615228:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814795264 00000100:00100000:1.0:1763335108.615276:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9664 00000100:00100000:1.0:1763335108.615285:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:55956:x1848989814795264:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335108.615301:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335108.615342:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224e00/0x3ec0b54007576bba lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8819eb expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.615381:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225a00/0x3ec0b54007576bc1 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335108.615396:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225a00/0x3ec0b54007576bc1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.615406:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225a00/0x3ec0b54007576bc1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.615517:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224e00/0x3ec0b54007576bba lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819eb expref: 277 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.615534:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225a00/0x3ec0b54007576bc1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819eb expref: 276 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.615543:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f8:0x0].0x0 (ffff9001da00b100) 00010000:00010000:1.0:1763335108.615546:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763335108.615550:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6225a00, rc 0) 00000100:00100000:1.0:1763335108.615613:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:55956:x1848989814795264:12345-192.168.204.57@tcp:101:bash.0 Request processed in 328us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335108.615620:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9664 00000100:00100000:0.0:1763335108.615757:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1614850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:56975:x1848989814795136:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 1594us (1861us total) trans 4294973242 rc 0/0 00000100:00100000:0.0:1763335108.615764:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3332 00000100:00100000:0.0:1763335108.618747:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335108.618791:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335108.619251:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814795648 00000100:00100000:1.0:1763335108.619261:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814795648 00000100:00100000:1.0:1763335108.619301:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814795776 00000100:00100000:1.0:1763335108.619304:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814795776 00000100:00100000:1.0:1763335108.619358:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9665 00000100:00100000:1.0:1763335108.619367:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:55956:x1848989814795648:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:1.0:1763335108.619607:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225400/0x3ec0b54007576bc8 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335108.619624:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225400/0x3ec0b54007576bc8 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.619635:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225400/0x3ec0b54007576bc8 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000001:00080000:1.0:1763335108.619679:0:13591:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973243 00000004:00010000:1.0:1763335108.619702:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000041fbf24a reply state 00000000f6359461 transno 4294973244 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225400/0x3ec0b54007576bc8 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.619714:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225400/0x3ec0b54007576bc8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.619722:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f8:0x0].0x0 (ffff9001da00b100) 00010000:00010000:1.0:1763335108.619725:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335108.619728:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335108.619811:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+279:55956:x1848989814795648:12345-192.168.204.57@tcp:36:bash.0 Request processed in 445us (1071us total) trans 4294973244 rc 0/0 00000100:00100000:1.0:1763335108.619818:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9665 00000020:00080000:1.0:1763335108.619824:0:13591:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763335108.619840:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9666 00000100:00100000:1.0:1763335108.619847:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+278:56975:x1848989814795776:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335108.619866:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335108.619881:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224400/0x3ec0b54007576bcf lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8819f2 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.619960:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225c00/0x3ec0b54007576bd6 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335108.619969:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225c00/0x3ec0b54007576bd6 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.619977:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225c00/0x3ec0b54007576bd6 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.619987:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224600/0x3ec0b54007576bdd lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335108.619994:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224600/0x3ec0b54007576bdd lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.620001:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224600/0x3ec0b54007576bdd lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.620072:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576be4 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335108.620081:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576be4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.620100:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576be4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:1.0:1763335108.620108:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f8:0x0]: returning size 0 00010000:00010000:1.0:1763335108.620153:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225c00/0x3ec0b54007576bd6 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.620160:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225c00/0x3ec0b54007576bd6 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.620165:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225c00/0x3ec0b54007576bd6 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.620172:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225c00/0x3ec0b54007576bd6 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.620177:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6225c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335108.620182:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225c00/0x3ec0b54007576bd6 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.620189:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225c00/0x3ec0b54007576bd6 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.620198:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c3c08300) 00010000:00010000:1.0:1763335108.620201:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335108.620204:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225c00/0x3ec0b54007576bd6 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.620210:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225c00/0x3ec0b54007576bd6 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.620221:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224600/0x3ec0b54007576bdd lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.620227:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224600/0x3ec0b54007576bdd lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.620232:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224600/0x3ec0b54007576bdd lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.620236:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6224600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335108.620239:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224600/0x3ec0b54007576bdd lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.620245:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224600/0x3ec0b54007576bdd lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.620251:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da00b000) 00010000:00010000:1.0:1763335108.620254:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335108.620257:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224600/0x3ec0b54007576bdd lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.620266:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224600/0x3ec0b54007576bdd lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.620295:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224400/0x3ec0b54007576bcf lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819f2 expref: 281 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.620311:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576be4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819f2 expref: 280 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.620358:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f8:0x0].0x0 (ffff9001da00b100) 00010000:00010000:1.0:1763335108.620360:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1763335108.620363:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95f000, rc 0) 00000100:00100000:1.0:1763335108.620397:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+280:56975:x1848989814795776:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 549us (1604us total) trans 4294973245 rc 0/0 00000100:00100000:1.0:1763335108.620403:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9666 00000100:00100000:3.0:1763335108.628001:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.628760:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335108.629013:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814796160 00000100:00100000:0.0:1763335108.629023:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814796160 00000100:00100000:0.0:1763335108.629091:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814796032 00000100:00100000:0.0:1763335108.629094:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814796032 00000100:00100000:0.0:1763335108.629120:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9667 00000100:00100000:0.0:1763335108.629129:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+281:55956:x1848989814796160:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335108.629155:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335108.629159:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:0.0:1763335108.629184:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576be4 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819f2 expref: 281 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.629205:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576bac lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819e4 expref: 280 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.629216:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f8:0x0].0x0 (ffff9001da00b100) 00010000:00010000:0.0:1763335108.629221:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335108.629233:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d14800/0x3ec0b54007576bf2 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8819f9 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.629276:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576bf9 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335108.629289:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576bf9 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.629298:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576bf9 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000100:00100000:3.0:1763335108.629768:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9668 00000100:00100000:3.0:1763335108.629779:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+280:56975:x1848989814796032:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335108.629788:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335108.629796:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576c00 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881a00 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1763335108.629920:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1527, 88 off127848 00000004:00080000:0.0:1763335108.629929:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1101609613561ns, next at 1102223962221ns, rc = 0 00000040:00080000:0.0:1763335108.630546:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1526, 88 off127848 00000004:00080000:0.0:1763335108.630552:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1101610237616ns, next at 1102223990197ns, rc = 0 00000040:00080000:0.0:1763335108.630579:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1527, 88 off127936 00000004:00080000:0.0:1763335108.630584:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1101610269331ns, next at 1102223990197ns, rc = 0 00000040:00080000:0.0:1763335108.630595:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1528, 88 off127936 00000004:00080000:0.0:1763335108.630600:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1101610284986ns, next at 1102223962221ns, rc = 0 00010000:00010000:3.0:1763335108.630878:0:13591:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576bf9 lrc: 2/0,1 mode: EX/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335108.630890:0:13591:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576c00 lrc: 4/0,0 mode: --/CR res: [0x240000405:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a00 expref: 281 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.630908:0:13591:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576bf9 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335108.630921:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576c00 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a00 expref: 281 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.630933:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f8:0x0].0x0 (ffff9001da00b100) 00010000:00010000:3.0:1763335108.630936:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335108.630939:0:13591:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576c00 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a00 expref: 281 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.630946:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c66e9400, rc 0) 00000100:00100000:3.0:1763335108.631872:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+282:56975:x1848989814796032:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 2091us (3109us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335108.631882:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9668 00000001:00080000:1.0:1763335108.633728:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973246 is committed 00000004:00080000:1.0:1763335108.633739:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 999 committed 00000004:00080000:1.0:1763335108.633754:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1002 committed 00000004:00080000:1.0:1763335108.633766:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1001 committed 00000004:00080000:1.0:1763335108.633769:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 998 committed 00010000:00010000:2.0:1763335108.633873:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b54007576a71 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.633885:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b54007576a71 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.633893:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b54007576a71 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.633899:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c66e9e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335108.633903:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b54007576a71 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.633914:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b54007576a71 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.633929:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da00b000) 00010000:00010000:2.0:1763335108.633932:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335108.633936:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b54007576a71 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.633943:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b54007576a71 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335108.633960:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576b43 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.633965:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576b43 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.633970:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576b43 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.633974:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc184000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335108.633977:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576b43 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.633982:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576b43 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.633988:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da00b000) 00010000:00010000:2.0:1763335108.633991:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335108.633993:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576b43 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.633998:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576b43 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.634016:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225400/0x3ec0b54007576bc8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.634022:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225400/0x3ec0b54007576bc8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.634028:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225400/0x3ec0b54007576bc8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.634032:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6225400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335108.634035:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225400/0x3ec0b54007576bc8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.634040:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225400/0x3ec0b54007576bc8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.634047:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f8:0x0].0x0 (ffff9001da00b100) 00010000:00010000:2.0:1763335108.634050:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335108.634053:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225400/0x3ec0b54007576bc8 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.634058:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225400/0x3ec0b54007576bc8 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1f8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000100:00100000:0.0:1763335108.634261:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5228380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826093440:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763335108.634360:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335108.634394:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763335108.634400:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff92b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826093568:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335108.634422:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335108.634460:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826093440 00000100:00100000:0.0:1763335108.634467:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826093440 00000100:00100000:0.0:1763335108.634506:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826093568 00000100:00100000:0.0:1763335108.634509:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826093568 00000100:00100000:0.0:1763335108.634528:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6678 00000100:00100000:0.0:1763335108.634536:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+58:3664:x1848989826093440:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763335108.634560:0:8725:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:617 count 1 00010000:00010000:0.0:1763335108.634582:0:8725:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b54007576c07 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x269:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.634599:0:8725:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007576952 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881927 expref: 37 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335108.634606:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335108.634608:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335108.634612:0:8725:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b54007576c07 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.634643:0:8725:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007576952 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881927 expref: 37 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335108.634658:0:8725:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007576952 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881927 expref: 37 pid: 8417 timeout: 1201 lvb_type: 1 00000100:00100000:0.0:1763335108.634668:0:8725:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff928a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8725:1848989826093824:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335108.634723:0:8725:0:(client.c:2690:ptlrpc_set_wait()) set ffff90020214cd80 going to sleep for 11 seconds 00000100:00100000:0.0:1763335108.634738:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6679 00000100:00100000:0.0:1763335108.634747:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+58:3664:x1848989826093568:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335108.634909:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+59:3664:x1848989826093568:12345-0@lo:2:osp-syn-1-1.0 Request processed in 163us (486us total) trans 17179871659 rc 0/0 00000100:00100000:0.0:1763335108.634916:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6679 00000004:00080000:0.0:1763335108.634957:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001ff92b480/2, rc 0, transno 17179871659 00000100:00100000:0.0:1763335108.634962:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff92b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826093568:0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1763335108.635007:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576bf9 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1f8:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819f9 expref: 260 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.635015:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f8:0x0].0x0 (ffff9001da00b100) 00010000:00010000:0.0:1763335108.635017:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763335108.635020:0:7841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576c00 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a00 expref: 260 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.635029:0:7841:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576c00 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a00 expref: 260 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.635040:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576c00 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a00 expref: 260 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.635061:0:7841:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576c00 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a00 expref: 260 pid: 13591 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335108.635070:0:7841:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f15c1880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826093952:192.168.204.57@tcp:105: 00000100:00100000:0.0:1763335108.635109:0:7841:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001d86109c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335108.635246:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c60b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826094336:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335108.635274:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335108.635295:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763335108.635300:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c60bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826094208:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335108.635352:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335108.635375:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826094336 00000100:00100000:3.0:1763335108.635380:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826094336 00000100:00100000:3.0:1763335108.635403:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826094208 00000100:00100000:3.0:1763335108.635406:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826094208 00000100:00100000:3.0:1763335108.635422:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6680 00000100:00100000:3.0:1763335108.635428:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+18:3665:x1848989826094336:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335108.635529:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+19:3665:x1848989826094336:12345-0@lo:2:osp-syn-0-1.0 Request processed in 101us (254us total) trans 21474838949 rc 0/0 00000100:00100000:3.0:1763335108.635536:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6680 00000100:00100000:3.0:1763335108.635549:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6681 00000100:00100000:3.0:1763335108.635555:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+18:3665:x1848989826094208:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763335108.635567:0:35240:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:615 count 1 00010000:00010000:3.0:1763335108.635581:0:35240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c66e8000/0x3ec0b54007576c0e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x267:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.635595:0:35240:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7a00/0x3ec0b54007576959 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x267:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88192e expref: 12 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335108.635601:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335108.635603:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335108.635606:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c66e8000/0x3ec0b54007576c0e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x267:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335108.635759:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826093696:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335108.635790:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335108.635808:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c60b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826094464:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335108.635825:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335108.635844:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1763335108.635849:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c522ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826093312:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763335108.635881:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335108.635891:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c60b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826094080:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763335108.635907:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335108.635926:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826093696 00000100:00100000:1.0:1763335108.635930:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826093696 00000100:00100000:1.0:1763335108.635947:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826094464 00000100:00100000:1.0:1763335108.635950:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826094464 00000100:00100000:1.0:1763335108.635959:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826093312 00000100:00100000:1.0:1763335108.635962:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826093312 00000100:00100000:1.0:1763335108.635970:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826094080 00000100:00100000:1.0:1763335108.635973:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826094080 00000100:00100000:1.0:1763335108.635984:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6682 00000100:00100000:1.0:1763335108.635990:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4879c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+60:3666:x1848989826093696:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763335108.636070:0:8415:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x26b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335108.636073:0:8415:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x26b:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763335108.636075:0:8415:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x26b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335108.636078:0:8415:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x26b:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763335108.636080:0:8415:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x26b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335108.636124:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4879c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+61:3666:x1848989826093696:12345-0@lo:2:osp-syn-1-1.0 Request processed in 134us (332us total) trans 17179871660 rc 0/0 00000100:00100000:1.0:1763335108.636130:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6682 00000100:00100000:1.0:1763335108.636143:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6683 00000100:00100000:1.0:1763335108.636150:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c487a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+20:3666:x1848989826094464:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763335108.636205:0:8415:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x269:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335108.636208:0:8415:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x269:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763335108.636210:0:8415:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x269:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335108.636212:0:8415:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x269:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763335108.636214:0:8415:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x269:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335108.636237:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c487a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+21:3666:x1848989826094464:12345-0@lo:2:osp-syn-0-1.0 Request processed in 87us (411us total) trans 21474838950 rc 0/0 00000100:00100000:1.0:1763335108.636243:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6683 00000100:00100000:1.0:1763335108.636254:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6684 00000100:00100000:1.0:1763335108.636261:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4878380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+60:3666:x1848989826093312:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763335108.636273:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:616 count 1 00010000:00010000:1.0:1763335108.636287:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576c15 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.636301:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c5d15c00/0x3ec0b54007576a40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88196d expref: 37 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.636307:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335108.636309:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335108.636332:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576c15 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.636357:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c5d15c00/0x3ec0b54007576a40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88196d expref: 37 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.636368:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c5d15c00/0x3ec0b54007576a40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88196d expref: 37 pid: 28961 timeout: 1201 lvb_type: 0 00000100:00100000:1.0:1763335108.636379:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c487a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1848989826094592:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335108.636416:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000ccba6540 going to sleep for 11 seconds 00000100:00100000:1.0:1763335108.636431:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6685 00000100:00100000:1.0:1763335108.636438:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4878a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+20:3666:x1848989826094080:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763335108.636448:0:27804:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:614 count 1 00010000:00010000:1.0:1763335108.636459:0:27804:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e200/0x3ec0b54007576c1c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.636468:0:27804:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007576a32 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88195f expref: 12 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.636474:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335108.636476:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335108.636478:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e200/0x3ec0b54007576c1c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.636496:0:27804:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007576a32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88195f expref: 12 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.636504:0:27804:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007576a32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88195f expref: 12 pid: 8416 timeout: 1201 lvb_type: 0 00000100:00100000:1.0:1763335108.636515:0:27804:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c487b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27804:1848989826094720:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335108.636537:0:27804:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000ccba6a80 going to sleep for 11 seconds 00010000:00010000:3.0:1763335108.636611:0:35240:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7a00/0x3ec0b54007576959 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x267:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88192e expref: 12 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335108.636620:0:35240:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7a00/0x3ec0b54007576959 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x267:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88192e expref: 12 pid: 8417 timeout: 1201 lvb_type: 1 00000100:00100000:3.0:1763335108.636634:0:35240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c60ba680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35240:1848989826094848:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335108.636656:0:35240:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f16bde40 going to sleep for 11 seconds 00000004:00080000:3.0:1763335108.636694:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c60b9c00/2, rc 0, transno 21474838949 00000100:00100000:3.0:1763335108.636699:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c60b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826094336:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763335108.639802:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001ff929f80/2, rc 0, transno 17179871660 00000100:00100000:1.0:1763335108.639814:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826093696:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763335108.639829:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c60b9500/2, rc 0, transno 21474838950 00000100:00100000:1.0:1763335108.639834:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c60b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826094464:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335108.641011:0:27804:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c487b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27804:1848989826094720:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335108.641037:0:27804:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e200/0x3ec0b54007576c1c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335108.641091:0:35240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c60ba680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35240:1848989826094848:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335108.641103:0:35240:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c66e8000/0x3ec0b54007576c0e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x267:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335108.641136:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.641156:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.641173:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.641193:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814796672 00000100:00100000:2.0:1763335108.641200:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814796672 00010000:00010000:2.0:1763335108.641233:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007576a32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88195f expref: 13 pid: 8416 timeout: 1201 lvb_type: 0 00000100:00100000:2.0:1763335108.641262:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814796544 00000100:00100000:2.0:1763335108.641265:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814796544 00010000:00010000:2.0:1763335108.641279:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5d15c00/0x3ec0b54007576a40 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88196d expref: 38 pid: 28961 timeout: 1201 lvb_type: 0 00000100:00100000:2.0:1763335108.641299:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3172 00000100:00100000:2.0:1763335108.641308:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7830a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:2429:x1848989814796672:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335108.641345:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335108.641352:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007576a32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x266:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88195f expref: 13 pid: 8416 timeout: 1201 lvb_type: 0 00010000:00010000:2.0:1763335108.641363:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007576a32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x266:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88195f expref: 13 pid: 8416 timeout: 1201 lvb_type: 0 00010000:00010000:2.0:1763335108.641387:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007576a32 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x266:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88195f expref: 13 pid: 8416 timeout: 1201 lvb_type: 0 00010000:00010000:2.0:1763335108.641402:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335108.641404:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335108.641409:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e200/0x3ec0b54007576c1c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.641418:0:7458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e200/0x3ec0b54007576c1c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x266:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.641440:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335108.641487:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7830a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2429:x1848989814796672:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 180us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335108.641494:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3172 00000100:00100000:2.0:1763335108.641516:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3173 00000100:00100000:2.0:1763335108.641522:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+38:2427:x1848989814796544:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335108.641530:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335108.641535:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c5d15c00/0x3ec0b54007576a40 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88196d expref: 38 pid: 28961 timeout: 1201 lvb_type: 0 00010000:00010000:2.0:1763335108.641543:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c5d15c00/0x3ec0b54007576a40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88196d expref: 38 pid: 28961 timeout: 1201 lvb_type: 0 00010000:00010000:2.0:1763335108.641555:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335108.641556:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335108.641560:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576c15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.641567:0:7458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576c15 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.641578:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335108.641596:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+38:2427:x1848989814796544:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 74us (422us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335108.641602:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3173 00010000:00010000:2.0:1763335108.641623:0:27804:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e200/0x3ec0b54007576c1c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.641630:0:27804:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e200/0x3ec0b54007576c1c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.641639:0:27804:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e200/0x3ec0b54007576c1c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.641645:0:27804:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e200/0x3ec0b54007576c1c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.641660:0:27804:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763335108.641883:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4878a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+21:3666:x1848989826094080:12345-0@lo:6:osp-syn-0-1.0 Request processed in 5444us (5972us total) trans 21474838951 rc 0/0 00000100:00100000:2.0:1763335108.641891:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6685 00010000:00010000:2.0:1763335108.641910:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335108.641915:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e200/0x3ec0b54007576c1c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.641923:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95e200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335108.641926:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e200/0x3ec0b54007576c1c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.641935:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e200/0x3ec0b54007576c1c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.641946:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e200/0x3ec0b54007576c1c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.641952:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e200/0x3ec0b54007576c1c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x266:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.641967:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335108.641969:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335108.641970:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763335108.641997:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c60b9f80/2, rc 0, transno 21474838951 00000100:00100000:2.0:1763335108.642002:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c60b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826094080:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763335108.642034:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.642052:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814796416 00000100:00100000:2.0:1763335108.642056:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814796416 00010000:00010000:2.0:1763335108.642071:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007576952 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881927 expref: 38 pid: 8417 timeout: 1201 lvb_type: 1 00000100:00100000:2.0:1763335108.642090:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3174 00000100:00100000:2.0:1763335108.642096:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001d8381450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+38:2429:x1848989814796416:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335108.642103:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335108.642107:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007576952 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x269:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881927 expref: 38 pid: 8417 timeout: 1201 lvb_type: 1 00010000:00010000:2.0:1763335108.642116:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007576952 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x269:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881927 expref: 38 pid: 8417 timeout: 1201 lvb_type: 1 00010000:00010000:2.0:1763335108.642131:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335108.642133:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335108.642135:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b54007576c07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x269:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.642142:0:33041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b54007576c07 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x269:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.642154:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335108.642173:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001d8381450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+38:2429:x1848989814796416:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 77us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335108.642179:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3174 00000100:00100000:2.0:1763335108.642268:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.642282:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814796800 00000100:00100000:2.0:1763335108.642285:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814796800 00010000:00010000:2.0:1763335108.642298:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7a00/0x3ec0b54007576959 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x267:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88192e expref: 12 pid: 8417 timeout: 1201 lvb_type: 1 00000100:00100000:2.0:1763335108.642338:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3175 00000100:00100000:2.0:1763335108.642345:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2427:x1848989814796800:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335108.642353:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335108.642357:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7a00/0x3ec0b54007576959 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x267:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88192e expref: 12 pid: 8417 timeout: 1201 lvb_type: 1 00010000:00010000:2.0:1763335108.642366:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7a00/0x3ec0b54007576959 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x267:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88192e expref: 12 pid: 8417 timeout: 1201 lvb_type: 1 00010000:00010000:2.0:1763335108.642384:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7a00/0x3ec0b54007576959 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x267:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88192e expref: 12 pid: 8417 timeout: 1201 lvb_type: 1 00010000:00010000:2.0:1763335108.642394:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335108.642396:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335108.642399:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c66e8000/0x3ec0b54007576c0e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x267:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.642406:0:7458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c66e8000/0x3ec0b54007576c0e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x267:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.642423:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335108.642444:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2427:x1848989814796800:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 99us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335108.642450:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3175 00010000:00010000:2.0:1763335108.642470:0:35240:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c66e8000/0x3ec0b54007576c0e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.642478:0:35240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c66e8000/0x3ec0b54007576c0e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.642487:0:35240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c66e8000/0x3ec0b54007576c0e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.642494:0:35240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c66e8000/0x3ec0b54007576c0e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.642514:0:35240:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763335108.642630:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+21:3665:x1848989826094208:12345-0@lo:6:osp-syn-0-1.0 Request processed in 7074us (7277us total) trans 21474838952 rc 0/0 00000100:00100000:2.0:1763335108.642638:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6681 00010000:00010000:2.0:1763335108.642655:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335108.642660:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c66e8000/0x3ec0b54007576c0e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.642667:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c66e8000 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335108.642671:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c66e8000/0x3ec0b54007576c0e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.642679:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c66e8000/0x3ec0b54007576c0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.642690:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c66e8000/0x3ec0b54007576c0e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.642697:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c66e8000/0x3ec0b54007576c0e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x267:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.642709:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335108.642710:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335108.642712:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763335108.642900:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c60bbb80/2, rc 0, transno 21474838952 00000100:00100000:3.0:1763335108.642906:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c60bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826094208:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763335108.642931:0:8415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c5d15c00/0x3ec0b54007576a40 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88196d expref: 37 pid: 28961 timeout: 1201 lvb_type: 0 00000100:00100000:3.0:1763335108.642942:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c487a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1848989826094592:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335108.642957:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576c15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.642965:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576c15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.642972:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576c15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.642979:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576c15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.642986:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576c15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.643015:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335108.643153:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4878380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+61:3666:x1848989826093312:12345-0@lo:6:osp-syn-1-1.0 Request processed in 6892us (7271us total) trans 17179871661 rc 0/0 00000100:00100000:3.0:1763335108.643160:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6684 00000004:00080000:3.0:1763335108.643185:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c522ad80/2, rc 0, transno 17179871661 00000100:00100000:3.0:1763335108.643189:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c522ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826093312:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1763335108.643277:0:8725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007576952 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881927 expref: 36 pid: 8417 timeout: 1201 lvb_type: 1 00000100:00100000:0.0:1763335108.643289:0:8725:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff928a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8725:1848989826093824:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335108.643303:0:8725:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b54007576c07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.643310:0:8725:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b54007576c07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.643351:0:8725:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b54007576c07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.643359:0:8725:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b54007576c07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.643366:0:8725:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b54007576c07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.643377:0:8725:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1763335108.643480:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+61:3664:x1848989826093440:12345-0@lo:6:osp-syn-1-1.0 Request processed in 8944us (9119us total) trans 17179871662 rc 0/0 00000100:00100000:0.0:1763335108.643486:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6678 00000100:00100000:0.0:1763335108.643507:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814796288 00000100:00100000:0.0:1763335108.643512:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814796288 00000100:00100000:0.0:1763335108.643542:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3333 00000100:00100000:0.0:1763335108.643548:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7832d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56975:x1848989814796288:12345-192.168.204.57@tcp:49:lfs.0 00000100:00100000:0.0:1763335108.643638:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7832d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56975:x1848989814796288:12345-192.168.204.57@tcp:49:lfs.0 Request processed in 89us (2502us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335108.643645:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3333 00000004:00080000:0.0:1763335108.643677:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5228380/2, rc 0, transno 17179871662 00000100:00100000:0.0:1763335108.643682:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5228380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826093440:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763335108.643801:0:7841:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f15c1880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826093952:192.168.204.57@tcp:105: 00010000:00010000:1.0:1763335108.643830:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d14800/0x3ec0b54007576bf2 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819f9 expref: 260 pid: 7841 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763335108.643864:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576bf9 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1f8:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819f9 expref: 259 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.643886:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5d15200, rc 0) 00000100:00100000:1.0:1763335108.643933:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:55956:x1848989814796160:12345-192.168.204.57@tcp:101:bash.0 Request processed in 14805us (15942us total) trans 4294973246 rc 0/0 00000100:00100000:1.0:1763335108.643941:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9667 00010000:00010000:3.0:1763335108.644150:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763335108.644157:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576c15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.644164:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95fe00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335108.644169:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576c15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.644178:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576c15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.644198:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576c15 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.644206:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576c15 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.644223:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335108.644226:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b54007576c07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.644237:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035e000 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335108.644240:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b54007576c07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.644246:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b54007576c07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.644255:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b54007576c07 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.644262:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b54007576c07 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.644275:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335108.644277:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335108.644279:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335108.650294:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:2.0:1763335108.651068:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335108.651912:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814796928 00000100:00100000:0.0:1763335108.651924:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814796928 00000100:00100000:0.0:1763335108.651976:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6686 00000100:00100000:0.0:1763335108.651986:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+36:2427:x1848989814796928:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335108.652007:0:8725:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335108.652029:0:8725:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576c23 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881a07 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335108.652052:0:8725:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x26a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335108.652071:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335108.652073:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335108.652084:0:8725:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576c23 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a07 expref: 37 pid: 8725 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335108.652101:0:8725:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576c23 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a07 expref: 37 pid: 8725 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335108.652116:0:8725:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035fe00, rc 0) 00000100:00100000:0.0:1763335108.652191:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+37:2427:x1848989814796928:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 207us (1916us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335108.652198:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6686 00000100:00100000:3.0:1763335108.654795:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335108.655044:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814797056 00000100:00100000:1.0:1763335108.655055:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814797056 00000100:00100000:1.0:1763335108.655120:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6687 00000100:00100000:1.0:1763335108.655133:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+37:55956:x1848989814797056:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335108.655154:0:8415:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335108.655177:0:8415:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b54007576c2a lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881a0e expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.655210:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576c23 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a07 expref: 38 pid: 8725 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335108.655219:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335108.655221:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335108.655225:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b54007576c2a lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a0e expref: 38 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.655271:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576c23 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a07 expref: 38 pid: 8725 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335108.655293:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576c23 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a07 expref: 38 pid: 8725 timeout: 1201 lvb_type: 1 00000100:00100000:1.0:1763335108.655310:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c487a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1848989826094976:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335108.655414:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000ccba6540 going to sleep for 11 seconds 00000100:00100000:3.0:1763335108.659039:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335108.659271:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814797312 00000100:00100000:0.0:1763335108.659283:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814797312 00000100:00100000:0.0:1763335108.659366:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3334 00000100:00100000:0.0:1763335108.659376:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:56975:x1848989814797312:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335108.659613:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:56975:x1848989814797312:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 238us (582us total) trans 4294973247 rc 0/0 00000100:00100000:0.0:1763335108.659621:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3334 00000100:00100000:2.0:1763335108.662456:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335108.662630:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c487a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1848989826094976:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335108.662698:0:8415:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b54007576c2a lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a0e expref: 38 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.662723:0:8415:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95f200, rc 0) 00000100:00100000:1.0:1763335108.662785:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+38:55956:x1848989814797056:12345-192.168.204.57@tcp:101:bash.0 Request processed in 7654us (7999us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335108.662796:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6687 00000100:00100000:3.0:1763335108.662908:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814797440 00000100:00100000:3.0:1763335108.662918:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814797440 00010000:00010000:3.0:1763335108.662955:0:6516:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576c23 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a07 expref: 38 pid: 8725 timeout: 1201 lvb_type: 1 00000100:00100000:3.0:1763335108.662996:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3176 00000100:00100000:3.0:1763335108.663007:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d96d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+38:2426:x1848989814797440:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335108.663024:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335108.663030:0:6516:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576c23 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x26a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a07 expref: 38 pid: 8725 timeout: 1201 lvb_type: 1 00010000:00010000:3.0:1763335108.663044:0:6516:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576c23 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x26a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a07 expref: 38 pid: 8725 timeout: 1201 lvb_type: 1 00010000:00010000:3.0:1763335108.663074:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576c23 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x26a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a07 expref: 38 pid: 8725 timeout: 1201 lvb_type: 1 00010000:00010000:3.0:1763335108.663091:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335108.663094:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335108.663104:0:6516:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b54007576c2a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a0e expref: 37 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.663117:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b54007576c2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a0e expref: 37 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.663161:0:6516:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b54007576c2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a0e expref: 37 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335108.663179:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c60b8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6516:1848989826095104:192.168.204.57@tcp:105: 00000100:00100000:3.0:1763335108.663252:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f16bd000 going to sleep for 11 seconds 00000100:00100000:0.0:1763335108.673647:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.673671:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c60b8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6516:1848989826095104:192.168.204.57@tcp:105: 00010000:00010000:3.0:1763335108.673706:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335108.673771:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d96d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+37:2426:x1848989814797440:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 10764us (11327us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335108.673788:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3176 00000100:00100000:2.0:1763335108.673873:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.674673:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814797824 00000100:00100000:3.0:1763335108.674681:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814797824 00000100:00100000:3.0:1763335108.674724:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6688 00000100:00100000:3.0:1763335108.674734:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:55956:x1848989814797824:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335108.674753:0:8415:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1763335108.674816:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814797696 00000100:00100000:1.0:1763335108.674822:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814797696 00010000:00010000:1.0:1763335108.674872:0:8415:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e600/0x3ec0b54007576c31 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881a1c expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335108.674901:0:8415:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x268:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763335108.674924:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335108.674927:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335108.674938:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e600/0x3ec0b54007576c31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a1c expref: 12 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.674955:0:8415:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e600/0x3ec0b54007576c31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a1c expref: 12 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.674969:0:8415:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95e600, rc 0) 00000100:00100000:1.0:1763335108.675018:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:55956:x1848989814797824:12345-192.168.204.57@tcp:101:bash.0 Request processed in 286us (1146us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335108.675025:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6688 00000100:00100000:0.0:1763335108.675374:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9669 00000100:00100000:0.0:1763335108.675383:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:56975:x1848989814797696:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335108.675397:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335108.675412:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007576c38 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881a15 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.675483:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576c3f lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335108.675497:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576c3f lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.675508:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576c3f lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.675521:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007576c46 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335108.675528:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007576c46 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.675534:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007576c46 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.675668:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576c4d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335108.675678:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576c4d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.675684:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576c4d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:0.0:1763335108.675694:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f8:0x0]: returning size 2 00010000:00010000:0.0:1763335108.675778:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576c3f lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.675784:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576c3f lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.675790:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576c3f lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.675796:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576c3f lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.675801:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035ec00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335108.675805:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576c3f lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.675812:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576c3f lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.675822:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001d03fe400) 00010000:00010000:0.0:1763335108.675825:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335108.675829:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576c3f lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.675835:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576c3f lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.675848:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007576c46 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.675864:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007576c46 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.675870:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007576c46 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.675875:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035e000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335108.675877:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007576c46 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.675882:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007576c46 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.675888:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001d03fe600) 00010000:00010000:0.0:1763335108.675891:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335108.675893:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007576c46 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.675902:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007576c46 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335108.675937:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007576c38 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a15 expref: 263 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.675949:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576c4d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a15 expref: 262 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.675955:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f8:0x0].0x0 (ffff9001da00b100) 00010000:00010000:0.0:1763335108.675958:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1763335108.675960:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035fe00, rc 0) 00000100:00100000:0.0:1763335108.676001:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56975:x1848989814797696:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 619us (2373us total) trans 4294973248 rc 0/0 00000100:00100000:0.0:1763335108.676008:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9669 00000100:00100000:0.0:1763335108.681959:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335108.682006:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.685211:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814797952 00000100:00100000:3.0:1763335108.685229:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814797952 00002000:00010000:3.0:1763335108.685288:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/618 (0->18446744073709551615) 00002000:00100000:3.0:1763335108.685294:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f15c3b80 with x1848989814797952 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335108.685306:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001f15c3b80. 00000100:00100000:3.0:1763335108.685354:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814798080 00000100:00100000:3.0:1763335108.685358:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814798080 00002000:00010000:3.0:1763335108.685371:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/616 (0->18446744073709551615) 00002000:00100000:3.0:1763335108.685375:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f15c0e00 with x1848989814798080 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335108.685381:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9001f15c0e00. 00000100:00100000:3.0:1763335108.685408:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1638 00000100:00100000:3.0:1763335108.685418:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+37:2426:x1848989814797952:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:3.0:1763335108.685608:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x26a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335108.685612:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x26a:0x0] updating lvb mtime from disk: 0 -> 1763335108 00002000:00010000:3.0:1763335108.685615:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x26a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335108.685617:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x26a:0x0] updating lvb ctime from disk: 0 -> 1763335108 00002000:00010000:3.0:1763335108.685619:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x26a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335108.685678:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+38:2426:x1848989814797952:12345-192.168.204.57@tcp:10:bash.0 Request processed in 261us (3729us total) trans 17179871663 rc 0/0 00000100:00100000:3.0:1763335108.685689:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1638 00002000:00010000:3.0:1763335108.685693:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/618 (0->18446744073709551615) 00002000:00100000:3.0:1763335108.685695:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f15c3b80 with x1848989814797952 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335108.685700:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001f15c3b80. 00000100:00100000:3.0:1763335108.685716:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1639 00000100:00100000:3.0:1763335108.685723:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2426:x1848989814798080:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:3.0:1763335108.685802:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x268:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335108.685805:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x268:0x0] updating lvb mtime from disk: 0 -> 1763335108 00002000:00010000:3.0:1763335108.685807:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x268:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335108.685809:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x268:0x0] updating lvb ctime from disk: 0 -> 1763335108 00002000:00010000:3.0:1763335108.685811:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x268:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335108.685834:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:2426:x1848989814798080:12345-192.168.204.57@tcp:10:bash.0 Request processed in 110us (3827us total) trans 21474838953 rc 0/0 00000100:00100000:3.0:1763335108.685840:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1639 00002000:00010000:3.0:1763335108.685843:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/616 (0->18446744073709551615) 00002000:00100000:3.0:1763335108.685846:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f15c0e00 with x1848989814798080 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335108.685850:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9001f15c0e00. 00000100:00100000:0.0:1763335108.686816:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335108.687420:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814798336 00000100:00100000:1.0:1763335108.687429:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814798336 00000100:00100000:1.0:1763335108.687472:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3335 00000100:00100000:1.0:1763335108.687481:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56975:x1848989814798336:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335108.687684:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56975:x1848989814798336:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 203us (870us total) trans 4294973249 rc 0/0 00000100:00100000:1.0:1763335108.687691:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3335 00000100:00100000:0.0:1763335108.690271:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.690406:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814798464 00000100:00100000:2.0:1763335108.690416:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814798464 00000100:00100000:2.0:1763335108.690472:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3336 00000100:00100000:2.0:1763335108.690482:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56975:x1848989814798464:12345-192.168.204.57@tcp:33:lfs.0 00000100:00100000:2.0:1763335108.690802:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56975:x1848989814798464:12345-192.168.204.57@tcp:33:lfs.0 Request processed in 321us (541us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335108.690810:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3336 00000100:00100000:2.0:1763335108.693584:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335108.694168:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814798720 00000100:00100000:1.0:1763335108.694178:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814798720 00000100:00100000:1.0:1763335108.694938:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9670 00000100:00100000:1.0:1763335108.694950:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c522b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56975:x1848989814798720:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335108.694972:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335108.694976:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763335108.695002:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15800/0x3ec0b54007576ba5 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x1f8:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819cf expref: 263 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.695022:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f8:0x0].0x0 (ffff9001da00b100) 00010000:00010000:1.0:1763335108.695027:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335108.695041:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007576c5b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881a23 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.695138:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576c62 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335108.695151:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576c62 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1f8:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.695159:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576c62 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1f8:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:1.0:1763335108.695170:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f8:0x0]: returning size 2 00010000:00010000:1.0:1763335108.695269:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007576c5b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1f8:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a23 expref: 265 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.695282:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576c62 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1f8:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a23 expref: 264 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.695288:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f8:0x0].0x0 (ffff9001da00b100) 00010000:00010000:1.0:1763335108.695291:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763335108.695293:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95fe00, rc 0) 00000100:00100000:1.0:1763335108.695391:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c522b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56975:x1848989814798720:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 443us (1816us total) trans 4294973250 rc 0/0 00000100:00100000:1.0:1763335108.695398:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9670 00000100:00100000:0.0:1763335108.700406:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.704878:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814798976 00000100:00100000:2.0:1763335108.704895:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814798976 00000100:00100000:2.0:1763335108.704970:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3337 00000100:00100000:2.0:1763335108.704979:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1614c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56975:x1848989814798976:12345-192.168.204.57@tcp:35:lfs.0 00000004:00010000:2.0:1763335108.705052:0:6534:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000405:0x1f8:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576c62 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1f8:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a23 expref: 264 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.705092:0:6534:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576c70 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 00010000:00010000:2.0:1763335108.705105:0:6534:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225a00/0x3ec0b54007576bc1 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819eb expref: 264 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.705113:0:6534:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576c4d lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a15 expref: 264 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.705120:0:6534:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576bf9 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x1f8:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819f9 expref: 264 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.705126:0:6534:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576c00 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a00 expref: 264 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.705134:0:6534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576c70 lrc: 7/0,1 mode: --/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1763335108.705164:0:6534:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576c00 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a00 expref: 264 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.705175:0:6534:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576c00 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a00 expref: 264 pid: 13591 timeout: 1201 lvb_type: 0 00000100:00100000:2.0:1763335108.705189:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c7830a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6534:1848989826095232:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335108.705301:0:6534:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576bf9 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1f8:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819f9 expref: 264 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.705310:0:6534:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576bf9 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1f8:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819f9 expref: 264 pid: 7841 timeout: 1201 lvb_type: 0 00000100:00100000:2.0:1763335108.705359:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c37af800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6534:1848989826095360:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335108.705397:0:6534:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576c4d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a15 expref: 264 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.705406:0:6534:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576c4d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a15 expref: 264 pid: 7841 timeout: 1201 lvb_type: 0 00000100:00100000:2.0:1763335108.705415:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c37ae680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6534:1848989826095488:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335108.705443:0:6534:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225a00/0x3ec0b54007576bc1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819eb expref: 264 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.705456:0:6534:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225a00/0x3ec0b54007576bc1 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819eb expref: 264 pid: 13591 timeout: 1201 lvb_type: 0 00000100:00100000:2.0:1763335108.705466:0:6534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e7d6f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6534:1848989826095616:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335108.705491:0:6534:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f5fded80 going to sleep for 11 seconds 00000100:00100000:3.0:1763335108.714366:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.714453:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.714491:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335108.714509:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814799360 00000100:00100000:1.0:1763335108.714518:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814799360 00000100:00100000:3.0:1763335108.714519:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.714550:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:1.0:1763335108.714571:0:6516:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576bf9 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x1f8:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819f9 expref: 265 pid: 7841 timeout: 1201 lvb_type: 0 00000100:00100000:3.0:1763335108.714582:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814799232 00000100:00100000:3.0:1763335108.714588:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814799232 00000100:00100000:1.0:1763335108.714606:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814799616 00010000:00010000:3.0:1763335108.714608:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576c00 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a00 expref: 266 pid: 13591 timeout: 1201 lvb_type: 0 00000100:00100000:1.0:1763335108.714611:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814799616 00000100:00100000:3.0:1763335108.714635:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814799488 00010000:00010000:1.0:1763335108.714636:0:6516:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225a00/0x3ec0b54007576bc1 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819eb expref: 267 pid: 13591 timeout: 1201 lvb_type: 0 00000100:00100000:3.0:1763335108.714641:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814799488 00010000:00010000:3.0:1763335108.714659:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576c4d lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a15 expref: 268 pid: 7841 timeout: 1201 lvb_type: 0 00000100:00100000:1.0:1763335108.714668:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3177 00000100:00100000:1.0:1763335108.714679:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:2426:x1848989814799360:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335108.714693:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335108.714700:0:6516:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576bf9 lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x1f8:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819f9 expref: 268 pid: 7841 timeout: 1201 lvb_type: 0 00010000:00010000:1.0:1763335108.714713:0:6516:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576bf9 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1f8:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819f9 expref: 268 pid: 7841 timeout: 1201 lvb_type: 0 00000100:00100000:0.0:1763335108.714721:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814799104 00000100:00100000:0.0:1763335108.714728:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814799104 00010000:00010000:1.0:1763335108.714734:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f8:0x0].0x0 (ffff9001da00b100) 00010000:00010000:1.0:1763335108.714741:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576c70 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x28/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335108.714749:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576c70 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x28/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335108.714756:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335108.714761:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9671 00000100:00100000:0.0:1763335108.714771:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:56976:x1848989814799104:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:0.0:1763335108.714787:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335108.714805:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b54007576c77 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881a2a expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335108.714806:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:2426:x1848989814799360:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 129us (352us total) trans 0 rc 0/0 00010000:00010000:0.0:1763335108.714886:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b54007576c7e lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335108.714897:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b54007576c7e lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.714912:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b54007576c7e lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.714924:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530ec00/0x3ec0b54007576c85 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335108.714930:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530ec00/0x3ec0b54007576c85 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.714936:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530ec00/0x3ec0b54007576c85 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.715001:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b54007576c8c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335108.715009:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b54007576c8c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x53/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.715015:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b54007576c8c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x53/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:0.0:1763335108.715051:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f8:0x0]: returning size 2 00000004:00200000:0.0:1763335108.715055:0:13591:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335108.715070:0:13591:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b54007576c8c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x53/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.715079:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b54007576c8c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.715088:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b54007576c7e lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.715094:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b54007576c7e lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.715099:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b54007576c7e lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.715105:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b54007576c7e lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.715111:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c530e200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335108.715115:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b54007576c7e lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.715122:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b54007576c7e lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00000100:00100000:2.0:1763335108.715124:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c7830a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6534:1848989826095232:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335108.715134:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001d03fe400) 00010000:00010000:0.0:1763335108.715138:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335108.715142:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b54007576c7e lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335108.715144:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576bf9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1f8:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819f9 expref: 270 pid: 7841 timeout: 1201 lvb_type: 0 00010000:00010000:0.0:1763335108.715152:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b54007576c7e lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000100:00100000:2.0:1763335108.715163:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c37af800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6534:1848989826095360:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335108.715165:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530ec00/0x3ec0b54007576c85 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00000100:00100000:2.0:1763335108.715174:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c37ae680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6534:1848989826095488:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335108.715174:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530ec00/0x3ec0b54007576c85 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.715185:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530ec00/0x3ec0b54007576c85 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.715191:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c530ec00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335108.715193:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530ec00/0x3ec0b54007576c85 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.715198:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530ec00/0x3ec0b54007576c85 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.715205:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001d03fe600) 00010000:00010000:0.0:1763335108.715208:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335108.715211:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530ec00/0x3ec0b54007576c85 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.715216:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530ec00/0x3ec0b54007576c85 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.715244:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b54007576c77 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a2a expref: 270 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.715546:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b54007576c8c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a2a expref: 269 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.715554:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f8:0x0].0x0 (ffff9001da00b100) 00010000:00010000:0.0:1763335108.715556:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1763335108.715559:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c530fa00, rc 0) 00000100:00100000:0.0:1763335108.715589:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:56976:x1848989814799104:12345-192.168.204.57@tcp:101:rm.0 Request processed in 820us (1234us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335108.715595:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9671 00000100:00100000:1.0:1763335108.715874:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3177 00000100:00100000:3.0:1763335108.715885:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3178 00000100:00100000:3.0:1763335108.715896:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:2426:x1848989814799232:12345-192.168.204.57@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1763335108.715900:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3179 00010000:00010000:3.0:1763335108.715910:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1763335108.715912:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:2426:x1848989814799616:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335108.715918:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576c00 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a00 expref: 267 pid: 13591 timeout: 1201 lvb_type: 0 00010000:00010000:1.0:1763335108.715923:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335108.715932:0:6516:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225a00/0x3ec0b54007576bc1 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x20/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819eb expref: 267 pid: 13591 timeout: 1201 lvb_type: 0 00010000:00010000:3.0:1763335108.715934:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576c00 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a00 expref: 267 pid: 13591 timeout: 1201 lvb_type: 0 00010000:00010000:3.0:1763335108.715961:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b54007576c00 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a00 expref: 267 pid: 13591 timeout: 1201 lvb_type: 0 00010000:00010000:1.0:1763335108.715963:0:6516:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225a00/0x3ec0b54007576bc1 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x20/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819eb expref: 267 pid: 13591 timeout: 1201 lvb_type: 0 00010000:00010000:3.0:1763335108.715985:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f8:0x0].0x0 (ffff9001da00b100) 00010000:00010000:2.0:1763335108.716020:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225a00/0x3ec0b54007576bc1 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x20/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819eb expref: 266 pid: 13591 timeout: 1201 lvb_type: 0 00000100:00100000:2.0:1763335108.716032:0:6534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e7d6f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6534:1848989826095616:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335108.716294:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576c70 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335108.716391:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576c70 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335108.716447:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335108.716449:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f8:0x0].0x0 (ffff9001da00b100) 00010000:00010000:1.0:1763335108.716454:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576c70 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335108.716461:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576c70 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335108.716467:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335108.716478:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:2426:x1848989814799232:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 585us (1986us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335108.716486:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3178 00000100:00100000:1.0:1763335108.716495:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:2426:x1848989814799616:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 584us (1974us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335108.716504:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3180 00000100:00100000:1.0:1763335108.716511:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3179 00000100:00100000:3.0:1763335108.716514:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:2426:x1848989814799488:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335108.716523:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335108.716529:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576c4d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a15 expref: 263 pid: 7841 timeout: 1201 lvb_type: 0 00010000:00010000:3.0:1763335108.716540:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576c4d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a15 expref: 263 pid: 7841 timeout: 1201 lvb_type: 0 00010000:00010000:3.0:1763335108.716553:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576c4d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a15 expref: 263 pid: 7841 timeout: 1201 lvb_type: 0 00010000:00010000:3.0:1763335108.716562:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f8:0x0].0x0 (ffff9001da00b100) 00010000:00010000:3.0:1763335108.716566:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576c70 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335108.716573:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576c70 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335108.716580:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576c70 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1763335108.718144:0:6534:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576c70 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335108.718176:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335108.718181:0:6534:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576c70 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00000100:00100000:3.0:1763335108.718224:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:2426:x1848989814799488:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 1710us (3670us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335108.718232:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3180 00010000:00010000:2.0:1763335108.718266:0:6534:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576c70 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT1 00000004:00020000:2.0:1763335108.718513:0:6534:0:(lod_lov.c:1523:lod_parse_striping()) lustre-MDT0001-mdtlov: can not set all stale mirrors for [0x240000405:0x1f8:0x0]: rc = -1 00010000:00010000:2.0:1763335108.718540:0:6534:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576c70 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1763335108.718549:0:6534:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576c70 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1763335108.718555:0:6534:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576c70 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1763335108.718561:0:6534:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d0335000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335108.718565:0:6534:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576c70 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1763335108.718572:0:6534:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576c70 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1763335108.718583:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f8:0x0].0x0 (ffff9001da00b100) 00010000:00010000:2.0:1763335108.718586:0:6534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1763335108.718590:0:6534:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576c70 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1763335108.718595:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576c70 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1763335108.718606:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f8:0x0].0x0 (ffff9001da00b100) 00010000:00010000:2.0:1763335108.718609:0:6534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763335108.718614:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576c62 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1f8:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a23 expref: 261 pid: 13591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335108.718811:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1614c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56975:x1848989814798976:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 13832us (18414us total) trans 4294973251 rc -1/-1 00000100:00100000:2.0:1763335108.718820:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3337 00000100:00100000:0.0:1763335108.724015:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.724238:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814799744 00000100:00100000:2.0:1763335108.724249:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814799744 00000100:00100000:2.0:1763335108.724350:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9672 00000100:00100000:2.0:1763335108.724362:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56976:x1848989814799744:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:2.0:1763335108.724383:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335108.724404:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576c93 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881a31 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.724463:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576c93 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a31 expref: 262 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.724478:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576c93 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a31 expref: 262 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.724494:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f8:0x0].0x0 (ffff9001da00b100) 00010000:00010000:2.0:1763335108.724497:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763335108.724500:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d0335800, rc 0) 00000100:00100000:2.0:1763335108.724560:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56976:x1848989814799744:12345-192.168.204.57@tcp:101:rm.0 Request processed in 201us (554us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335108.724566:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9672 00000100:00100000:0.0:1763335108.726996:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335108.727042:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335108.727175:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814800000 00000100:00100000:1.0:1763335108.727195:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814800000 00000100:00100000:1.0:1763335108.727243:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814800128 00000100:00100000:1.0:1763335108.727247:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814800128 00000100:00100000:1.0:1763335108.727280:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9673 00000100:00100000:1.0:1763335108.727291:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56976:x1848989814800000:12345-192.168.204.57@tcp:36:rm.0 00000100:00100000:3.0:1763335108.727307:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9674 00000100:00100000:3.0:1763335108.727339:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56975:x1848989814800128:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335108.727349:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335108.727367:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15800/0x3ec0b54007576c9a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881a38 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.727373:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1763335108.727397:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576c93 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a31 expref: 263 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.727418:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b54007576c8c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f8:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a2a expref: 262 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.727429:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f8:0x0].0x0 (ffff9001da00b100) 00010000:00010000:1.0:1763335108.727434:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335108.727456:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576ca1 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335108.727468:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576ca1 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.727476:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576ca1 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.727489:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007576ca8 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335108.727495:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007576ca8 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.727501:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007576ca8 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.727537:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15800/0x3ec0b54007576c9a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a38 expref: 262 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.727548:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15800/0x3ec0b54007576c9a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1f8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a38 expref: 262 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.727563:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f8:0x0].0x0 (ffff9001da00b100) 00010000:00010000:3.0:1763335108.727566:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335108.727569:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5d15800, rc 0) 00010000:00010000:1.0:1763335108.727584:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225a00/0x3ec0b54007576caf lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335108.727595:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225a00/0x3ec0b54007576caf lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.727603:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225a00/0x3ec0b54007576caf lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000100:00100000:3.0:1763335108.727616:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56975:x1848989814800128:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 282us (574us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335108.727623:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9674 00000004:00080000:1.0:1763335108.727862:0:13591:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000405:0x1f8:0x0] is inserted into orphan list, open count = 1 00010000:00010000:1.0:1763335108.727942:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225a00/0x3ec0b54007576caf lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.727949:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225a00/0x3ec0b54007576caf lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.727955:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225a00/0x3ec0b54007576caf lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.727962:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6225a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335108.727967:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225a00/0x3ec0b54007576caf lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.727974:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225a00/0x3ec0b54007576caf lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.727982:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f8:0x0].0x0 (ffff9001da00b100) 00010000:00010000:1.0:1763335108.727985:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763335108.727989:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225a00/0x3ec0b54007576caf lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.727995:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225a00/0x3ec0b54007576caf lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1f8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.728007:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576ca1 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.728013:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576ca1 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.728018:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576ca1 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.728023:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576ca1 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.728028:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95f000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335108.728031:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576ca1 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.728036:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576ca1 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.728046:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001d86b7200) 00010000:00010000:1.0:1763335108.728048:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335108.728051:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576ca1 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.728055:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576ca1 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000004:00010000:1.0:1763335108.728068:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000008d364f1 reply state 0000000034f5a337 transno 4294973252 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007576ca8 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.731493:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007576ca8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.731502:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2c00) 00010000:00010000:1.0:1763335108.731505:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335108.731510:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335108.732402:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56976:x1848989814800000:12345-192.168.204.57@tcp:36:rm.0 Request processed in 5106us (5407us total) trans 4294973252 rc 0/0 00000100:00100000:1.0:1763335108.732413:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9673 00000100:00100000:0.0:1763335108.732848:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335108.745769:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335108.745825:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335108.745938:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814800640 00000100:00100000:1.0:1763335108.745947:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814800640 00000100:00100000:1.0:1763335108.746021:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1300 00000100:00100000:1.0:1763335108.746032:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff928a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2429:x1848989814800640:12345-192.168.204.57@tcp:400:kworker.0 00000100:00100000:1.0:1763335108.746111:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff928a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2429:x1848989814800640:12345-192.168.204.57@tcp:400:kworker.0 Request processed in 82us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335108.746119:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1300 00000100:00080000:0.0:1763335108.746181:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763335108.746531:0:32321:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814800512 00000100:00100000:3.0:1763335108.746536:0:32321:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814800512 00000100:00100000:3.0:1763335108.746574:0:32321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 154 00000100:00100000:3.0:1763335108.746581:0:32321:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001fb661050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0909a97b-cbae-4788-876f-18ee1d303ba2+9:2429:x1848989814800512:12345-192.168.204.57@tcp:400:kworker.0 00000100:00100000:3.0:1763335108.746619:0:32321:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001fb661050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0909a97b-cbae-4788-876f-18ee1d303ba2+9:2429:x1848989814800512:12345-192.168.204.57@tcp:400:kworker.0 Request processed in 37us (793us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335108.746626:0:32321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 154 00000100:00100000:2.0:1763335108.747418:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814800384 00000100:00100000:2.0:1763335108.747424:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814800384 00000100:00100000:2.0:1763335108.747470:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3338 00000100:00100000:2.0:1763335108.747476:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56975:x1848989814800384:12345-192.168.204.57@tcp:35:lfs.0 00000004:00080000:2.0:1763335108.747679:0:6534:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x1f8:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1763335108.747739:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1529, 64 off128000 00000040:00080000:2.0:1763335108.747760:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1528, 64 off128000 00000040:00080000:2.0:1763335108.747767:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1529, 64 off128064 00000040:00080000:2.0:1763335108.747774:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1530, 64 off128064 00010000:00010000:2.0:1763335108.747823:0:6534:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576cb6 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 00010000:00010000:2.0:1763335108.747839:0:6534:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576cb6 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1763335108.747857:0:6534:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576cb6 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1763335108.747865:0:6534:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576cb6 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1763335108.747871:0:6534:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576cb6 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1763335108.747876:0:6534:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576cb6 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1763335108.747897:0:6534:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763335108.747924:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335108.747932:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576cb6 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335108.747940:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d0335000 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335108.747944:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576cb6 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335108.747953:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576cb6 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335108.747966:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f8:0x0].0x0 (ffff9001da00b100) 00010000:00010000:3.0:1763335108.747969:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335108.747973:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576cb6 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x1f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335108.747979:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576cb6 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6534 initiator: MDT1 00010000:00010000:3.0:1763335108.747992:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335108.747996:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335108.747998:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335108.748039:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56975:x1848989814800384:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 562us (15193us total) trans 4294973253 rc 0/0 00000100:00100000:2.0:1763335108.748046:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3338 00000100:00100000:1.0:1763335108.764342:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.764413:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814800768 00000100:00100000:3.0:1763335108.764423:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814800768 00000100:00100000:3.0:1763335108.764479:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9675 00000100:00100000:3.0:1763335108.764487:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c487a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56977:x1848989814800768:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335108.764510:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335108.764535:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b54007576cbd lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881a3f expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.764617:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d14800/0x3ec0b54007576cc4 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335108.764631:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d14800/0x3ec0b54007576cc4 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335108.764642:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d14800/0x3ec0b54007576cc4 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335108.764655:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576ccb lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335108.764661:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576ccb lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335108.764667:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576ccb lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335108.764702:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d14800/0x3ec0b54007576cc4 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335108.764707:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d14800/0x3ec0b54007576cc4 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335108.764713:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d14800/0x3ec0b54007576cc4 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335108.764719:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d14800/0x3ec0b54007576cc4 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335108.764724:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5d14800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335108.764728:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d14800/0x3ec0b54007576cc4 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335108.764734:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d14800/0x3ec0b54007576cc4 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335108.764745:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602200) 00010000:00010000:3.0:1763335108.764748:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335108.764751:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d14800/0x3ec0b54007576cc4 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335108.764757:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d14800/0x3ec0b54007576cc4 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335108.764770:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576ccb lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335108.764776:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576ccb lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335108.764781:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576ccb lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335108.764785:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5d15200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335108.764787:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576ccb lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335108.764791:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576ccb lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335108.764796:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2c00) 00010000:00010000:3.0:1763335108.764798:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335108.764800:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576ccb lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335108.764805:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576ccb lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335108.764828:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b54007576cbd lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a3f expref: 265 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.764837:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602200) 00010000:00010000:3.0:1763335108.764838:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335108.764841:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b54007576cbd lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a3f expref: 265 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.764877:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5d15c00, rc 0) 00000100:00100000:3.0:1763335108.764941:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c487a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56977:x1848989814800768:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 454us (607us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335108.764948:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9675 00000100:00100000:0.0:1763335108.768794:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335108.768867:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814800896 00000100:00100000:1.0:1763335108.768879:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814800896 00000100:00100000:1.0:1763335108.768933:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9676 00000100:00100000:1.0:1763335108.768942:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56977:x1848989814800896:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335108.768961:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335108.768981:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225a00/0x3ec0b54007576cd2 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881a46 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.769045:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225400/0x3ec0b54007576cd9 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335108.769057:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225400/0x3ec0b54007576cd9 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.769068:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225400/0x3ec0b54007576cd9 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.769077:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224400/0x3ec0b54007576ce0 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335108.770176:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224400/0x3ec0b54007576ce0 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.770191:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224400/0x3ec0b54007576ce0 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.770230:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225400/0x3ec0b54007576cd9 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.770236:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225400/0x3ec0b54007576cd9 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.770242:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225400/0x3ec0b54007576cd9 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.770253:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225400/0x3ec0b54007576cd9 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.770258:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6225400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335108.770261:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225400/0x3ec0b54007576cd9 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.770268:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225400/0x3ec0b54007576cd9 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.770277:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2600) 00010000:00010000:1.0:1763335108.770280:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335108.770283:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225400/0x3ec0b54007576cd9 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.770288:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225400/0x3ec0b54007576cd9 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.770303:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224400/0x3ec0b54007576ce0 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.770309:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224400/0x3ec0b54007576ce0 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.771581:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224400/0x3ec0b54007576ce0 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.771587:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6224400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335108.771591:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224400/0x3ec0b54007576ce0 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.771599:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224400/0x3ec0b54007576ce0 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.771614:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2c00) 00010000:00010000:1.0:1763335108.771617:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335108.771620:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224400/0x3ec0b54007576ce0 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.771625:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224400/0x3ec0b54007576ce0 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.771667:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225a00/0x3ec0b54007576cd2 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a46 expref: 265 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.771676:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2600) 00010000:00010000:1.0:1763335108.771678:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335108.771681:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225a00/0x3ec0b54007576cd2 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a46 expref: 265 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.771695:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6225a00, rc 0) 00000100:00100000:0.0:1763335108.771871:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56977:x1848989814800896:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 2927us (3086us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335108.771880:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9676 00000100:00100000:3.0:1763335108.780783:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.780833:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.780896:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814801024 00000100:00100000:2.0:1763335108.780907:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814801024 00000100:00100000:1.0:1763335108.780912:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814801280 00000100:00100000:1.0:1763335108.780920:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814801280 00000100:00100000:1.0:1763335108.780978:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9677 00000100:00100000:1.0:1763335108.780989:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56978:x1848989814801280:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335108.781012:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335108.781037:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225c00/0x3ec0b54007576ce7 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881a54 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.781128:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224e00/0x3ec0b54007576cee lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335108.781141:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224e00/0x3ec0b54007576cee lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.781152:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224e00/0x3ec0b54007576cee lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.781162:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224600/0x3ec0b54007576cf5 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335108.781169:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224600/0x3ec0b54007576cf5 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.781175:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224600/0x3ec0b54007576cf5 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.781214:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224e00/0x3ec0b54007576cee lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.781222:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224e00/0x3ec0b54007576cee lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.781228:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224e00/0x3ec0b54007576cee lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.781234:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224e00/0x3ec0b54007576cee lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.781240:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6224e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335108.781244:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224e00/0x3ec0b54007576cee lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.781251:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224e00/0x3ec0b54007576cee lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.781263:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2100) 00010000:00010000:1.0:1763335108.781267:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335108.781272:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224e00/0x3ec0b54007576cee lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.781278:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224e00/0x3ec0b54007576cee lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.781290:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224600/0x3ec0b54007576cf5 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.781296:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224600/0x3ec0b54007576cf5 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.781302:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224600/0x3ec0b54007576cf5 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.781307:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6224600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335108.781310:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224600/0x3ec0b54007576cf5 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.781344:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224600/0x3ec0b54007576cf5 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.781352:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2c00) 00010000:00010000:1.0:1763335108.781354:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335108.781357:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224600/0x3ec0b54007576cf5 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.781362:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6224600/0x3ec0b54007576cf5 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.781393:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225c00/0x3ec0b54007576ce7 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a54 expref: 266 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.781403:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2100) 00010000:00010000:1.0:1763335108.781406:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763335108.781411:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6225c00/0x3ec0b54007576ce7 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a54 expref: 266 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.781425:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6225c00, rc 0) 00000100:00100000:1.0:1763335108.781480:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56978:x1848989814801280:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 492us (645us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335108.781488:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9677 00000100:00100000:1.0:1763335108.781508:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9678 00000100:00100000:1.0:1763335108.781516:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56977:x1848989814801024:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335108.781525:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335108.781554:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007576cfc lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881a4d expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.781599:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007576d03 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335108.781608:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007576d03 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.781617:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007576d03 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:1.0:1763335108.781653:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1763335108.781657:0:13591:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763335108.781684:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007576cfc lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a4d expref: 266 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.781699:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007576d03 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a4d expref: 265 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.781711:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2900) 00010000:00010000:1.0:1763335108.781714:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763335108.781716:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faea00, rc 0) 00000100:00100000:1.0:1763335108.781740:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56977:x1848989814801024:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 224us (969us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335108.781746:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9678 00000100:00100000:2.0:1763335108.798239:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.798343:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814801536 00000100:00100000:3.0:1763335108.798353:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814801536 00000100:00100000:3.0:1763335108.798415:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9679 00000100:00100000:3.0:1763335108.798424:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56977:x1848989814801536:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335108.798443:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335108.798446:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763335108.798471:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007576d03 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a4d expref: 265 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.798487:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2900) 00010000:00010000:3.0:1763335108.798498:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335108.798512:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b54007576d0a lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881a5b expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.798604:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576d11 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335108.798615:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576d11 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335108.798624:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576d11 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335108.798637:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d14800/0x3ec0b54007576d18 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335108.798644:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d14800/0x3ec0b54007576d18 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335108.798649:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d14800/0x3ec0b54007576d18 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335108.799015:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576d1f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335108.799023:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576d1f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335108.799030:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576d1f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:3.0:1763335108.799039:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f9:0x0]: returning size 0 00010000:00010000:3.0:1763335108.799062:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576d11 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335108.799068:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576d11 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335108.799074:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576d11 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335108.799079:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576d11 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335108.799084:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5d15200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335108.799088:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576d11 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335108.799095:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576d11 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335108.799102:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602200) 00010000:00010000:3.0:1763335108.799104:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335108.799107:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576d11 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335108.799113:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b54007576d11 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000004:00010000:3.0:1763335108.799123:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000cd5729a1 reply state 000000000cbfc10e transno 4294973254 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d14800/0x3ec0b54007576d18 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335108.799131:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d14800/0x3ec0b54007576d18 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335108.799137:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2c00) 00010000:00010000:3.0:1763335108.799139:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335108.799141:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763335108.799163:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b54007576d0a lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a5b expref: 267 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.799178:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576d1f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a5b expref: 266 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.799184:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f9:0x0].0x0 (ffff9001da602f00) 00010000:00010000:3.0:1763335108.799186:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335108.799188:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035fe00, rc 0) 00000100:00100000:3.0:1763335108.799594:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:56977:x1848989814801536:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1168us (1362us total) trans 4294973254 rc 0/0 00000100:00100000:3.0:1763335108.799605:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9679 00000100:00100000:0.0:1763335108.831725:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.831860:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814801792 00000100:00100000:3.0:1763335108.831871:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814801792 00000100:00100000:3.0:1763335108.831945:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9680 00000100:00100000:3.0:1763335108.831956:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:56977:x1848989814801792:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335108.831979:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335108.832002:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576d2d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881a62 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.832102:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007576d34 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335108.832117:0:13840:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576d1f lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a5b expref: 268 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.832126:0:13840:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007576d34 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335108.832158:0:13840:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576d1f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a5b expref: 268 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.832172:0:13840:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576d1f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a5b expref: 268 pid: 13840 timeout: 1201 lvb_type: 0 00000100:00100000:3.0:1763335108.832185:0:13840:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a35500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13840:1848989826095744:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335108.832269:0:13840:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f16bde40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335108.833513:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335108.833626:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814802048 00000100:00100000:1.0:1763335108.833633:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814802048 00000100:00100000:1.0:1763335108.833677:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9681 00000100:00100000:1.0:1763335108.833686:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001caf34850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:56979:x1848989814802048:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335108.833700:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335108.833713:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007576d3b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881a69 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.833788:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007576d42 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335108.833800:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007576d42 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.833811:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007576d42 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:1.0:1763335108.833821:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f9:0x0]: returning size 0 00010000:00010000:1.0:1763335108.833914:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007576d42 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.833922:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007576d42 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.833932:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007576d42 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.833938:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fae600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335108.833941:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007576d42 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.833949:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007576d42 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.833961:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f9:0x0].0x0 (ffff9001da602f00) 00010000:00010000:1.0:1763335108.833964:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1763335108.833969:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007576d42 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.833975:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007576d42 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.834014:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007576d3b lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a69 expref: 271 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.834024:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f9:0x0].0x0 (ffff9001da602f00) 00010000:00010000:1.0:1763335108.834027:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763335108.834030:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007576d3b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a69 expref: 271 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.834040:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faee00, rc 0) 00000100:00100000:1.0:1763335108.834098:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001caf34850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:56979:x1848989814802048:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 413us (589us total) trans 4294973255 rc 301/301 00000100:00100000:1.0:1763335108.834105:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9681 00000100:00100000:3.0:1763335108.834834:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335108.835106:0:13840:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a35500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13840:1848989826095744:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335108.835129:0:13840:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007576d34 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000100:00100000:1.0:1763335108.835675:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814802176 00000100:00100000:1.0:1763335108.835682:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814802176 00010000:00010000:1.0:1763335108.835710:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576d1f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a5b expref: 270 pid: 13840 timeout: 1201 lvb_type: 0 00000100:00100000:1.0:1763335108.835750:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3181 00000100:00100000:1.0:1763335108.835758:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001d8381c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:2426:x1848989814802176:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335108.835770:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335108.835776:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576d1f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a5b expref: 270 pid: 13840 timeout: 1201 lvb_type: 0 00010000:00010000:1.0:1763335108.835787:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576d1f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a5b expref: 270 pid: 13840 timeout: 1201 lvb_type: 0 00010000:00010000:1.0:1763335108.835802:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576d1f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a5b expref: 270 pid: 13840 timeout: 1201 lvb_type: 0 00010000:00010000:1.0:1763335108.835816:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f9:0x0].0x0 (ffff9001da602f00) 00010000:00010000:1.0:1763335108.835820:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007576d34 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.835834:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007576d34 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.835840:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007576d34 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335108.835868:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335108.835910:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001d8381c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:2426:x1848989814802176:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 152us (1077us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335108.835921:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3181 00010000:00010000:0.0:1763335108.836021:0:13840:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007576d34 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.836028:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007576d34 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:0.0:1763335108.836049:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f9:0x0]: returning size 0 00000004:00080000:0.0:1763335108.836218:0:13840:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x26a:0x0], index 0: 0 00000004:00080000:0.0:1763335108.836225:0:13840:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x26c:0x0], index 1: 0 00000004:00080000:0.0:1763335108.836229:0:13840:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x26d:0x0], index 1: 0 00000004:00080000:0.0:1763335108.836233:0:13840:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x26b:0x0], index 0: 0 00010000:00010000:0.0:1763335108.836361:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007576d34 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.836369:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007576d34 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.836375:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007576d34 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.836380:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035e000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335108.836384:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007576d34 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.836391:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007576d34 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.836400:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f9:0x0].0x0 (ffff9001da602f00) 00010000:00010000:0.0:1763335108.836403:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335108.836406:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007576d34 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.836410:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007576d34 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.836561:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576d2d lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a62 expref: 269 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.836570:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f9:0x0].0x0 (ffff9001da602f00) 00010000:00010000:0.0:1763335108.836573:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763335108.836576:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576d2d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a62 expref: 269 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.836590:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035ec00, rc 0) 00000100:00100000:0.0:1763335108.836633:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:56977:x1848989814801792:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 4679us (4918us total) trans 4294973256 rc 301/301 00000100:00100000:0.0:1763335108.836640:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9680 00000100:00100000:1.0:1763335108.838459:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.838543:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814802432 00000100:00100000:2.0:1763335108.838553:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814802432 00000100:00100000:2.0:1763335108.838606:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3339 00000100:00100000:2.0:1763335108.838616:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4879500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:56979:x1848989814802432:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335108.838882:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4879500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:56979:x1848989814802432:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 266us (428us total) trans 4294973257 rc 0/0 00000100:00100000:2.0:1763335108.838889:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3339 00000100:00100000:1.0:1763335108.840753:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.840836:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814802688 00000100:00100000:3.0:1763335108.840845:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814802688 00000100:00100000:3.0:1763335108.840902:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3340 00000100:00100000:3.0:1763335108.840911:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c487b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:56977:x1848989814802688:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335108.841109:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c487b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:56977:x1848989814802688:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 198us (360us total) trans 4294973258 rc 0/0 00000100:00100000:3.0:1763335108.841117:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3340 00000100:00100000:1.0:1763335108.842376:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.844063:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814802944 00000100:00100000:2.0:1763335108.844075:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814802944 00000100:00100000:2.0:1763335108.844139:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9682 00000100:00100000:2.0:1763335108.844148:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c487ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:56979:x1848989814802944:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335108.844170:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335108.844191:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576d57 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881a70 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.844267:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576d5e lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335108.844281:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576d5e lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.844291:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576d5e lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.844302:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576d65 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335108.844309:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576d65 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.844347:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576d65 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.844753:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576d6c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335108.844762:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576d6c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.844768:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576d6c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:2.0:1763335108.844780:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f9:0x0]: returning size 0 00010000:00010000:2.0:1763335108.844870:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576d5e lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.844877:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576d5e lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.844882:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576d5e lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.844888:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576d5e lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.844895:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d0335000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335108.844900:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576d5e lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.844908:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576d5e lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.844920:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da00b000) 00010000:00010000:2.0:1763335108.844923:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335108.844927:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576d5e lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.844933:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576d5e lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.844945:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576d65 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.844951:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576d65 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.844959:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576d65 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.844963:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95f000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335108.844965:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576d65 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.844971:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576d65 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.844977:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2c00) 00010000:00010000:2.0:1763335108.844979:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335108.844982:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576d65 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.844987:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576d65 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.845026:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576d57 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a70 expref: 273 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.845042:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576d6c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a70 expref: 272 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.845049:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f9:0x0].0x0 (ffff9001da00be00) 00010000:00010000:2.0:1763335108.845051:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335108.845053:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95fe00, rc 0) 00000100:00100000:2.0:1763335108.845120:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c487ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:56979:x1848989814802944:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 973us (2748us total) trans 4294973259 rc 0/0 00000100:00100000:2.0:1763335108.845128:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9682 00000100:00100000:0.0:1763335108.845263:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.845792:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814803200 00000100:00100000:2.0:1763335108.845799:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814803200 00000100:00100000:2.0:1763335108.845836:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3341 00000100:00100000:2.0:1763335108.845843:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:56977:x1848989814803200:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335108.846392:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:56977:x1848989814803200:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 547us (1127us total) trans 4294973260 rc 0/0 00000100:00100000:2.0:1763335108.846399:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3341 00000100:00100000:0.0:1763335108.848989:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335108.849046:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335108.849123:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814803328 00000100:00100000:1.0:1763335108.849134:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814803328 00000100:00100000:1.0:1763335108.849185:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814803456 00000100:00100000:1.0:1763335108.849188:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814803456 00000100:00100000:1.0:1763335108.849220:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6689 00000100:00100000:1.0:1763335108.849228:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+38:2426:x1848989814803328:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335108.849246:0:8415:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335108.849268:0:8415:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae600/0x3ec0b54007576d7a lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881a77 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335108.849290:0:8415:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x26d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763335108.849311:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335108.849331:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335108.849340:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae600/0x3ec0b54007576d7a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a77 expref: 39 pid: 8415 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335108.849357:0:8415:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae600/0x3ec0b54007576d7a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a77 expref: 39 pid: 8415 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335108.849370:0:8415:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fae600, rc 0) 00000100:00100000:1.0:1763335108.849424:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+39:2426:x1848989814803328:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 197us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335108.849431:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6689 00000100:00100000:1.0:1763335108.849449:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6690 00000100:00100000:1.0:1763335108.849456:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:2426:x1848989814803456:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335108.849462:0:8415:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335108.849476:0:8415:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c6fae400/0x3ec0b54007576d81 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881a7e expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335108.849489:0:8415:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x26b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763335108.849497:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335108.849499:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335108.849503:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6fae400/0x3ec0b54007576d81 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a7e expref: 14 pid: 8415 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335108.849816:0:8415:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c6fae400/0x3ec0b54007576d81 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a7e expref: 14 pid: 8415 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335108.849830:0:8415:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fae400, rc 0) 00000100:00100000:1.0:1763335108.849863:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:2426:x1848989814803456:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 407us (816us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335108.849870:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6690 00000100:00100000:1.0:1763335108.854683:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.855787:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814803712 00000100:00100000:2.0:1763335108.855800:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814803712 00000100:00100000:2.0:1763335108.855875:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9683 00000100:00100000:2.0:1763335108.855886:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c487b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:55956:x1848989814803712:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335108.855909:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335108.855913:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763335108.855939:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576d6c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a70 expref: 273 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.855959:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f9:0x0].0x0 (ffff9001da00be00) 00010000:00010000:2.0:1763335108.855971:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335108.855987:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576d88 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881a85 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.856096:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576d8f lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335108.856110:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576d8f lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1f9:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.856121:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576d8f lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1f9:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:2.0:1763335108.856138:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f9:0x0]: returning size 0 00010000:00010000:2.0:1763335108.856253:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576d88 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a85 expref: 275 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.856265:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576d8f lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1f9:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a85 expref: 274 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.856272:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f9:0x0].0x0 (ffff9001da00b000) 00010000:00010000:2.0:1763335108.856275:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:2.0:1763335108.856277:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d0335800, rc 0) 00000100:00100000:2.0:1763335108.856399:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c487b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:55956:x1848989814803712:12345-192.168.204.57@tcp:101:bash.0 Request processed in 514us (1726us total) trans 4294973261 rc 0/0 00000100:00100000:2.0:1763335108.856408:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9683 00000100:00100000:3.0:1763335108.856761:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.856873:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814803840 00000100:00100000:3.0:1763335108.856880:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814803840 00000100:00100000:3.0:1763335108.856917:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9684 00000100:00100000:3.0:1763335108.856924:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:56979:x1848989814803840:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335108.856934:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335108.856944:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576d9d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881a8c expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.856976:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576d9d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a8c expref: 276 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.856986:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576d9d lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a8c expref: 276 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.857001:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f9:0x0].0x0 (ffff9001da00b000) 00010000:00010000:3.0:1763335108.857004:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335108.857006:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035fe00, rc 0) 00000100:00100000:3.0:1763335108.857038:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:56979:x1848989814803840:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 114us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335108.857043:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9684 00000100:00100000:1.0:1763335108.861941:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.862010:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814803968 00000100:00100000:2.0:1763335108.862021:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814803968 00000100:00100000:2.0:1763335108.862080:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9685 00000100:00100000:2.0:1763335108.862090:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c487a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:55956:x1848989814803968:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335108.862115:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335108.862135:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576da4 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881a93 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.862212:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576dab lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335108.862551:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576dab lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.862563:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576dab lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.862662:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576da4 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a93 expref: 277 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.862677:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576dab lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a93 expref: 276 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.862686:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f9:0x0].0x0 (ffff9001da00b000) 00010000:00010000:2.0:1763335108.862689:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763335108.862692:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95f000, rc 0) 00000100:00100000:2.0:1763335108.862750:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c487a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:55956:x1848989814803968:12345-192.168.204.57@tcp:101:bash.0 Request processed in 662us (821us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335108.862756:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9685 00000100:00100000:0.0:1763335108.863594:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.864248:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814804224 00000100:00100000:2.0:1763335108.864257:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814804224 00000100:00100000:2.0:1763335108.864293:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3342 00000100:00100000:2.0:1763335108.864302:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:56979:x1848989814804224:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335108.864478:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:56979:x1848989814804224:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 176us (884us total) trans 4294973262 rc 0/0 00000100:00100000:2.0:1763335108.864485:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3342 00000100:00100000:1.0:1763335108.870766:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335108.870810:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.870906:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814804736 00000100:00100000:2.0:1763335108.870917:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814804736 00000100:00100000:2.0:1763335108.870980:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814804608 00000100:00100000:2.0:1763335108.870984:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814804608 00000100:00100000:2.0:1763335108.871010:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9686 00000100:00100000:2.0:1763335108.871019:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+278:55956:x1848989814804736:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:2.0:1763335108.871077:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335108.871106:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576d8f lrc: 0/0,0 mode: --/CW res: [0x240000405:0x1f9:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a85 expref: 278 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.871126:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f9:0x0].0x0 (ffff9001da00b000) 00010000:00010000:2.0:1763335108.871131:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335108.871310:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576db2 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335108.871351:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576db2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.871361:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576db2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000001:00080000:2.0:1763335108.871403:0:13840:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973263 00000004:00010000:2.0:1763335108.871421:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000abf749c9 reply state 000000006e99add8 transno 4294973264 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576db2 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.871432:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576db2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.871437:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f9:0x0].0x0 (ffff9001da00b000) 00010000:00010000:2.0:1763335108.871440:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335108.871442:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335108.871513:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+280:55956:x1848989814804736:12345-192.168.204.57@tcp:36:bash.0 Request processed in 495us (756us total) trans 4294973264 rc 0/0 00000100:00100000:2.0:1763335108.871519:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9686 00000020:00080000:2.0:1763335108.871524:0:13840:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763335108.871542:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9687 00000100:00100000:2.0:1763335108.871547:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+279:56979:x1848989814804608:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335108.871556:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335108.871568:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576db9 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881a9a expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.871610:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576dc0 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335108.871617:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576dc0 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.871623:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576dc0 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.871631:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576dc7 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335108.871637:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576dc7 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.871642:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576dc7 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.871703:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576dce lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335108.871709:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576dce lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.871715:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576dce lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:2.0:1763335108.871721:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f9:0x0]: returning size 0 00010000:00010000:2.0:1763335108.871756:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576dc0 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.871762:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576dc0 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.871768:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576dc0 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.871774:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576dc0 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.871779:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335108.871783:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576dc0 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.871788:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576dc0 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.871795:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da00be00) 00010000:00010000:2.0:1763335108.871797:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335108.871800:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576dc0 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.871805:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576dc0 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.871813:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576dc7 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.871818:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576dc7 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.871823:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576dc7 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.871827:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335108.871829:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576dc7 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.871838:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576dc7 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.871844:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2c00) 00010000:00010000:2.0:1763335108.871847:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335108.871860:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576dc7 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.871865:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576dc7 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335108.871892:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576db9 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a9a expref: 282 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.871907:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576dce lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a9a expref: 281 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.871913:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f9:0x0].0x0 (ffff9001da00b000) 00010000:00010000:2.0:1763335108.871915:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335108.871917:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001ffb19200, rc 0) 00000100:00100000:2.0:1763335108.871945:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+281:56979:x1848989814804608:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 398us (1135us total) trans 4294973265 rc 0/0 00000100:00100000:2.0:1763335108.871952:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9687 00000100:00100000:0.0:1763335108.878573:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.878937:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814804992 00000100:00100000:3.0:1763335108.878948:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814804992 00000100:00100000:3.0:1763335108.879007:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9688 00000100:00100000:3.0:1763335108.879018:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+281:55956:x1848989814804992:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335108.879041:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335108.879044:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763335108.879071:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576d9d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a8c expref: 281 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.879089:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f9:0x0].0x0 (ffff9001da00b000) 00010000:00010000:3.0:1763335108.879095:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335108.879107:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007576ddc lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881aa1 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.879153:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576de3 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335108.879167:0:13591:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576dce lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a9a expref: 281 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.879175:0:13591:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576de3 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1f9:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335108.879212:0:13591:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576dce lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a9a expref: 281 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.879225:0:13591:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576dce lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a9a expref: 281 pid: 13840 timeout: 1201 lvb_type: 0 00000100:00100000:3.0:1763335108.879238:0:13591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a36300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826095872:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335108.879358:0:13591:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f16bde40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335108.879550:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.879784:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814805248 00000100:00100000:3.0:1763335108.879789:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814805248 00000100:00100000:3.0:1763335108.879828:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3343 00000100:00100000:3.0:1763335108.879836:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1615850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+282:56979:x1848989814805248:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335108.880060:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1615850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+283:56979:x1848989814805248:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 224us (509us total) trans 4294973266 rc 0/0 00000100:00100000:3.0:1763335108.880067:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3343 00000100:00100000:0.0:1763335108.882835:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335108.882905:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.882980:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814805376 00000100:00100000:2.0:1763335108.882989:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814805376 00000100:00100000:2.0:1763335108.883032:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3344 00000100:00100000:2.0:1763335108.883041:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+283:56979:x1848989814805376:12345-192.168.204.57@tcp:33:lfs.0 00000100:00100000:2.0:1763335108.883195:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+283:56979:x1848989814805376:12345-192.168.204.57@tcp:33:lfs.0 Request processed in 154us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335108.883203:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3344 00000100:00100000:3.0:1763335108.883375:0:13591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a36300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826095872:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335108.883402:0:13591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576de3 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f9:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000100:00100000:1.0:1763335108.883608:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814805504 00000100:00100000:1.0:1763335108.883613:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814805504 00010000:00010000:1.0:1763335108.883634:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576dce lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a9a expref: 283 pid: 13840 timeout: 1201 lvb_type: 0 00000100:00100000:1.0:1763335108.883666:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3182 00000100:00100000:1.0:1763335108.883672:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+283:2427:x1848989814805504:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335108.883682:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335108.883687:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576dce lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a9a expref: 283 pid: 13840 timeout: 1201 lvb_type: 0 00010000:00010000:1.0:1763335108.883698:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576dce lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a9a expref: 283 pid: 13840 timeout: 1201 lvb_type: 0 00010000:00010000:1.0:1763335108.883717:0:33041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576dce lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a9a expref: 283 pid: 13840 timeout: 1201 lvb_type: 0 00010000:00010000:1.0:1763335108.883731:0:33041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f9:0x0].0x0 (ffff9001da00b000) 00010000:00010000:1.0:1763335108.883735:0:33041:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576de3 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f9:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.883744:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576de3 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f9:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.883750:0:33041:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576de3 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1f9:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335108.883766:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335108.883797:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+282:2427:x1848989814805504:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 125us (892us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335108.883803:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3182 00010000:00010000:0.0:1763335108.884238:0:13591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576de3 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f9:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.884245:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576de3 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f9:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000040:00080000:0.0:1763335108.884494:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1530, 88 off128152 00000004:00080000:0.0:1763335108.884503:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1101864187405ns, next at 1102223990197ns, rc = 0 00000040:00080000:0.0:1763335108.884534:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1531, 88 off128152 00000004:00080000:0.0:1763335108.884540:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1101864225035ns, next at 1102223962221ns, rc = 0 00000040:00080000:0.0:1763335108.884561:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1532, 88 off128240 00000004:00080000:0.0:1763335108.884567:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1101864251792ns, next at 1102223962221ns, rc = 0 00000040:00080000:0.0:1763335108.884577:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1531, 88 off128240 00000004:00080000:0.0:1763335108.884593:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1101864278027ns, next at 1102223990197ns, rc = 0 00000001:00080000:2.0:1763335108.890045:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973267 is committed 00000004:00080000:2.0:1763335108.890058:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1004 committed 00010000:00010000:0.0:1763335108.890176:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007576ca8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.890190:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007576ca8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.890198:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007576ca8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.890208:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95e200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335108.890213:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007576ca8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.890221:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007576ca8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.890237:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2c00) 00010000:00010000:0.0:1763335108.890240:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335108.890244:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007576ca8 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.890249:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007576ca8 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.890269:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d14800/0x3ec0b54007576d18 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.890275:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d14800/0x3ec0b54007576d18 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.890281:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d14800/0x3ec0b54007576d18 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.890285:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5d14800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335108.890288:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d14800/0x3ec0b54007576d18 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.890292:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d14800/0x3ec0b54007576d18 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.890299:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2c00) 00010000:00010000:0.0:1763335108.890301:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335108.890303:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d14800/0x3ec0b54007576d18 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.890308:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d14800/0x3ec0b54007576d18 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000100:00100000:1.0:1763335108.890907:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826096128:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763335108.890972:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335108.891006:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763335108.891013:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826096256:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335108.891035:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335108.891063:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826096128 00000100:00100000:1.0:1763335108.891070:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826096128 00010000:00010000:0.0:1763335108.891156:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576db2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.891164:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576db2 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.891169:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576db2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.891173:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95fe00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335108.891176:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576db2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.891182:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576db2 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.891190:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f9:0x0].0x0 (ffff9001da00b000) 00010000:00010000:0.0:1763335108.891193:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335108.891196:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576db2 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335108.891202:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576db2 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000004:00080000:2.0:1763335108.891244:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1001 committed 00000004:00080000:2.0:1763335108.891260:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1000 committed 00000004:00080000:2.0:1763335108.891263:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1003 committed 00000100:00100000:3.0:1763335108.891386:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826096000:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335108.891508:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335108.891538:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763335108.891545:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826096384:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335108.891566:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335108.891597:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826096256 00000100:00100000:3.0:1763335108.891601:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826096256 00000100:00100000:3.0:1763335108.891633:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826096000 00000100:00100000:3.0:1763335108.891636:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826096000 00000100:00100000:3.0:1763335108.891650:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826096384 00000100:00100000:3.0:1763335108.891652:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826096384 00000100:00100000:3.0:1763335108.891670:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6691 00000100:00100000:3.0:1763335108.891678:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+24:3664:x1848989826096256:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335108.891859:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+25:3664:x1848989826096256:12345-0@lo:2:osp-syn-0-1.0 Request processed in 170us (811us total) trans 21474838954 rc 0/0 00000100:00100000:3.0:1763335108.891869:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6691 00000100:00100000:3.0:1763335108.891887:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6692 00000100:00100000:3.0:1763335108.891893:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+24:3667:x1848989826096000:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763335108.891907:0:27804:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:616 count 1 00010000:00010000:3.0:1763335108.891923:0:27804:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001d035fe00/0x3ec0b54007576dea lrc: 3/0,1 mode: --/PW res: [0x280000400:0x268:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.891941:0:27804:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e600/0x3ec0b54007576c31 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a1c expref: 13 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.891949:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335108.891951:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335108.891954:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d035fe00/0x3ec0b54007576dea lrc: 4/0,1 mode: --/PW res: [0x280000400:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.891980:0:27804:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e600/0x3ec0b54007576c31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a1c expref: 13 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.891994:0:27804:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e600/0x3ec0b54007576c31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a1c expref: 13 pid: 8415 timeout: 1201 lvb_type: 0 00000100:00100000:3.0:1763335108.892005:0:27804:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a35f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27804:1848989826096512:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335108.892061:0:27804:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f16bde40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335108.892078:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6693 00000100:00100000:3.0:1763335108.892098:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+24:3667:x1848989826096384:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763335108.892154:0:28568:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x26b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335108.892157:0:28568:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x26b:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763335108.892159:0:28568:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x26b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335108.892161:0:28568:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x26b:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763335108.892164:0:28568:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x26b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335108.892195:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+25:3667:x1848989826096384:12345-0@lo:2:osp-syn-0-1.0 Request processed in 99us (627us total) trans 21474838955 rc 0/0 00000100:00100000:3.0:1763335108.892201:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6693 00000004:00080000:3.0:1763335108.892243:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5f78000/2, rc 0, transno 21474838955 00000100:00100000:3.0:1763335108.892249:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826096384:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763335108.892267:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5f79880/2, rc 0, transno 21474838954 00000100:00100000:3.0:1763335108.892271:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826096256:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335108.892516:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6694 00000100:00100000:1.0:1763335108.892524:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+24:3664:x1848989826096128:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763335108.892538:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:617 count 1 00010000:00010000:1.0:1763335108.892561:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf800/0x3ec0b54007576df1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x269:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.892575:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c3b9f400/0x3ec0b54007576b90 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819d6 expref: 13 pid: 27803 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335108.892581:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335108.892583:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335108.892586:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf800/0x3ec0b54007576df1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.892608:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c3b9f400/0x3ec0b54007576b90 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819d6 expref: 13 pid: 27803 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335108.892617:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c3b9f400/0x3ec0b54007576b90 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819d6 expref: 13 pid: 27803 timeout: 1201 lvb_type: 1 00000100:00100000:1.0:1763335108.892627:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f7bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1848989826096640:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335108.892657:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000ccba6540 going to sleep for 11 seconds 00010000:00010000:0.0:1763335108.896017:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576de3 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1f9:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881aa1 expref: 259 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.896037:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f9:0x0].0x0 (ffff9001da00b000) 00010000:00010000:0.0:1763335108.896039:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763335108.896055:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007576ddc lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1f9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881aa1 expref: 259 pid: 13591 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763335108.896081:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576de3 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1f9:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881aa1 expref: 258 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.896112:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f9:0x0].0x0 (ffff9001da00b000) 00010000:00010000:0.0:1763335108.896115:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763335108.896118:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035ec00, rc 0) 00000100:00100000:0.0:1763335108.896172:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:55956:x1848989814804992:12345-192.168.204.57@tcp:101:bash.0 Request processed in 17155us (21087us total) trans 4294973267 rc 0/0 00000100:00100000:0.0:1763335108.896181:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9688 00000100:00100000:1.0:1763335108.896973:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c79ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826096768:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763335108.897029:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335108.897071:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763335108.897079:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c79ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826097152:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335108.897100:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335108.897238:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826096768 00000100:00100000:2.0:1763335108.897246:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826096768 00000100:00100000:2.0:1763335108.897292:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826097152 00000100:00100000:2.0:1763335108.897295:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826097152 00000100:00100000:2.0:1763335108.897338:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6695 00000100:00100000:2.0:1763335108.897348:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+62:3667:x1848989826096768:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763335108.897373:0:8725:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:618 count 1 00010000:00010000:2.0:1763335108.897396:0:8725:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576df8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.897414:0:8725:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b54007576c2a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a0e expref: 38 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.897423:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335108.897425:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335108.897428:0:8725:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576df8 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.897456:0:8725:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b54007576c2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a0e expref: 38 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.897468:0:8725:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b54007576c2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a0e expref: 38 pid: 8415 timeout: 1201 lvb_type: 0 00000100:00100000:2.0:1763335108.897480:0:8725:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e7d6ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8725:1848989826097280:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335108.897531:0:8725:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f5fde3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335108.897816:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c79edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826097024:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335108.897856:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335108.897887:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763335108.897893:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c79ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826096896:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763335108.897914:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335108.897939:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826097024 00000100:00100000:3.0:1763335108.897943:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826097024 00000100:00100000:3.0:1763335108.897960:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826096896 00000100:00100000:3.0:1763335108.897963:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826096896 00000100:00100000:3.0:1763335108.897975:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6696 00000100:00100000:3.0:1763335108.897980:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+64:3667:x1848989826097152:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763335108.898111:0:28961:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x26d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335108.898115:0:28961:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x26d:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763335108.898128:0:28961:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x26d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335108.898130:0:28961:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x26d:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763335108.898132:0:28961:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x26d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335108.898170:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+65:3667:x1848989826097152:12345-0@lo:2:osp-syn-1-1.0 Request processed in 189us (1068us total) trans 17179871664 rc 0/0 00000100:00100000:3.0:1763335108.898177:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6696 00000100:00100000:3.0:1763335108.898193:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6697 00000100:00100000:3.0:1763335108.898200:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+64:3665:x1848989826097024:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335108.898281:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+65:3665:x1848989826097024:12345-0@lo:2:osp-syn-1-1.0 Request processed in 81us (433us total) trans 17179871665 rc 0/0 00000100:00100000:3.0:1763335108.898287:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6697 00000100:00100000:3.0:1763335108.898300:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6698 00000100:00100000:3.0:1763335108.898306:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+64:3665:x1848989826096896:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763335108.898349:0:28961:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:619 count 1 00010000:00010000:3.0:1763335108.898361:0:28961:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b54007576dff lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x26b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.898374:0:28961:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576b97 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x26b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819dd expref: 38 pid: 27803 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335108.898381:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335108.898383:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335108.898386:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b54007576dff lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x26b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.898407:0:28961:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576b97 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x26b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819dd expref: 38 pid: 27803 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335108.898427:0:28961:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576b97 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x26b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819dd expref: 38 pid: 27803 timeout: 1201 lvb_type: 1 00000100:00100000:3.0:1763335108.898445:0:28961:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a34a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28961:1848989826097408:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335108.898484:0:28961:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f504a780 going to sleep for 11 seconds 00000004:00080000:3.0:1763335108.898528:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c79edc00/2, rc 0, transno 17179871665 00000100:00100000:3.0:1763335108.898551:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c79edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826097024:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763335108.898583:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c79ec380/2, rc 0, transno 17179871664 00000100:00100000:3.0:1763335108.898588:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c79ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826097152:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335108.903097:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335108.903121:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335108.903147:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814805760 00000100:00100000:1.0:1763335108.903157:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814805760 00010000:00010000:1.0:1763335108.903212:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b54007576c2a lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a0e expref: 39 pid: 8415 timeout: 1201 lvb_type: 0 00000100:00100000:1.0:1763335108.903244:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814805632 00000100:00100000:1.0:1763335108.903248:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814805632 00010000:00010000:1.0:1763335108.903260:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e600/0x3ec0b54007576c31 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a1c expref: 14 pid: 8415 timeout: 1201 lvb_type: 0 00000100:00100000:1.0:1763335108.903281:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3183 00000100:00100000:1.0:1763335108.903290:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d94000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+39:2426:x1848989814805760:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335108.903306:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335108.903335:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b54007576c2a lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a0e expref: 39 pid: 8415 timeout: 1201 lvb_type: 0 00010000:00010000:1.0:1763335108.903347:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b54007576c2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a0e expref: 39 pid: 8415 timeout: 1201 lvb_type: 0 00010000:00010000:1.0:1763335108.903377:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335108.903379:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335108.903384:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576df8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.903394:0:33041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576df8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.903414:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335108.903461:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d94000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+39:2426:x1848989814805760:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 172us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335108.903468:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3183 00000100:00100000:1.0:1763335108.903485:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3184 00000100:00100000:1.0:1763335108.903491:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d96d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:2426:x1848989814805632:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335108.903500:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335108.903504:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e600/0x3ec0b54007576c31 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a1c expref: 14 pid: 8415 timeout: 1201 lvb_type: 0 00010000:00010000:1.0:1763335108.903514:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e600/0x3ec0b54007576c31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a1c expref: 14 pid: 8415 timeout: 1201 lvb_type: 0 00010000:00010000:1.0:1763335108.903525:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335108.903526:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335108.903529:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d035fe00/0x3ec0b54007576dea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.903536:0:33041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d035fe00/0x3ec0b54007576dea lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.903547:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335108.903565:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d96d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:2426:x1848989814805632:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 74us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335108.903571:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3184 00000100:00100000:1.0:1763335108.903616:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335108.903636:0:35246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814805888 00000100:00100000:1.0:1763335108.903639:0:35246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814805888 00010000:00010000:1.0:1763335108.903652:0:35246:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c3b9f400/0x3ec0b54007576b90 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819d6 expref: 14 pid: 27803 timeout: 1201 lvb_type: 1 00000100:00100000:1.0:1763335108.903670:0:35246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3185 00000100:00100000:1.0:1763335108.903676:0:35246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:2426:x1848989814805888:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335108.903683:0:35246:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335108.903687:0:35246:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c3b9f400/0x3ec0b54007576b90 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x269:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819d6 expref: 14 pid: 27803 timeout: 1201 lvb_type: 1 00010000:00010000:1.0:1763335108.903695:0:35246:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c3b9f400/0x3ec0b54007576b90 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x269:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819d6 expref: 14 pid: 27803 timeout: 1201 lvb_type: 1 00010000:00010000:1.0:1763335108.903707:0:35246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335108.903709:0:35246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335108.903712:0:35246:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf800/0x3ec0b54007576df1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x269:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.903719:0:35246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf800/0x3ec0b54007576df1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x269:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.903736:0:35246:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335108.903755:0:35246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:2426:x1848989814805888:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 79us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335108.903762:0:35246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3185 00010000:00010000:0.0:1763335108.903979:0:8415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c3b9f400/0x3ec0b54007576b90 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x269:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819d6 expref: 13 pid: 27803 timeout: 1201 lvb_type: 1 00000100:00100000:0.0:1763335108.903993:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f7bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1848989826096640:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335108.904014:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf800/0x3ec0b54007576df1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.904023:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf800/0x3ec0b54007576df1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.904031:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf800/0x3ec0b54007576df1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.904045:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf800/0x3ec0b54007576df1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.904054:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf800/0x3ec0b54007576df1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.904081:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763335108.904335:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+25:3664:x1848989826096128:12345-0@lo:6:osp-syn-0-1.0 Request processed in 11787us (13338us total) trans 21474838956 rc 0/0 00000100:00100000:0.0:1763335108.904344:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6694 00010000:00010000:2.0:1763335108.904435:0:8725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b54007576c2a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a0e expref: 38 pid: 8415 timeout: 1201 lvb_type: 0 00000100:00100000:2.0:1763335108.904446:0:8725:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e7d6ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8725:1848989826097280:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335108.904459:0:8725:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576df8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.904465:0:8725:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576df8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.904472:0:8725:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576df8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.904479:0:8725:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576df8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.904486:0:8725:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576df8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.904514:0:8725:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1763335108.904646:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+65:3667:x1848989826096768:12345-0@lo:6:osp-syn-1-1.0 Request processed in 7300us (7617us total) trans 17179871666 rc 0/0 00000100:00100000:2.0:1763335108.904653:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6695 00000004:00080000:3.0:1763335108.905058:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5f7aa00/2, rc 0, transno 21474838956 00000100:00100000:3.0:1763335108.905065:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826096128:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1763335108.905090:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c79ec000/2, rc 0, transno 17179871666 00000100:00100000:3.0:1763335108.905095:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c79ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826096768:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763335108.905119:0:27804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e600/0x3ec0b54007576c31 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x268:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a1c expref: 12 pid: 8415 timeout: 1201 lvb_type: 0 00000100:00100000:3.0:1763335108.905130:0:27804:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a35f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27804:1848989826096512:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335108.905149:0:27804:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9001d035fe00/0x3ec0b54007576dea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.905158:0:27804:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9001d035fe00/0x3ec0b54007576dea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.905178:0:27804:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d035fe00/0x3ec0b54007576dea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.905192:0:27804:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001d035fe00/0x3ec0b54007576dea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.905199:0:27804:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9001d035fe00/0x3ec0b54007576dea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.905211:0:27804:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1763335108.905367:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+25:3667:x1848989826096000:12345-0@lo:6:osp-syn-0-1.0 Request processed in 13473us (13858us total) trans 21474838957 rc 0/0 00010000:00010000:2.0:1763335108.905543:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1763335108.905550:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf800/0x3ec0b54007576df1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.905558:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faf800 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335108.905562:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf800/0x3ec0b54007576df1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.905572:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf800/0x3ec0b54007576df1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.905589:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf800/0x3ec0b54007576df1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.905596:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf800/0x3ec0b54007576df1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x269:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.905614:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1763335108.905617:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576df8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.905623:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffb18a00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335108.905626:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576df8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.905633:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576df8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.905655:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576df8 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.905662:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576df8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.905674:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335108.905677:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9001d035fe00/0x3ec0b54007576dea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.905683:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035fe00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335108.905686:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9001d035fe00/0x3ec0b54007576dea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.905694:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9001d035fe00/0x3ec0b54007576dea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.905703:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9001d035fe00/0x3ec0b54007576dea lrc: 1/0,0 mode: --/PW res: [0x280000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.905710:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d035fe00/0x3ec0b54007576dea lrc: 0/0,0 mode: --/PW res: [0x280000400:0x268:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.905721:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335108.905722:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335108.905724:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335108.905789:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335108.907709:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6692 00000004:00080000:3.0:1763335108.907789:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5f7a300/2, rc 0, transno 21474838957 00000100:00100000:3.0:1763335108.907811:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826096000:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763335108.907952:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.908028:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814806016 00000100:00100000:2.0:1763335108.908036:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814806016 00010000:00010000:2.0:1763335108.908066:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576b97 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x26b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819dd expref: 38 pid: 27803 timeout: 1201 lvb_type: 1 00000100:00100000:2.0:1763335108.908102:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3186 00000100:00100000:2.0:1763335108.908110:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+38:2428:x1848989814806016:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335108.908124:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335108.908130:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576b97 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x26b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819dd expref: 38 pid: 27803 timeout: 1201 lvb_type: 1 00010000:00010000:2.0:1763335108.908143:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576b97 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x26b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819dd expref: 38 pid: 27803 timeout: 1201 lvb_type: 1 00010000:00010000:2.0:1763335108.908178:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335108.908180:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335108.908185:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b54007576dff lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.908196:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b54007576dff lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x26b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.908214:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335108.908253:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+38:2428:x1848989814806016:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 144us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335108.908260:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3186 00010000:00010000:1.0:1763335108.908358:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335108.908790:0:28961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007576b97 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x26b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8819dd expref: 37 pid: 27803 timeout: 1201 lvb_type: 1 00000100:00100000:3.0:1763335108.908803:0:28961:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a34a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28961:1848989826097408:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335108.908821:0:28961:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b54007576dff lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.908832:0:28961:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b54007576dff lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.908839:0:28961:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b54007576dff lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.908862:0:28961:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b54007576dff lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.908869:0:28961:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b54007576dff lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.908899:0:28961:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763335108.909181:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335108.909187:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b54007576dff lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.909200:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035e000 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335108.909204:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b54007576dff lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.909213:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b54007576dff lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.909226:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b54007576dff lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.909233:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b54007576dff lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.909249:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335108.909251:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335108.909253:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335108.913709:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+65:3665:x1848989826096896:12345-0@lo:6:osp-syn-1-1.0 Request processed in 15392us (15782us total) trans 17179871667 rc 0/0 00000100:00100000:3.0:1763335108.913724:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6698 00000100:00100000:2.0:1763335108.914085:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335108.914429:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814806144 00000100:00100000:1.0:1763335108.914439:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814806144 00000100:00100000:1.0:1763335108.914511:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6699 00000100:00100000:1.0:1763335108.914521:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:55956:x1848989814806144:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335108.914539:0:28961:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335108.914564:0:28961:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c6fafe00/0x3ec0b54007576e06 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881aa8 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335108.914586:0:28961:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x26a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763335108.914607:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335108.914609:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335108.914618:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6fafe00/0x3ec0b54007576e06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881aa8 expref: 13 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.914633:0:28961:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c6fafe00/0x3ec0b54007576e06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881aa8 expref: 13 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335108.914645:0:28961:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fafe00, rc 0) 00000100:00100000:1.0:1763335108.914694:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:55956:x1848989814806144:12345-192.168.204.57@tcp:101:bash.0 Request processed in 175us (611us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335108.914700:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6699 00000004:00080000:0.0:1763335108.915037:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c79ec700/2, rc 0, transno 17179871667 00000100:00100000:0.0:1763335108.915045:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c79ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826096896:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763335108.916897:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.916999:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814806272 00000100:00100000:3.0:1763335108.917008:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814806272 00000100:00100000:3.0:1763335108.918054:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6700 00000100:00100000:3.0:1763335108.918070:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+37:55956:x1848989814806272:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335108.918087:0:27804:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335108.918109:0:27804:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b54007576e0d lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881aaf expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335108.918132:0:27804:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x26c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335108.918155:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335108.918158:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335108.918167:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b54007576e0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881aaf expref: 38 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.918180:0:27804:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b54007576e0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881aaf expref: 38 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335108.918198:0:27804:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035e000, rc 0) 00000100:00100000:3.0:1763335108.925361:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+38:55956:x1848989814806272:12345-192.168.204.57@tcp:101:bash.0 Request processed in 7282us (8456us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335108.925592:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6700 00000100:00100000:1.0:1763335108.928309:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335108.928427:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814806528 00000100:00100000:0.0:1763335108.928436:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814806528 00000100:00100000:0.0:1763335108.928496:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9689 00000100:00100000:0.0:1763335108.928507:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56980:x1848989814806528:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335108.928530:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335108.928552:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3c00/0x3ec0b54007576e14 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881ab6 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.928621:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576e1b lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335108.928635:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576e1b lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.928646:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576e1b lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.928656:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2e00/0x3ec0b54007576e22 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335108.928662:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2e00/0x3ec0b54007576e22 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.928667:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2e00/0x3ec0b54007576e22 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.928765:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3800/0x3ec0b54007576e29 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335108.928774:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3800/0x3ec0b54007576e29 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.928781:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3800/0x3ec0b54007576e29 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:0.0:1763335108.928790:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f9:0x0]: returning size 2 00010000:00010000:0.0:1763335108.928879:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576e1b lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.928886:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576e1b lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.928891:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576e1b lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.928897:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576e1b lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.928902:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5fa2200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335108.928906:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576e1b lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.928913:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576e1b lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.928924:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001d03fe400) 00010000:00010000:0.0:1763335108.928927:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335108.928931:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576e1b lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.928937:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576e1b lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.928948:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2e00/0x3ec0b54007576e22 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.928953:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2e00/0x3ec0b54007576e22 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.928958:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2e00/0x3ec0b54007576e22 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.928962:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5fa2e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335108.928965:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2e00/0x3ec0b54007576e22 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.928970:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2e00/0x3ec0b54007576e22 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.928975:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001d03fe600) 00010000:00010000:0.0:1763335108.928977:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335108.928979:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2e00/0x3ec0b54007576e22 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.928988:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2e00/0x3ec0b54007576e22 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.929023:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3c00/0x3ec0b54007576e14 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ab6 expref: 261 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.929036:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3800/0x3ec0b54007576e29 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ab6 expref: 260 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.929043:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f9:0x0].0x0 (ffff9001da00b000) 00010000:00010000:0.0:1763335108.929045:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335108.929048:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5fa3800, rc 0) 00000100:00100000:0.0:1763335108.929105:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:56980:x1848989814806528:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 599us (805us total) trans 4294973268 rc 0/0 00000100:00100000:0.0:1763335108.929112:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9689 00000100:00100000:1.0:1763335108.929931:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335108.929966:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.930035:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814806656 00000100:00100000:2.0:1763335108.930043:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814806656 00002000:00010000:2.0:1763335108.930072:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/618 (0->18446744073709551615) 00002000:00100000:2.0:1763335108.930076:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c78cfb80 with x1848989814806656 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335108.930085:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c78cfb80. 00000100:00100000:2.0:1763335108.930110:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814806784 00000100:00100000:2.0:1763335108.930114:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814806784 00002000:00010000:2.0:1763335108.930126:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/620 (0->18446744073709551615) 00002000:00100000:2.0:1763335108.930129:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c78cce00 with x1848989814806784 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335108.930136:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c78cce00. 00000100:00100000:2.0:1763335108.930162:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1640 00000100:00100000:2.0:1763335108.930170:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:2426:x1848989814806656:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:2.0:1763335108.930373:0:23997:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x26a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335108.930377:0:23997:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x26a:0x0] updating lvb mtime from disk: 0 -> 1763335109 00002000:00010000:2.0:1763335108.930380:0:23997:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x26a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335108.930381:0:23997:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x26a:0x0] updating lvb ctime from disk: 0 -> 1763335109 00002000:00010000:2.0:1763335108.930383:0:23997:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x26a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335108.930423:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:2426:x1848989814806656:12345-192.168.204.57@tcp:10:bash.0 Request processed in 253us (494us total) trans 21474838958 rc 0/0 00000100:00100000:2.0:1763335108.930430:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1640 00002000:00010000:2.0:1763335108.930433:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/618 (0->18446744073709551615) 00002000:00100000:2.0:1763335108.930436:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c78cfb80 with x1848989814806656 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335108.930440:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c78cfb80. 00000100:00100000:2.0:1763335108.930454:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1641 00000100:00100000:2.0:1763335108.930461:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+38:2426:x1848989814806784:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:2.0:1763335108.930547:0:23997:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x26c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335108.930550:0:23997:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x26c:0x0] updating lvb mtime from disk: 0 -> 1763335109 00002000:00010000:2.0:1763335108.930552:0:23997:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x26c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335108.930554:0:23997:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x26c:0x0] updating lvb ctime from disk: 0 -> 1763335109 00002000:00010000:2.0:1763335108.930557:0:23997:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x26c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335108.930580:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+39:2426:x1848989814806784:12345-192.168.204.57@tcp:10:bash.0 Request processed in 119us (613us total) trans 17179871668 rc 0/0 00000100:00100000:2.0:1763335108.930586:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1641 00002000:00010000:2.0:1763335108.930590:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/620 (0->18446744073709551615) 00002000:00100000:2.0:1763335108.930593:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c78cce00 with x1848989814806784 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335108.930597:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c78cce00. 00000100:00100000:1.0:1763335108.938110:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335108.938181:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814807040 00000100:00100000:3.0:1763335108.938190:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814807040 00000100:00100000:3.0:1763335108.938245:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3345 00000100:00100000:3.0:1763335108.938254:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:55956:x1848989814807040:12345-192.168.204.57@tcp:35:bash.0 00000100:00100000:3.0:1763335108.938733:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:55956:x1848989814807040:12345-192.168.204.57@tcp:35:bash.0 Request processed in 478us (632us total) trans 4294973269 rc 0/0 00000100:00100000:3.0:1763335108.938740:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3345 00010000:00010000:3.0:1763335108.940697:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335108.940802:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.940883:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814807296 00000100:00100000:2.0:1763335108.940895:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814807296 00000100:00100000:2.0:1763335108.940948:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3346 00000100:00100000:2.0:1763335108.940958:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56980:x1848989814807296:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335108.941225:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56980:x1848989814807296:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 267us (426us total) trans 4294973270 rc 0/0 00000100:00100000:2.0:1763335108.941233:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3346 00000100:00100000:1.0:1763335108.948696:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.948996:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814807552 00000100:00100000:2.0:1763335108.949006:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814807552 00000100:00100000:2.0:1763335108.949163:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9690 00000100:00100000:2.0:1763335108.949175:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56980:x1848989814807552:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335108.949195:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335108.949216:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576e37 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881abd expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.949357:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576e3e lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335108.949373:0:6532:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3800/0x3ec0b54007576e29 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ab6 expref: 263 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.949383:0:6532:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576e3e lrc: 4/0,1 mode: --/CW res: [0x240000405:0x1f9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335108.949415:0:6532:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3800/0x3ec0b54007576e29 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ab6 expref: 263 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.949428:0:6532:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3800/0x3ec0b54007576e29 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ab6 expref: 263 pid: 13591 timeout: 1201 lvb_type: 0 00000100:00100000:2.0:1763335108.949442:0:6532:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e7d6e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826097536:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335108.949514:0:6532:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f5fde300 going to sleep for 11 seconds 00000100:00100000:1.0:1763335108.952959:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335108.953164:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814807680 00000100:00100000:0.0:1763335108.953175:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814807680 00010000:00010000:0.0:1763335108.953215:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3800/0x3ec0b54007576e29 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ab6 expref: 264 pid: 13591 timeout: 1201 lvb_type: 0 00000100:00100000:0.0:1763335108.953264:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3187 00000100:00100000:0.0:1763335108.953274:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:2427:x1848989814807680:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335108.953290:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335108.953297:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3800/0x3ec0b54007576e29 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ab6 expref: 264 pid: 13591 timeout: 1201 lvb_type: 0 00010000:00010000:0.0:1763335108.953332:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3800/0x3ec0b54007576e29 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ab6 expref: 264 pid: 13591 timeout: 1201 lvb_type: 0 00010000:00010000:0.0:1763335108.953356:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f9:0x0].0x0 (ffff9001da00b000) 00010000:00010000:0.0:1763335108.953362:0:6515:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576e3e lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1f9:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335108.953372:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576e3e lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1f9:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335108.953379:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576e3e lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x1f9:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335108.953399:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335108.953460:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:2427:x1848989814807680:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 187us (510us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335108.953468:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3187 00010000:00010000:2.0:1763335108.955356:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3800/0x3ec0b54007576e29 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ab6 expref: 263 pid: 13591 timeout: 1201 lvb_type: 0 00000100:00100000:2.0:1763335108.955509:0:6532:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e7d6e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826097536:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335108.955531:0:6532:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576e3e lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1f9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335108.955541:0:6532:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576e3e lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1f9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335108.955545:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576e3e lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1f9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:2.0:1763335108.955569:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f9:0x0]: returning size 5 00010000:00010000:2.0:1763335108.955692:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576e37 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881abd expref: 264 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.955706:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576e3e lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1f9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881abd expref: 263 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.955715:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f9:0x0].0x0 (ffff9001da00b000) 00010000:00010000:2.0:1763335108.955718:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763335108.955721:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001ffb18e00, rc 0) 00000100:00100000:2.0:1763335108.957246:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56980:x1848989814807552:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 8065us (8551us total) trans 4294973271 rc 0/0 00000100:00100000:2.0:1763335108.957262:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9690 00000100:00100000:1.0:1763335108.962445:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.962545:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814807808 00000100:00100000:2.0:1763335108.962556:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814807808 00000100:00100000:2.0:1763335108.962607:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9691 00000100:00100000:2.0:1763335108.962618:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56980:x1848989814807808:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335108.962643:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335108.962664:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576e4c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881ac4 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.962761:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576e53 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335108.962775:0:6532:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576e3e lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x1f9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881abd expref: 264 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.962784:0:6532:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576e53 lrc: 4/1,0 mode: --/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335108.962817:0:6532:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576e3e lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1f9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881abd expref: 264 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.962830:0:6532:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576e3e lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1f9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881abd expref: 264 pid: 6532 timeout: 1201 lvb_type: 0 00000100:00100000:2.0:1763335108.962843:0:6532:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e7d6e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826097664:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335108.962937:0:6532:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f5fde3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335108.970869:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.970962:0:6532:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e7d6e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826097664:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335108.970989:0:6532:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576e53 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000100:00100000:3.0:1763335108.971047:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814807936 00000100:00100000:3.0:1763335108.971055:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814807936 00010000:00010000:3.0:1763335108.971100:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576e3e lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1f9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881abd expref: 265 pid: 6532 timeout: 1201 lvb_type: 0 00000100:00100000:3.0:1763335108.971136:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3188 00000100:00100000:3.0:1763335108.971145:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c79ab450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:2427:x1848989814807936:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335108.971159:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335108.971166:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576e3e lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1f9:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881abd expref: 265 pid: 6532 timeout: 1201 lvb_type: 0 00010000:00010000:3.0:1763335108.971178:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576e3e lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1f9:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881abd expref: 265 pid: 6532 timeout: 1201 lvb_type: 0 00010000:00010000:3.0:1763335108.971205:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576e3e lrc: 0/0,0 mode: --/CW res: [0x240000405:0x1f9:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881abd expref: 265 pid: 6532 timeout: 1201 lvb_type: 0 00010000:00010000:3.0:1763335108.971222:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f9:0x0].0x0 (ffff9001da00b000) 00010000:00010000:3.0:1763335108.971226:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576e53 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335108.971236:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576e53 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335108.971244:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576e53 lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335108.971273:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335108.971357:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c79ab450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:2427:x1848989814807936:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 212us (496us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335108.971365:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3188 00010000:00010000:2.0:1763335108.971512:0:6532:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576e53 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335108.971520:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576e53 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:2.0:1763335108.971566:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f9:0x0]: returning size 5 00000004:00200000:2.0:1763335108.971571:0:6532:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335108.971588:0:6532:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576e53 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335108.971636:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb19200/0x3ec0b54007576e4c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1f9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ac4 expref: 264 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.971651:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576e53 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ac4 expref: 263 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.971659:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f9:0x0].0x0 (ffff9001da00b000) 00010000:00010000:2.0:1763335108.971661:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335108.971664:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc184000, rc 0) 00000100:00100000:2.0:1763335108.971706:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56980:x1848989814807808:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 9091us (9272us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335108.971713:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9691 00000100:00100000:1.0:1763335108.978121:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.978198:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814808192 00000100:00100000:2.0:1763335108.978208:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814808192 00000100:00100000:2.0:1763335108.978274:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9692 00000100:00100000:2.0:1763335108.978285:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56980:x1848989814808192:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335108.978304:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335108.978355:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576e5a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881acb expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.978460:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576e61 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335108.978475:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576e61 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1f9:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335108.978486:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576e61 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1f9:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:2.0:1763335108.978500:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f9:0x0]: returning size 5 00010000:00010000:2.0:1763335108.978615:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576e5a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881acb expref: 266 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.978631:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576e61 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1f9:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881acb expref: 265 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.978639:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f9:0x0].0x0 (ffff9001da00b000) 00010000:00010000:2.0:1763335108.978642:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763335108.978646:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc185e00, rc 0) 00000100:00100000:2.0:1763335108.978703:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56980:x1848989814808192:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 419us (591us total) trans 4294973272 rc 0/0 00000100:00100000:2.0:1763335108.978709:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9692 00000100:00100000:1.0:1763335108.981040:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335108.981129:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.981513:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814808448 00000100:00100000:2.0:1763335108.981524:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814808448 00000100:00100000:2.0:1763335108.981579:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6701 00000100:00100000:2.0:1763335108.981590:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:2426:x1848989814808448:12345-192.168.204.57@tcp:1:lfs.0 00010000:00010000:2.0:1763335108.981633:0:27804:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007576e6f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.981651:0:27804:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c6fafe00/0x3ec0b54007576e06 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881aa8 expref: 14 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.981659:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335108.981661:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335108.981664:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007576e6f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.981694:0:27804:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c6fafe00/0x3ec0b54007576e06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881aa8 expref: 14 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.981706:0:27804:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c6fafe00/0x3ec0b54007576e06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881aa8 expref: 14 pid: 28961 timeout: 1201 lvb_type: 0 00000100:00100000:2.0:1763335108.981718:0:27804:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e7d6e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27804:1848989826097792:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335108.981786:0:27804:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f5fdef00 going to sleep for 11 seconds 00000100:00100000:0.0:1763335108.982172:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814808320 00000100:00100000:0.0:1763335108.982178:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814808320 00000100:00100000:0.0:1763335108.982216:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9693 00000100:00100000:0.0:1763335108.982224:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56981:x1848989814808320:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:0.0:1763335108.982235:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335108.982251:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3c00/0x3ec0b54007576e76 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881ad2 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.982303:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2e00/0x3ec0b54007576e7d lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335108.982338:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2e00/0x3ec0b54007576e7d lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.982348:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2e00/0x3ec0b54007576e7d lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.982364:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576e84 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335108.982370:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576e84 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.982375:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576e84 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.982442:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3800/0x3ec0b54007576e8b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335108.982452:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3800/0x3ec0b54007576e8b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.982458:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3800/0x3ec0b54007576e8b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:0.0:1763335108.982493:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1f9:0x0]: returning size 5 00000004:00200000:0.0:1763335108.982498:0:13591:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335108.982513:0:13591:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3800/0x3ec0b54007576e8b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.982523:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3800/0x3ec0b54007576e8b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.982531:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2e00/0x3ec0b54007576e7d lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.982536:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2e00/0x3ec0b54007576e7d lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.982542:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2e00/0x3ec0b54007576e7d lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.982552:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2e00/0x3ec0b54007576e7d lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.982558:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5fa2e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335108.982562:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2e00/0x3ec0b54007576e7d lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.982569:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2e00/0x3ec0b54007576e7d lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.982580:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001d03fe400) 00010000:00010000:0.0:1763335108.982584:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335108.982588:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2e00/0x3ec0b54007576e7d lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.982593:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2e00/0x3ec0b54007576e7d lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.982604:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576e84 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.982609:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576e84 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.982614:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576e84 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.982619:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5fa2200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335108.982622:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576e84 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.982627:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576e84 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.982637:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001d03fe600) 00010000:00010000:0.0:1763335108.982639:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335108.982642:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576e84 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.982646:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576e84 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335108.982683:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3c00/0x3ec0b54007576e76 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ad2 expref: 267 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.982696:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3800/0x3ec0b54007576e8b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ad2 expref: 266 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335108.982702:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f9:0x0].0x0 (ffff9001da00b000) 00010000:00010000:0.0:1763335108.982704:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335108.982706:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5fa3800, rc 0) 00000100:00100000:0.0:1763335108.982757:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:56981:x1848989814808320:12345-192.168.204.57@tcp:101:rm.0 Request processed in 532us (1722us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335108.982763:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9693 00000100:00100000:1.0:1763335108.986419:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335108.986454:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335108.986569:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814808832 00000100:00100000:2.0:1763335108.986579:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814808832 00000100:00100000:2.0:1763335108.986631:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9694 00000100:00100000:2.0:1763335108.986641:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:56981:x1848989814808832:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:2.0:1763335108.986698:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1763335108.986723:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576e61 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1f9:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881acb expref: 266 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.986746:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576de3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1f9:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881aa1 expref: 265 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.986763:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576e53 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ac4 expref: 264 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.986774:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576dab lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a93 expref: 263 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.986783:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f9:0x0].0x0 (ffff9001da00b000) 00010000:00010000:2.0:1763335108.986788:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335108.986814:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576e92 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335108.986825:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576e92 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335108.986833:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576e92 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335108.986845:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576e99 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335108.986861:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576e99 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335108.986868:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576e99 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335108.986943:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576ea0 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335108.986953:0:6532:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3800/0x3ec0b54007576e8b lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ad2 expref: 262 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.986965:0:6532:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576ea0 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335108.986996:0:6532:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3800/0x3ec0b54007576e8b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ad2 expref: 262 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335108.987009:0:6532:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3800/0x3ec0b54007576e8b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ad2 expref: 262 pid: 13591 timeout: 1201 lvb_type: 0 00000100:00100000:2.0:1763335108.987023:0:6532:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e7d6fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826097920:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335108.987099:0:6532:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f5fde300 going to sleep for 11 seconds 00000100:00100000:0.0:1763335108.987161:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814808576 00000100:00100000:0.0:1763335108.987166:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814808576 00010000:00010000:0.0:1763335108.987187:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3800/0x3ec0b54007576e8b lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ad2 expref: 263 pid: 13591 timeout: 1201 lvb_type: 0 00000100:00100000:0.0:1763335108.987220:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3189 00000100:00100000:0.0:1763335108.987228:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e65c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:2429:x1848989814808576:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335108.987239:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335108.987244:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3800/0x3ec0b54007576e8b lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ad2 expref: 263 pid: 13591 timeout: 1201 lvb_type: 0 00010000:00010000:0.0:1763335108.987255:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3800/0x3ec0b54007576e8b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ad2 expref: 263 pid: 13591 timeout: 1201 lvb_type: 0 00010000:00010000:0.0:1763335108.987267:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f9:0x0].0x0 (ffff9001da00b000) 00010000:00010000:0.0:1763335108.987270:0:6515:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576ea0 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335108.987277:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576ea0 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335108.987283:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576ea0 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335108.987296:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335108.987351:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e65c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:2429:x1848989814808576:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 123us (941us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335108.987358:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3189 00000100:00100000:3.0:1763335108.987501:0:27804:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e7d6e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27804:1848989826097792:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335108.987520:0:27804:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007576e6f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335108.990476:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335108.990573:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814808960 00000100:00100000:0.0:1763335108.990584:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814808960 00002000:00100000:0.0:1763335108.990633:0:23998:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x26a:0x0] (0->4) req@ffff9000c4a34a80 x1848989814808960/t0(0) o4->357649f3-b5ed-4e47-9c16-69abcfcf3637@192.168.204.57@tcp:154/0 lens 496/0 e 0 to 0 dl 1763335119 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335108.990644:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c4a34a80 with x1848989814808960 ext(0->4) 00010000:00010000:0.0:1763335108.990652:0:23998:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9000c6fafe00/0x3ec0b54007576e06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881aa8 expref: 15 pid: 28961 timeout: 1201 lvb_type: 0 00010000:00010000:0.0:1763335108.990666:0:23998:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9000c6fafe00/0x3ec0b54007576e06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881aa8 expref: 15 pid: 28961 timeout: 1201 lvb_type: 0 00002000:00010000:0.0:1763335108.990678:0:23998:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9000c4a34a80 00000100:00100000:0.0:1763335108.990711:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 111 00000100:00100000:0.0:1763335108.990721:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+15:2426:x1848989814808960:12345-192.168.204.57@tcp:4:bash.0 00010000:00010000:2.0:1763335108.992456:0:6532:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.57@tcp) returned -22 from blocking AST (req@00000000abb164f3 x1848989826097920) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3800/0x3ec0b54007576e8b lrc: 1/0,0 mode: --/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ad2 expref: 262 pid: 13591 timeout: 1201 lvb_type: 0 00010000:00010000:2.0:1763335108.992478:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3800/0x3ec0b54007576e8b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ad2 expref: 262 pid: 13591 timeout: 1201 lvb_type: 0 00000100:00100000:2.0:1763335108.992504:0:6532:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e7d6fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826097920:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335108.992527:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f9:0x0].0x0 (ffff9001da00b000) 00010000:00010000:2.0:1763335108.992537:0:6532:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576ea0 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335108.992545:0:6532:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576ea0 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335108.992550:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576ea0 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00080000:2.0:1763335108.992786:0:6532:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000405:0x1f9:0x0] is inserted into orphan list, open count = 2 00010000:00010000:2.0:1763335108.992874:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576ea0 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335108.992882:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576ea0 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335108.992888:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576ea0 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335108.992893:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d0335800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335108.992897:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576ea0 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335108.992903:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576ea0 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335108.992915:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f9:0x0].0x0 (ffff9001da00b000) 00010000:00010000:2.0:1763335108.992918:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763335108.992921:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576ea0 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335108.992927:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576ea0 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335108.992949:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576e92 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335108.992956:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576e92 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335108.992961:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576e92 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335108.992970:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576e92 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335108.992975:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffb18e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335108.992978:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576e92 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335108.992984:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576e92 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335108.992991:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4880700) 00010000:00010000:2.0:1763335108.992993:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335108.992996:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576e92 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335108.993002:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576e92 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00000004:00010000:2.0:1763335108.993013:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001e011f57 reply state 0000000032dcbe68 transno 4294973273 ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576e99 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335108.993024:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576e99 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335108.993031:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4880b00) 00010000:00010000:2.0:1763335108.993033:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335108.993036:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335108.993103:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56981:x1848989814808832:12345-192.168.204.57@tcp:36:rm.0 Request processed in 6462us (6646us total) trans 4294973273 rc 0/0 00000100:00100000:2.0:1763335108.993111:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9694 00000100:00100000:0.0:1763335108.996645:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2426:x1848989814808960:12345-192.168.204.57@tcp:4:bash.0 Request processed in 5915us (6177us total) trans 21474838959 rc 0/0 00000100:00100000:0.0:1763335108.996659:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 111 00002000:00100000:0.0:1763335108.996672:0:23998:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x26a:0x0] (0->4) req@ffff9000c4a34a80 x1848989814808960/t21474838959(0) o4->357649f3-b5ed-4e47-9c16-69abcfcf3637@192.168.204.57@tcp:154/0 lens 496/448 e 0 to 0 dl 1763335119 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335108.996682:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c4a34a80 with x1848989814808960 ext(0->4) 00010000:00010000:0.0:1763335108.996691:0:23998:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9000c6fafe00/0x3ec0b54007576e06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881aa8 expref: 17 pid: 28961 timeout: 1201 lvb_type: 0 00010000:00010000:0.0:1763335108.996707:0:23998:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9000c6fafe00/0x3ec0b54007576e06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881aa8 expref: 17 pid: 28961 timeout: 1201 lvb_type: 0 00002000:00010000:0.0:1763335108.996715:0:23998:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9000c4a34a80 00000100:00100000:1.0:1763335109.000062:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.000150:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814809088 00000100:00100000:2.0:1763335109.000161:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814809088 00010000:00010000:2.0:1763335109.000200:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6fafe00/0x3ec0b54007576e06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881aa8 expref: 17 pid: 28961 timeout: 1201 lvb_type: 0 00000100:00100000:2.0:1763335109.000244:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3190 00000100:00100000:2.0:1763335109.000254:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e66680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2426:x1848989814809088:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335109.000271:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1763335109.000289:0:6514:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x26a:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:2.0:1763335109.000292:0:6514:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x26a:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1763335109.000298:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c6fafe00/0x3ec0b54007576e06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881aa8 expref: 17 pid: 28961 timeout: 1201 lvb_type: 0 00010000:00010000:2.0:1763335109.000350:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c6fafe00/0x3ec0b54007576e06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881aa8 expref: 17 pid: 28961 timeout: 1201 lvb_type: 0 00010000:00010000:2.0:1763335109.000376:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c6fafe00/0x3ec0b54007576e06 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881aa8 expref: 17 pid: 28961 timeout: 1201 lvb_type: 0 00010000:00010000:2.0:1763335109.000392:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335109.000394:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335109.000399:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007576e6f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.000408:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007576e6f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.000435:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335109.000480:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e66680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2426:x1848989814809088:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 227us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335109.000488:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3190 00010000:00010000:3.0:1763335109.000657:0:27804:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007576e6f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.000666:0:27804:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007576e6f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.000691:0:27804:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007576e6f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.000699:0:27804:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007576e6f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.000706:0:27804:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007576e6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.000713:0:27804:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffb19200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335109.000717:0:27804:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007576e6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.000725:0:27804:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007576e6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.000737:0:27804:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007576e6f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.000745:0:27804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007576e6f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335109.000789:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+15:2426:x1848989814808448:12345-192.168.204.57@tcp:1:lfs.0 Request processed in 19202us (19660us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335109.000797:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6701 00000100:00100000:1.0:1763335109.011219:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.011300:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814809344 00000100:00100000:2.0:1763335109.011338:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814809344 00000100:00100000:2.0:1763335109.011398:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9695 00000100:00100000:2.0:1763335109.011408:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56980:x1848989814809344:12345-192.168.204.57@tcp:36:lfs.0 00000100:00100000:2.0:1763335109.011532:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56980:x1848989814809344:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 124us (322us total) trans 0 rc -116/-116 00000100:00100000:2.0:1763335109.011539:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9695 00000100:00100000:1.0:1763335109.025603:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335109.026457:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335109.026523:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814809728 00000100:00100000:0.0:1763335109.026533:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814809728 00000100:00100000:0.0:1763335109.026589:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9696 00000100:00100000:0.0:1763335109.026599:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56982:x1848989814809728:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335109.026632:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335109.026653:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3c00/0x3ec0b54007576ea7 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881ad9 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.026723:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576eae lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335109.026736:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576eae lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.026749:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576eae lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.026759:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2e00/0x3ec0b54007576eb5 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335109.026766:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2e00/0x3ec0b54007576eb5 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.026772:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2e00/0x3ec0b54007576eb5 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.026807:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576eae lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.026814:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576eae lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.026820:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576eae lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.026825:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576eae lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.026831:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5fa2200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335109.026835:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576eae lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.026854:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576eae lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.026866:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001d03fe400) 00010000:00010000:0.0:1763335109.026868:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335109.026872:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576eae lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.026878:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576eae lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.026888:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2e00/0x3ec0b54007576eb5 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.026894:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2e00/0x3ec0b54007576eb5 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.026899:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2e00/0x3ec0b54007576eb5 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.026904:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5fa2e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335109.026906:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2e00/0x3ec0b54007576eb5 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.026912:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2e00/0x3ec0b54007576eb5 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.026919:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4880b00) 00010000:00010000:0.0:1763335109.026922:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335109.026924:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2e00/0x3ec0b54007576eb5 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.026929:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2e00/0x3ec0b54007576eb5 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.026954:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3c00/0x3ec0b54007576ea7 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ad9 expref: 264 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.026964:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001d03fe400) 00010000:00010000:0.0:1763335109.026966:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335109.026970:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3c00/0x3ec0b54007576ea7 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ad9 expref: 264 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.026983:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5fa3c00, rc 0) 00000100:00100000:0.0:1763335109.027053:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56982:x1848989814809728:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 455us (597us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335109.027061:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9696 00000100:00100000:3.0:1763335109.027809:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814809600 00000100:00100000:3.0:1763335109.027817:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814809600 00000100:00100000:3.0:1763335109.027863:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3347 00000100:00100000:3.0:1763335109.027872:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56980:x1848989814809600:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335109.028041:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56980:x1848989814809600:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 170us (2446us total) trans 4294973274 rc 0/0 00000100:00100000:3.0:1763335109.028048:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3347 00000100:00100000:1.0:1763335109.035088:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.035179:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814809856 00000100:00100000:2.0:1763335109.035190:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814809856 00000100:00100000:2.0:1763335109.035251:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9697 00000100:00100000:2.0:1763335109.035262:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4ac8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56982:x1848989814809856:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335109.035283:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335109.035307:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576ebc lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881ae0 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.035541:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576ec3 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335109.035556:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576ec3 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.035569:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576ec3 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.035580:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576eca lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335109.035588:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576eca lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.035595:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576eca lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.035638:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576ec3 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.035645:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576ec3 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.035651:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576ec3 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.035657:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576ec3 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.035662:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d0335000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335109.035666:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576ec3 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.035673:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576ec3 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.035686:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4880700) 00010000:00010000:2.0:1763335109.035690:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335109.035694:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576ec3 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.035700:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007576ec3 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.035714:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576eca lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.035720:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576eca lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.035727:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576eca lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.035731:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc184000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335109.035734:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576eca lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.035739:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576eca lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.035746:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4880b00) 00010000:00010000:2.0:1763335109.035749:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335109.035751:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576eca lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.035757:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576eca lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.035786:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576ebc lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ae0 expref: 265 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.035796:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4880700) 00010000:00010000:2.0:1763335109.035798:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335109.035801:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576ebc lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ae0 expref: 265 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.035814:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d0335800, rc 0) 00000100:00100000:2.0:1763335109.035888:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4ac8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56982:x1848989814809856:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 627us (809us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335109.035896:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9697 00000100:00100000:0.0:1763335109.037037:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335109.037111:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814810112 00000100:00100000:1.0:1763335109.037118:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814810112 00000100:00100000:1.0:1763335109.037161:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3348 00000100:00100000:1.0:1763335109.037169:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56980:x1848989814810112:12345-192.168.204.57@tcp:35:lfs.0 00000004:00080000:1.0:1763335109.037383:0:6533:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x1f9:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1763335109.037616:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1532, 64 off128304 00000040:00080000:1.0:1763335109.037646:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1533, 64 off128304 00000040:00080000:1.0:1763335109.037657:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1534, 64 off128368 00000040:00080000:1.0:1763335109.037666:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1533, 64 off128368 00010000:00010000:1.0:1763335109.037725:0:6533:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007576ed1 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 00010000:00010000:1.0:1763335109.037740:0:6533:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007576ed1 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335109.037750:0:6533:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007576ed1 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335109.037757:0:6533:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007576ed1 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335109.037763:0:6533:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007576ed1 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335109.037768:0:6533:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007576ed1 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335109.037968:0:6533:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763335109.038183:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335109.038189:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007576ed1 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335109.038196:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faee00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335109.038199:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007576ed1 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335109.038207:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007576ed1 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335109.038219:0:7457:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1f9:0x0].0x0 (ffff9000c35efc00) 00010000:00010000:0.0:1763335109.038222:0:7457:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335109.038225:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007576ed1 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335109.038230:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007576ed1 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335109.038245:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335109.038246:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335109.038248:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335109.039393:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56980:x1848989814810112:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 2214us (2349us total) trans 4294973275 rc 0/0 00000100:00100000:1.0:1763335109.039406:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3348 00000100:00100000:2.0:1763335109.040815:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335109.040935:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814810240 00000100:00100000:0.0:1763335109.040944:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814810240 00000100:00100000:0.0:1763335109.041000:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9698 00000100:00100000:0.0:1763335109.041009:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56982:x1848989814810240:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335109.041028:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335109.041049:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3c00/0x3ec0b54007576ed8 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881ae7 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.041106:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2e00/0x3ec0b54007576edf lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335109.041119:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2e00/0x3ec0b54007576edf lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.041129:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2e00/0x3ec0b54007576edf lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:0.0:1763335109.041172:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763335109.041178:0:13591:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763335109.041213:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3c00/0x3ec0b54007576ed8 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ae7 expref: 267 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.041230:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2e00/0x3ec0b54007576edf lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ae7 expref: 266 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.041239:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001d03fe400) 00010000:00010000:0.0:1763335109.041243:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763335109.041246:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5fa2e00, rc 0) 00000100:00100000:0.0:1763335109.043269:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:56982:x1848989814810240:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 2252us (2450us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335109.043280:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9698 00000100:00100000:1.0:1763335109.056886:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335109.056982:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814810368 00000100:00100000:0.0:1763335109.056993:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814810368 00000100:00100000:0.0:1763335109.057066:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9699 00000100:00100000:0.0:1763335109.057077:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:56982:x1848989814810368:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335109.057109:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335109.057130:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3c00/0x3ec0b54007576ee6 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881aee expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.057218:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576eed lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335109.057233:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576eed lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.057244:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576eed lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.057255:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3800/0x3ec0b54007576ef4 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335109.057263:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3800/0x3ec0b54007576ef4 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.057270:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3800/0x3ec0b54007576ef4 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.057306:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576eed lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.057356:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576eed lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.057364:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576eed lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.057369:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576eed lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.057751:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5fa2200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335109.057756:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576eed lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.057763:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576eed lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.057775:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001d03fe400) 00010000:00010000:0.0:1763335109.057778:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335109.057783:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576eed lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.057789:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576eed lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.057802:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3800/0x3ec0b54007576ef4 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.057808:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3800/0x3ec0b54007576ef4 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.057813:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3800/0x3ec0b54007576ef4 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.057818:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5fa3800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335109.057821:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3800/0x3ec0b54007576ef4 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.057826:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3800/0x3ec0b54007576ef4 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.057832:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4880b00) 00010000:00010000:0.0:1763335109.057835:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335109.057838:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3800/0x3ec0b54007576ef4 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.057843:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3800/0x3ec0b54007576ef4 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.057883:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3c00/0x3ec0b54007576ee6 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881aee expref: 267 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.057892:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001d03fe400) 00010000:00010000:0.0:1763335109.057894:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335109.057898:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3c00/0x3ec0b54007576ee6 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881aee expref: 267 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.057907:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5fa3c00, rc 0) 00000100:00100000:1.0:1763335109.058032:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:56982:x1848989814810368:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 955us (1201us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335109.058041:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9699 00000100:00100000:3.0:1763335109.072574:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335109.072672:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814810624 00000100:00100000:1.0:1763335109.072682:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814810624 00000100:00100000:1.0:1763335109.072740:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9700 00000100:00100000:1.0:1763335109.072750:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:56982:x1848989814810624:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335109.072770:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335109.072774:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763335109.072798:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2e00/0x3ec0b54007576edf lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ae7 expref: 266 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.072816:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001d03fe400) 00010000:00010000:1.0:1763335109.072825:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335109.072838:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007576efb lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881af5 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.072941:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007576f02 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335109.072953:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007576f02 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.072962:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007576f02 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.072972:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007576f09 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335109.072979:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007576f09 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.072985:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007576f09 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.074435:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007576f10 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335109.074452:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007576f10 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.074462:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007576f10 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:1.0:1763335109.074472:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1fa:0x0]: returning size 0 00010000:00010000:1.0:1763335109.074497:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007576f02 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.074504:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007576f02 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.074509:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007576f02 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.074515:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007576f02 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.074520:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faec00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335109.074525:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007576f02 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.074532:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007576f02 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.074540:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:1.0:1763335109.074543:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335109.074547:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007576f02 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.074553:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007576f02 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000004:00010000:1.0:1763335109.074564:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b41e4955 reply state 00000000c4a7bc5c transno 4294973276 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007576f09 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.074573:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007576f09 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.074582:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4880b00) 00010000:00010000:1.0:1763335109.074584:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335109.074586:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763335109.074615:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007576efb lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881af5 expref: 268 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.074631:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007576f10 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881af5 expref: 267 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.074638:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fa:0x0].0x0 (ffff9000c35ef500) 00010000:00010000:1.0:1763335109.074640:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335109.074642:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faf000, rc 0) 00000100:00100000:1.0:1763335109.076309:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:56982:x1848989814810624:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 3552us (3737us total) trans 4294973276 rc 0/0 00000100:00100000:1.0:1763335109.076345:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9700 00000100:00100000:2.0:1763335109.080410:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335109.080544:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814810880 00000100:00100000:1.0:1763335109.080555:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814810880 00000100:00100000:1.0:1763335109.080609:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9701 00000100:00100000:1.0:1763335109.080619:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:56982:x1848989814810880:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335109.080643:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335109.080664:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007576f1e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881afc expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.080764:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007576f25 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335109.080778:0:13591:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007576f10 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881af5 expref: 269 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.080791:0:13591:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007576f25 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.080826:0:13591:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007576f10 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881af5 expref: 269 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.080840:0:13591:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007576f10 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881af5 expref: 269 pid: 13591 timeout: 1202 lvb_type: 0 00000100:00100000:1.0:1763335109.080864:0:13591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4acb480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826098048:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335109.080947:0:13591:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000ccba6900 going to sleep for 11 seconds 00000100:00100000:2.0:1763335109.083798:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335109.083893:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814811008 00000100:00100000:0.0:1763335109.083903:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814811008 00010000:00010000:0.0:1763335109.083942:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007576f10 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881af5 expref: 270 pid: 13591 timeout: 1202 lvb_type: 0 00000100:00100000:0.0:1763335109.083983:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3191 00000100:00100000:0.0:1763335109.083994:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:2426:x1848989814811008:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335109.084009:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335109.084016:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007576f10 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881af5 expref: 270 pid: 13591 timeout: 1202 lvb_type: 0 00010000:00010000:0.0:1763335109.084029:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007576f10 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881af5 expref: 270 pid: 13591 timeout: 1202 lvb_type: 0 00010000:00010000:0.0:1763335109.084051:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fa:0x0].0x0 (ffff9000c35ef500) 00010000:00010000:0.0:1763335109.084057:0:6515:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007576f25 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.084066:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007576f25 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.084074:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007576f25 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.084151:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335109.084212:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:2426:x1848989814811008:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 219us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335109.084220:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3191 00010000:00010000:1.0:1763335109.084759:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007576f10 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881af5 expref: 269 pid: 13591 timeout: 1202 lvb_type: 0 00000100:00100000:1.0:1763335109.084776:0:13591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4acb480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826098048:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335109.084795:0:13591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007576f25 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.084803:0:13591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007576f25 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.084808:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007576f25 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:1.0:1763335109.084829:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1fa:0x0]: returning size 0 00000004:00080000:1.0:1763335109.085000:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x26e:0x0], index 1: 0 00000004:00080000:1.0:1763335109.085007:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x26c:0x0], index 0: 0 00000004:00080000:1.0:1763335109.085012:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x26d:0x0], index 0: 0 00000004:00080000:1.0:1763335109.085016:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x26f:0x0], index 1: 0 00010000:00010000:1.0:1763335109.086495:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007576f25 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.086508:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007576f25 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.086515:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007576f25 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.086520:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faf200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335109.086524:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007576f25 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.086531:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007576f25 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.086544:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fa:0x0].0x0 (ffff9000c35ef500) 00010000:00010000:1.0:1763335109.086548:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763335109.086551:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007576f25 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.086555:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007576f25 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.086605:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007576f1e lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1fa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881afc expref: 269 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.086615:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fa:0x0].0x0 (ffff9000c35ef500) 00010000:00010000:1.0:1763335109.086617:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763335109.086621:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007576f1e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1fa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881afc expref: 269 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.086639:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fae200, rc 0) 00000100:00100000:1.0:1763335109.086698:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:56982:x1848989814810880:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 6080us (6297us total) trans 4294973277 rc 301/301 00000100:00100000:1.0:1763335109.086707:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9701 00000100:00100000:2.0:1763335109.104895:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335109.104998:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814811264 00000100:00100000:1.0:1763335109.105012:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814811264 00000100:00100000:3.0:1763335109.105696:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3349 00000100:00100000:3.0:1763335109.105709:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1616450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:56982:x1848989814811264:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335109.106111:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1616450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:56982:x1848989814811264:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 404us (1226us total) trans 4294973278 rc 0/0 00000100:00100000:3.0:1763335109.106120:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3349 00000100:00100000:3.0:1763335109.110391:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335109.110515:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814811520 00000100:00100000:0.0:1763335109.110526:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814811520 00000100:00100000:3.0:1763335109.112908:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3350 00000100:00100000:3.0:1763335109.112933:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:56982:x1848989814811520:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335109.113179:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:56982:x1848989814811520:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 257us (2795us total) trans 4294973279 rc 0/0 00000100:00100000:3.0:1763335109.113186:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3350 00000100:00100000:2.0:1763335109.114693:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335109.118402:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814811776 00000100:00100000:1.0:1763335109.118422:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814811776 00000100:00100000:1.0:1763335109.118516:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9702 00000100:00100000:1.0:1763335109.118529:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:56983:x1848989814811776:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335109.118552:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335109.118582:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007576f33 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881b03 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.118678:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007576f3a lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335109.118693:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007576f3a lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.118705:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007576f3a lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.118715:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007576f41 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335109.118722:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007576f41 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.118728:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007576f41 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.118855:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007576f48 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335109.118864:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007576f48 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.118871:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007576f48 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:1.0:1763335109.118881:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1fa:0x0]: returning size 0 00010000:00010000:1.0:1763335109.118962:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007576f3a lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.118969:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007576f3a lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.118974:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007576f3a lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.118980:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007576f3a lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.118986:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faf200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335109.118990:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007576f3a lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.118998:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007576f3a lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.119010:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c35ef500) 00010000:00010000:1.0:1763335109.119013:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335109.119018:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007576f3a lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.119028:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007576f3a lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.119041:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007576f41 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.119047:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007576f41 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.119052:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007576f41 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.119057:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faf000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335109.119059:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007576f41 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.119065:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007576f41 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.119072:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4880b00) 00010000:00010000:1.0:1763335109.119075:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335109.119078:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007576f41 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.119083:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007576f41 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.119121:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007576f33 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b03 expref: 273 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.119139:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007576f48 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b03 expref: 272 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.119152:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fa:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:1.0:1763335109.119154:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335109.119157:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fafa00, rc 0) 00000100:00100000:1.0:1763335109.119238:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:56983:x1848989814811776:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 712us (4549us total) trans 4294973280 rc 0/0 00000100:00100000:1.0:1763335109.119247:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9702 00000100:00100000:2.0:1763335109.126230:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.126516:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814811904 00000100:00100000:3.0:1763335109.126527:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814811904 00000100:00100000:3.0:1763335109.126612:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6702 00000100:00100000:3.0:1763335109.126621:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+15:2428:x1848989814811904:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335109.126641:0:27804:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335109.126661:0:27804:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d035ea00/0x3ec0b54007576f56 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881b0a expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335109.126683:0:27804:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x26d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335109.126701:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335109.126703:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335109.126712:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d035ea00/0x3ec0b54007576f56 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b0a expref: 16 pid: 27804 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335109.126730:0:27804:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9001d035ea00/0x3ec0b54007576f56 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b0a expref: 16 pid: 27804 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335109.126742:0:27804:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035ea00, rc 0) 00000100:00100000:3.0:1763335109.126800:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2428:x1848989814811904:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 179us (579us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335109.126806:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6702 00000100:00100000:2.0:1763335109.131964:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.132004:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.133611:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814812032 00000100:00100000:3.0:1763335109.133623:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814812032 00000100:00100000:3.0:1763335109.133679:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6703 00000100:00100000:3.0:1763335109.133688:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+39:2429:x1848989814812032:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335109.133705:0:27804:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335109.133725:0:27804:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576f5d lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881b11 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335109.133746:0:27804:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x26f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335109.133764:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335109.133766:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335109.133774:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576f5d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b11 expref: 40 pid: 27804 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335109.133795:0:27804:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576f5d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b11 expref: 40 pid: 27804 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335109.133807:0:27804:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035fe00, rc 0) 00000100:00100000:3.0:1763335109.133871:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+40:2429:x1848989814812032:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 184us (1915us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335109.133878:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6703 00000100:00100000:1.0:1763335109.135419:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814812160 00000100:00100000:1.0:1763335109.135431:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814812160 00000100:00100000:0.0:1763335109.136264:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9703 00000100:00100000:0.0:1763335109.136274:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:55956:x1848989814812160:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335109.136303:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335109.136355:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3c00/0x3ec0b54007576f64 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881b18 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.136392:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3800/0x3ec0b54007576f6b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335109.136413:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3800/0x3ec0b54007576f6b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fa:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.136427:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3800/0x3ec0b54007576f6b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fa:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.136553:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3c00/0x3ec0b54007576f64 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1fa:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b18 expref: 274 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.136573:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3800/0x3ec0b54007576f6b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1fa:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b18 expref: 273 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.136582:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fa:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:0.0:1763335109.136585:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763335109.136588:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5fa3800, rc 0) 00000100:00100000:0.0:1763335109.136654:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:55956:x1848989814812160:12345-192.168.204.57@tcp:101:bash.0 Request processed in 381us (4649us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335109.136665:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9703 00000100:00100000:2.0:1763335109.145278:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.145459:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335109.145557:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814812416 00000100:00100000:0.0:1763335109.145575:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814812416 00000100:00100000:0.0:1763335109.145645:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814812544 00000100:00100000:0.0:1763335109.145649:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814812544 00000100:00100000:0.0:1763335109.145685:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9704 00000100:00100000:0.0:1763335109.145696:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:55956:x1848989814812416:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:0.0:1763335109.145760:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335109.145798:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007576f48 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b03 expref: 274 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.145828:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fa:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:0.0:1763335109.145834:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335109.146035:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576f72 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335109.146049:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576f72 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.146066:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576f72 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000001:00080000:0.0:1763335109.146130:0:6532:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973281 00000004:00010000:0.0:1763335109.146169:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000afc8813e reply state 00000000e51c5a6d transno 4294973282 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576f72 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.146182:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576f72 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.146188:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fa:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:0.0:1763335109.146197:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335109.146199:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335109.146295:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:55956:x1848989814812416:12345-192.168.204.57@tcp:36:bash.0 Request processed in 601us (1026us total) trans 4294973282 rc 0/0 00000100:00100000:0.0:1763335109.146303:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9704 00000020:00080000:0.0:1763335109.146346:0:6532:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763335109.146370:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9705 00000100:00100000:0.0:1763335109.146378:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:56983:x1848989814812544:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335109.146388:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335109.146404:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2e00/0x3ec0b54007576f79 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881b1f expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.146441:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2e00/0x3ec0b54007576f79 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b1f expref: 276 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.146460:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2e00/0x3ec0b54007576f79 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b1f expref: 276 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.146477:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fa:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:0.0:1763335109.146487:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335109.146489:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5fa2e00, rc 0) 00000100:00100000:0.0:1763335109.146518:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:56983:x1848989814812544:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 134us (1053us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335109.146525:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9705 00000100:00100000:2.0:1763335109.151914:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.152171:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335109.153183:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814812800 00000100:00100000:1.0:1763335109.153197:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814812800 00000100:00100000:1.0:1763335109.153255:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814812928 00000100:00100000:1.0:1763335109.153257:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814812928 00000100:00100000:1.0:1763335109.153282:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9706 00000100:00100000:1.0:1763335109.153291:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:55956:x1848989814812800:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335109.153331:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335109.153335:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763335109.153363:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2e00/0x3ec0b54007576f79 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b1f expref: 277 pid: 6532 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335109.153535:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9707 00000100:00100000:0.0:1763335109.153544:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:56983:x1848989814812928:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335109.153551:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335109.153568:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3c00/0x3ec0b54007576f80 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881b2d expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.153625:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576f87 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335109.153637:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576f87 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.153647:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576f87 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.153657:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576f8e lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335109.153665:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576f8e lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.153670:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576f8e lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.153745:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007576f95 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335109.153753:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007576f95 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fa:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.153760:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007576f95 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fa:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:0.0:1763335109.153797:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1fa:0x0]: returning size 0 00000004:00200000:0.0:1763335109.153802:0:6532:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335109.153820:0:6532:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007576f95 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fa:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.153830:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007576f95 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.153839:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576f87 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.153854:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576f87 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.153860:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576f87 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.153865:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576f87 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.153875:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95f000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335109.153879:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576f87 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.153887:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576f87 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.153897:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001d03fe600) 00010000:00010000:0.0:1763335109.153900:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335109.153905:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576f87 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.153911:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007576f87 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.153922:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576f8e lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.153927:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576f8e lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.153931:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576f8e lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.153936:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95e600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335109.153938:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576f8e lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.153942:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576f8e lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.153947:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4880b00) 00010000:00010000:0.0:1763335109.153950:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335109.153952:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576f8e lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.153957:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007576f8e lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.153979:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3c00/0x3ec0b54007576f80 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b2d expref: 279 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.153996:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007576f95 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b2d expref: 278 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.154004:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fa:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:0.0:1763335109.154006:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335109.154009:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95f200, rc 0) 00000100:00100000:0.0:1763335109.154070:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+278:56983:x1848989814812928:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 527us (1898us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335109.154078:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9707 00010000:00010000:1.0:1763335109.154128:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fa:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:1.0:1763335109.154131:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335109.154140:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007576f9c lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881b26 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.154169:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007576fa3 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335109.154178:0:13591:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007576f95 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b2d expref: 277 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.154186:0:13591:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007576fa3 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1fa:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.154217:0:13591:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007576f95 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b2d expref: 277 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.154231:0:13591:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007576f95 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b2d expref: 277 pid: 6532 timeout: 1202 lvb_type: 0 00000100:00100000:1.0:1763335109.154244:0:13591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4acb480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826098176:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335109.154355:0:13591:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000ccba6900 going to sleep for 11 seconds 00000100:00100000:1.0:1763335109.165105:0:13591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4acb480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826098176:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335109.165140:0:13591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007576fa3 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1fa:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000100:00100000:2.0:1763335109.165650:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.165728:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.165797:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814813056 00000100:00100000:3.0:1763335109.165804:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814813056 00010000:00010000:3.0:1763335109.165838:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007576f95 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b2d expref: 278 pid: 6532 timeout: 1202 lvb_type: 0 00000100:00100000:3.0:1763335109.165888:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3192 00000100:00100000:3.0:1763335109.165898:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+278:2426:x1848989814813056:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335109.165917:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335109.165924:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007576f95 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b2d expref: 278 pid: 6532 timeout: 1202 lvb_type: 0 00010000:00010000:3.0:1763335109.165935:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007576f95 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b2d expref: 278 pid: 6532 timeout: 1202 lvb_type: 0 00010000:00010000:3.0:1763335109.165956:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007576f95 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b2d expref: 278 pid: 6532 timeout: 1202 lvb_type: 0 00010000:00010000:3.0:1763335109.165971:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fa:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:3.0:1763335109.165976:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007576fa3 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1fa:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335109.165985:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007576fa3 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fa:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335109.165993:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007576fa3 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1fa:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335109.166014:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335109.166064:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:2426:x1848989814813056:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 167us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335109.166071:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3192 00010000:00010000:1.0:1763335109.166156:0:13591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007576fa3 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fa:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.166164:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007576fa3 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fa:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000040:00080000:1.0:1763335109.166415:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1535, 88 off128456 00000004:00080000:1.0:1763335109.166425:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1102146108806ns, next at 1102223962221ns, rc = 0 00000040:00080000:1.0:1763335109.166478:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1534, 88 off128456 00000004:00080000:1.0:1763335109.166484:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1102146169154ns, next at 1102223990197ns, rc = 0 00000040:00080000:1.0:1763335109.166518:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1535, 88 off128544 00000004:00080000:1.0:1763335109.166524:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1102146209111ns, next at 1102223990197ns, rc = 0 00000040:00080000:1.0:1763335109.166541:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1536, 88 off128544 00000004:00080000:1.0:1763335109.166546:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1102146231506ns, next at 1102223962221ns, rc = 0 00000100:00100000:0.0:1763335109.168704:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814813184 00000100:00100000:0.0:1763335109.168718:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814813184 00000100:00100000:0.0:1763335109.168762:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9708 00000100:00100000:0.0:1763335109.168772:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+278:56983:x1848989814813184:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335109.168792:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335109.168812:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576faa lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881b34 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.168878:0:7841:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007576fa3 lrc: 2/0,1 mode: EX/EX res: [0x240000405:0x1fa:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.168888:0:7841:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576faa lrc: 4/0,0 mode: --/CR res: [0x240000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b34 expref: 279 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.168907:0:7841:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007576fa3 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fa:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.168921:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576faa lrc: 3/0,0 mode: --/CR res: [0x240000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b34 expref: 279 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.168936:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fa:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:0.0:1763335109.168939:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335109.168943:0:7841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576faa lrc: 3/0,0 mode: --/CR res: [0x240000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b34 expref: 279 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.168968:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95fe00, rc 0) 00000100:00100000:0.0:1763335109.169036:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+279:56983:x1848989814813184:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 265us (3306us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335109.169044:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9708 00000001:00080000:3.0:1763335109.173499:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973283 is committed 00000004:00080000:3.0:1763335109.173511:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1003 committed 00000004:00080000:3.0:1763335109.173642:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1006 committed 00000100:00100000:1.0:1763335109.174347:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4acb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826098304:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1763335109.174758:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576e99 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.174776:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576e99 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.174783:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576e99 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.174789:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffb18a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335109.174803:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576e99 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.174810:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576e99 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.174825:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4880b00) 00010000:00010000:2.0:1763335109.174836:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335109.174850:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576e99 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.174857:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576e99 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.174885:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007576f09 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.174890:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007576f09 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.174895:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007576f09 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.174906:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fae000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335109.174909:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007576f09 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.174914:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007576f09 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.174920:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4880b00) 00010000:00010000:2.0:1763335109.174923:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335109.174932:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007576f09 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.174938:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007576f09 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.174953:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576f72 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.174966:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576f72 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.174972:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576f72 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.174977:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5fa2200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335109.174979:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576f72 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.176151:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576f72 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.176170:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fa:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:2.0:1763335109.176172:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335109.176176:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576f72 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.176182:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa2200/0x3ec0b54007576f72 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00000100:00100000:2.0:1763335109.176430:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4acaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826098688:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335109.178064:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4acb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826098560:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335109.178148:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4acb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826098432:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1763335109.178557:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1005 committed 00000004:00080000:3.0:1763335109.178574:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1002 committed 00010000:00010000:0.0:1763335109.178748:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007576fa3 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1fa:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b26 expref: 260 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.178761:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fa:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:0.0:1763335109.178764:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763335109.178769:0:13591:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576faa lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b34 expref: 260 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.178780:0:13591:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576faa lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b34 expref: 260 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.178790:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576faa lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b34 expref: 260 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.178820:0:13591:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576faa lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b34 expref: 260 pid: 7841 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335109.178831:0:13591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6354a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826099328:192.168.204.57@tcp:105: 00000100:00100000:0.0:1763335109.178922:0:13591:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c9351c00 going to sleep for 11 seconds 00000100:00100000:1.0:1763335109.180414:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335109.180489:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335109.180513:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c79edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826099072:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335109.180557:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335109.180597:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826098304 00000100:00100000:1.0:1763335109.180604:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826098304 00000100:00100000:1.0:1763335109.180653:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826098560 00000100:00100000:1.0:1763335109.180656:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826098560 00000100:00100000:1.0:1763335109.180675:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826099072 00000100:00100000:1.0:1763335109.180678:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826099072 00000100:00100000:1.0:1763335109.180699:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6704 00000100:00100000:1.0:1763335109.180707:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4ac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+66:3667:x1848989826098304:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763335109.180735:0:28961:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:620 count 1 00010000:00010000:1.0:1763335109.180762:0:28961:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf400/0x3ec0b54007576fb1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.180780:0:28961:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b54007576e0d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881aaf expref: 39 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.180788:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335109.180790:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335109.180794:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf400/0x3ec0b54007576fb1 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.180821:0:28961:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b54007576e0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881aaf expref: 39 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.180840:0:28961:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b54007576e0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881aaf expref: 39 pid: 27804 timeout: 1202 lvb_type: 0 00000100:00100000:1.0:1763335109.180862:0:28961:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1368a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28961:1848989826099456:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335109.180913:0:28961:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000ccba6840 going to sleep for 11 seconds 00000100:00080000:1.0:1763335109.180926:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763335109.180941:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6705 00000100:00100000:1.0:1763335109.180949:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4ac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+66:3665:x1848989826098560:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335109.181116:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4ac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+67:3665:x1848989826098560:12345-0@lo:2:osp-syn-1-1.0 Request processed in 167us (625us total) trans 17179871669 rc 0/0 00000100:00100000:1.0:1763335109.181123:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6705 00000100:00100000:1.0:1763335109.181140:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6706 00000100:00100000:1.0:1763335109.181146:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f136a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+25:3665:x1848989826099072:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335109.181233:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f136a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+26:3665:x1848989826099072:12345-0@lo:2:osp-syn-0-1.0 Request processed in 86us (674us total) trans 21474838960 rc 0/0 00000100:00100000:1.0:1763335109.181240:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6706 00000004:00080000:1.0:1763335109.181283:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4acb100/2, rc 0, transno 17179871669 00000100:00100000:1.0:1763335109.181289:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4acb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826098560:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763335109.181300:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c79edf80/2, rc 0, transno 21474838960 00000100:00100000:1.0:1763335109.181304:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c79edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826099072:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335109.181354:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c79ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826098816:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763335109.181377:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335109.181397:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826098816 00000100:00100000:1.0:1763335109.181401:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826098816 00000100:00100000:1.0:1763335109.181422:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6707 00000100:00100000:1.0:1763335109.181428:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+26:3667:x1848989826098816:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763335109.181440:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:618 count 1 00002000:00010000:1.0:1763335109.181459:0:8417:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x26a:0x0] initial LVB size: 5, mtime: 0x691a5bc5, atime: 0x0, ctime: 0x691a5bc5, blocks: 0x8 00010000:00010000:1.0:1763335109.181465:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf600/0x3ec0b54007576fb8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.181473:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335109.181475:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335109.181479:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf600/0x3ec0b54007576fb8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.181489:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf600/0x3ec0b54007576fb8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.181497:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf600/0x3ec0b54007576fb8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.181504:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf600/0x3ec0b54007576fb8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.181519:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763335109.181730:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+27:3667:x1848989826098816:12345-0@lo:6:osp-syn-0-1.0 Request processed in 301us (350us total) trans 21474838961 rc 0/0 00000100:00100000:1.0:1763335109.181736:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6707 00010000:00010000:1.0:1763335109.181756:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335109.181761:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf600/0x3ec0b54007576fb8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.181773:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faf600 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335109.181778:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf600/0x3ec0b54007576fb8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.181786:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf600/0x3ec0b54007576fb8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.181801:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf600/0x3ec0b54007576fb8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.181808:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf600/0x3ec0b54007576fb8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.181822:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335109.181823:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335109.181825:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763335109.181840:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c79ed880/2, rc 0, transno 21474838961 00000100:00100000:1.0:1763335109.181854:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c79ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826098816:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763335109.181862:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763335109.181868:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826099200:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335109.181888:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335109.181905:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826099200 00000100:00100000:1.0:1763335109.181908:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826099200 00000100:00100000:1.0:1763335109.181926:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6708 00000100:00100000:1.0:1763335109.181931:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+27:3667:x1848989826099200:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763335109.181984:0:8416:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x26d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335109.181987:0:8416:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x26d:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763335109.181990:0:8416:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x26d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335109.181992:0:8416:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x26d:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763335109.181994:0:8416:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x26d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335109.182020:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+28:3667:x1848989826099200:12345-0@lo:2:osp-syn-0-1.0 Request processed in 88us (130us total) trans 21474838962 rc 0/0 00000100:00100000:1.0:1763335109.182026:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6708 00000004:00080000:1.0:1763335109.182051:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5f7bb80/2, rc 0, transno 21474838962 00000100:00100000:1.0:1763335109.182055:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826099200:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335109.182132:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335109.182160:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c79ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826098944:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335109.182182:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335109.182202:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826098432 00000100:00100000:3.0:1763335109.182205:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826098432 00000100:00100000:3.0:1763335109.182220:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826098944 00000100:00100000:3.0:1763335109.182222:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826098944 00000100:00100000:3.0:1763335109.182233:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6709 00000100:00100000:3.0:1763335109.182238:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+67:3664:x1848989826098432:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763335109.182249:0:27804:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:621 count 1 00010000:00010000:3.0:1763335109.182262:0:27804:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576fbf lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.182274:0:27804:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae600/0x3ec0b54007576d7a lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a77 expref: 39 pid: 8415 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335109.182281:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335109.182283:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335109.182286:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576fbf lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.182308:0:27804:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae600/0x3ec0b54007576d7a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a77 expref: 39 pid: 8415 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335109.182341:0:27804:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae600/0x3ec0b54007576d7a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a77 expref: 39 pid: 8415 timeout: 1202 lvb_type: 1 00000100:00100000:3.0:1763335109.182352:0:27804:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6d94000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27804:1848989826099584:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335109.182532:0:27804:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f504a780 going to sleep for 11 seconds 00000100:00100000:2.0:1763335109.182614:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335109.182803:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826098688 00000100:00100000:3.0:1763335109.182808:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826098688 00000100:00100000:3.0:1763335109.182849:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6710 00000100:00100000:3.0:1763335109.182857:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+28:3664:x1848989826098944:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763335109.182870:0:28568:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:619 count 1 00010000:00010000:3.0:1763335109.182883:0:28568:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007576fc6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.182894:0:28568:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c6fae400/0x3ec0b54007576d81 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x26b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a7e expref: 15 pid: 8415 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335109.182901:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335109.182902:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335109.182905:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007576fc6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x26b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.182924:0:28568:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c6fae400/0x3ec0b54007576d81 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a7e expref: 15 pid: 8415 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335109.182933:0:28568:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c6fae400/0x3ec0b54007576d81 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x26b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a7e expref: 15 pid: 8415 timeout: 1202 lvb_type: 1 00000100:00100000:3.0:1763335109.182943:0:28568:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6d96d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:28568:1848989826099712:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335109.182977:0:28568:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c9e3a600 going to sleep for 11 seconds 00000100:00100000:2.0:1763335109.183026:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6711 00000100:00100000:2.0:1763335109.183035:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f61fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+68:3666:x1848989826098688:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763335109.183115:0:27803:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x26f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335109.183119:0:27803:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x26f:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763335109.183121:0:27803:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x26f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335109.183123:0:27803:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x26f:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763335109.183125:0:27803:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x26f:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335109.183168:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f61fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+69:3666:x1848989826098688:12345-0@lo:2:osp-syn-1-1.0 Request processed in 135us (554us total) trans 17179871670 rc 0/0 00000100:00100000:2.0:1763335109.183178:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6711 00000004:00080000:3.0:1763335109.183300:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4acaa00/2, rc 0, transno 17179871670 00000100:00100000:3.0:1763335109.183305:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4acaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826098688:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335109.187292:0:13591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6354a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826099328:192.168.204.57@tcp:105: 00010000:00010000:0.0:1763335109.187367:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007576f9c lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b26 expref: 260 pid: 13591 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763335109.187389:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007576fa3 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1fa:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b26 expref: 259 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.187425:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faf000, rc 0) 00000100:00100000:0.0:1763335109.187481:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:55956:x1848989814812800:12345-192.168.204.57@tcp:101:bash.0 Request processed in 34190us (35578us total) trans 4294973283 rc 0/0 00000100:00100000:0.0:1763335109.187494:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9706 00000100:00100000:1.0:1763335109.187596:0:28961:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1368a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28961:1848989826099456:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335109.187612:0:28961:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf400/0x3ec0b54007576fb1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335109.189685:0:28568:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6d96d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:28568:1848989826099712:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335109.189712:0:28568:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007576fc6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335109.189787:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335109.190044:0:27804:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6d94000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27804:1848989826099584:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335109.190058:0:27804:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576fbf lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335109.190137:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814813312 00000100:00100000:3.0:1763335109.190144:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814813312 00000100:00100000:3.0:1763335109.190198:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3351 00000100:00100000:3.0:1763335109.190208:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:56983:x1848989814813312:12345-192.168.204.57@tcp:49:lfs.0 00000100:00100000:3.0:1763335109.190351:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:56983:x1848989814813312:12345-192.168.204.57@tcp:49:lfs.0 Request processed in 144us (563us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335109.190358:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3351 00000100:00100000:2.0:1763335109.192657:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.192696:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.192732:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335109.192926:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814813440 00000100:00100000:1.0:1763335109.192937:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814813440 00010000:00010000:1.0:1763335109.192974:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b54007576e0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881aaf expref: 40 pid: 27804 timeout: 1202 lvb_type: 0 00000100:00100000:1.0:1763335109.193013:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814813696 00000100:00100000:1.0:1763335109.193017:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814813696 00010000:00010000:1.0:1763335109.193031:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae600/0x3ec0b54007576d7a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a77 expref: 41 pid: 8415 timeout: 1202 lvb_type: 1 00000100:00100000:1.0:1763335109.193056:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814813568 00000100:00100000:1.0:1763335109.193059:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814813568 00010000:00010000:1.0:1763335109.193071:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6fae400/0x3ec0b54007576d81 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x26b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a7e expref: 16 pid: 8415 timeout: 1202 lvb_type: 1 00000100:00100000:1.0:1763335109.193091:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3193 00000100:00100000:1.0:1763335109.193100:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+41:2427:x1848989814813440:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335109.193113:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335109.193119:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b54007576e0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881aaf expref: 41 pid: 27804 timeout: 1202 lvb_type: 0 00010000:00010000:1.0:1763335109.193131:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b54007576e0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881aaf expref: 41 pid: 27804 timeout: 1202 lvb_type: 0 00010000:00010000:1.0:1763335109.193155:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001d035e000/0x3ec0b54007576e0d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881aaf expref: 41 pid: 27804 timeout: 1202 lvb_type: 0 00010000:00010000:1.0:1763335109.193171:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335109.193174:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335109.193178:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf400/0x3ec0b54007576fb1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.193187:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf400/0x3ec0b54007576fb1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.193212:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335109.193256:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+40:2427:x1848989814813440:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 158us (608us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335109.193264:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3193 00000100:00100000:1.0:1763335109.193280:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3194 00000100:00100000:1.0:1763335109.193286:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7831c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+39:2427:x1848989814813696:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335109.193294:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335109.193299:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae600/0x3ec0b54007576d7a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x26d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a77 expref: 39 pid: 8415 timeout: 1202 lvb_type: 1 00010000:00010000:1.0:1763335109.193308:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae600/0x3ec0b54007576d7a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x26d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a77 expref: 39 pid: 8415 timeout: 1202 lvb_type: 1 00010000:00010000:1.0:1763335109.193348:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae600/0x3ec0b54007576d7a lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x26d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a77 expref: 39 pid: 8415 timeout: 1202 lvb_type: 1 00010000:00010000:1.0:1763335109.193358:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335109.193359:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335109.193363:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576fbf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.193370:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576fbf lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.195969:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335109.196031:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7831c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+38:2427:x1848989814813696:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 2740us (3330us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335109.196041:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3194 00000100:00100000:1.0:1763335109.196076:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3195 00000100:00100000:1.0:1763335109.196086:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c79ab850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2427:x1848989814813568:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335109.196100:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335109.196107:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c6fae400/0x3ec0b54007576d81 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x26b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a7e expref: 16 pid: 8415 timeout: 1202 lvb_type: 1 00010000:00010000:1.0:1763335109.196120:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c6fae400/0x3ec0b54007576d81 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a7e expref: 16 pid: 8415 timeout: 1202 lvb_type: 1 00010000:00010000:1.0:1763335109.196140:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c6fae400/0x3ec0b54007576d81 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x26b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881a7e expref: 16 pid: 8415 timeout: 1202 lvb_type: 1 00010000:00010000:1.0:1763335109.196156:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335109.196158:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335109.196162:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007576fc6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.196171:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007576fc6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x26b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.196187:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335109.196205:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c79ab850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+15:2427:x1848989814813568:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 121us (3472us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335109.196211:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3195 00010000:00010000:1.0:1763335109.196277:0:28961:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf400/0x3ec0b54007576fb1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.196286:0:28961:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf400/0x3ec0b54007576fb1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.196296:0:28961:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf400/0x3ec0b54007576fb1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.196304:0:28961:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf400/0x3ec0b54007576fb1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.196332:0:28961:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763335109.196564:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4ac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+69:3667:x1848989826098304:12345-0@lo:6:osp-syn-1-1.0 Request processed in 15857us (22150us total) trans 17179871671 rc 0/0 00000100:00100000:1.0:1763335109.196572:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6704 00000004:00080000:1.0:1763335109.196615:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4acb480/2, rc 0, transno 17179871671 00000100:00100000:1.0:1763335109.196621:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4acb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826098304:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1763335109.196639:0:27804:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576fbf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.196646:0:27804:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576fbf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.196653:0:27804:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576fbf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.196659:0:27804:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576fbf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.196676:0:27804:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1763335109.196685:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1763335109.196691:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf400/0x3ec0b54007576fb1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.196698:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faf400 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335109.196702:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf400/0x3ec0b54007576fb1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.196710:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf400/0x3ec0b54007576fb1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.196721:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf400/0x3ec0b54007576fb1 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.196728:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf400/0x3ec0b54007576fb1 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.196743:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335109.196747:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576fbf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.196753:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffb18e00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335109.196756:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576fbf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.196762:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576fbf lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.196775:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576fbf lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.196782:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18e00/0x3ec0b54007576fbf lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.196795:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335109.196797:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335109.196799:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335109.197134:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335109.197146:0:28568:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007576fc6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.197154:0:28568:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007576fc6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.197161:0:28568:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007576fc6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.197169:0:28568:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007576fc6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.197184:0:28568:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763335109.197336:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+29:3664:x1848989826098944:12345-0@lo:6:osp-syn-0-1.0 Request processed in 14479us (15151us total) trans 21474838963 rc 0/0 00000100:00100000:2.0:1763335109.197344:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6710 00010000:00010000:2.0:1763335109.197363:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335109.197368:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007576fc6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.197514:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffb19200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335109.197518:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007576fc6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.197525:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007576fc6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.197537:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007576fc6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.197544:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001ffb19200/0x3ec0b54007576fc6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.197560:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335109.197561:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335109.197563:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763335109.197586:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c79ef480/2, rc 0, transno 21474838963 00000100:00100000:2.0:1763335109.197591:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c79ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826098944:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763335109.198869:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+69:3664:x1848989826098432:12345-0@lo:6:osp-syn-1-1.0 Request processed in 16625us (16733us total) trans 17179871672 rc 0/0 00000100:00100000:1.0:1763335109.198878:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6709 00000004:00080000:2.0:1763335109.199771:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4acb800/2, rc 0, transno 17179871672 00000100:00100000:2.0:1763335109.199779:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4acb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826098432:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763335109.200365:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335109.200397:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.201803:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814813824 00000100:00100000:3.0:1763335109.201815:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814813824 00000100:00100000:3.0:1763335109.201873:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814813952 00000100:00100000:3.0:1763335109.201876:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814813952 00000100:00100000:3.0:1763335109.201911:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6712 00000100:00100000:3.0:1763335109.201919:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+39:2426:x1848989814813824:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335109.201938:0:28568:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335109.201959:0:28568:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576fcd lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881b3b expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335109.201983:0:28568:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x26e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335109.202005:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335109.202007:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335109.202019:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576fcd lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b3b expref: 40 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335109.202054:0:28568:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576fcd lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b3b expref: 40 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335109.202069:0:28568:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001ffb18a00, rc 0) 00000100:00100000:3.0:1763335109.202138:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+40:2426:x1848989814813824:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 220us (1775us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335109.202145:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6712 00000100:00100000:3.0:1763335109.202180:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6713 00000100:00100000:3.0:1763335109.202187:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+39:55956:x1848989814813952:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335109.202193:0:28568:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335109.202201:0:28568:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576fd4 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881b42 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.202224:0:28568:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576fcd lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b3b expref: 40 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335109.202232:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335109.202234:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335109.202237:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576fd4 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b42 expref: 40 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.202269:0:28568:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576fcd lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b3b expref: 40 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335109.202291:0:28568:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576fcd lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b3b expref: 40 pid: 28568 timeout: 1202 lvb_type: 1 00000100:00100000:3.0:1763335109.202336:0:28568:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6d95c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28568:1848989826099840:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335109.202799:0:28568:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c9e3a000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335109.210812:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.210890:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814814336 00000100:00100000:2.0:1763335109.210900:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814814336 00000100:00100000:2.0:1763335109.210963:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9709 00000100:00100000:2.0:1763335109.210973:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:56983:x1848989814814336:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335109.210998:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335109.211024:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576fdb lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881b49 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.211111:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576fe2 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335109.211125:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576fe2 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.211137:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576fe2 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.211149:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576fe9 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335109.211157:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576fe9 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.211164:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576fe9 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.211267:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576ff0 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335109.211277:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576ff0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.211285:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576ff0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:2.0:1763335109.211295:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1fa:0x0]: returning size 2 00010000:00010000:2.0:1763335109.211541:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576fe2 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.211553:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576fe2 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.211558:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576fe2 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.211564:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576fe2 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.211571:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335109.211574:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576fe2 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.211581:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576fe2 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.211593:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4880b00) 00010000:00010000:2.0:1763335109.211596:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335109.211601:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576fe2 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.211607:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007576fe2 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.211621:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576fe9 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.211626:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576fe9 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.211632:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576fe9 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.211636:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc184000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335109.211639:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576fe9 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.211643:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576fe9 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.211649:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4880700) 00010000:00010000:2.0:1763335109.211651:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335109.211654:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576fe9 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.211659:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007576fe9 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.211695:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007576fdb lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b49 expref: 262 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.211708:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576ff0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b49 expref: 261 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.211715:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fa:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:2.0:1763335109.211717:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335109.211719:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d0335800, rc 0) 00000100:00100000:2.0:1763335109.211922:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56983:x1848989814814336:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 949us (1118us total) trans 4294973284 rc 0/0 00000100:00100000:2.0:1763335109.211930:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9709 00000100:00100000:0.0:1763335109.212152:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335109.212229:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814814080 00000100:00100000:1.0:1763335109.212236:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814814080 00010000:00010000:1.0:1763335109.212261:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576fcd lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b3b expref: 41 pid: 28568 timeout: 1202 lvb_type: 1 00000100:00100000:1.0:1763335109.212293:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3196 00000100:00100000:1.0:1763335109.212301:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6354a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+41:2429:x1848989814814080:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335109.212332:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335109.212338:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576fcd lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x26e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b3b expref: 41 pid: 28568 timeout: 1202 lvb_type: 1 00010000:00010000:1.0:1763335109.212354:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576fcd lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x26e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b3b expref: 41 pid: 28568 timeout: 1202 lvb_type: 1 00010000:00010000:1.0:1763335109.212373:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335109.212375:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335109.212383:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576fd4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b42 expref: 41 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.212393:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576fd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b42 expref: 41 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.212430:0:6514:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576fd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b42 expref: 41 pid: 28568 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335109.212442:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4aa0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6514:1848989826099968:192.168.204.57@tcp:105: 00000100:00100000:1.0:1763335109.212497:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f504a780 going to sleep for 11 seconds 00010000:00010000:2.0:1763335109.212653:0:28568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001ffb18a00/0x3ec0b54007576fcd lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x26e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b3b expref: 41 pid: 28568 timeout: 1202 lvb_type: 1 00000100:00100000:2.0:1763335109.212664:0:28568:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6d95c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28568:1848989826099840:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335109.212698:0:28568:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576fd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b42 expref: 40 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.212708:0:28568:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035ec00, rc 0) 00000100:00100000:2.0:1763335109.212734:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+40:55956:x1848989814813952:12345-192.168.204.57@tcp:101:bash.0 Request processed in 10547us (12336us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335109.212741:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6713 00000100:00100000:1.0:1763335109.215857:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4aa0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6514:1848989826099968:192.168.204.57@tcp:105: 00010000:00010000:1.0:1763335109.215881:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335109.215941:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6354a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+39:2429:x1848989814814080:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 3640us (3788us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335109.215952:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3196 00000100:00100000:0.0:1763335109.219016:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.219102:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814814592 00000100:00100000:3.0:1763335109.219113:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814814592 00000100:00100000:3.0:1763335109.219168:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3352 00000100:00100000:3.0:1763335109.219178:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6354e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56983:x1848989814814592:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335109.219428:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6354e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56983:x1848989814814592:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 250us (420us total) trans 4294973285 rc 0/0 00000100:00100000:3.0:1763335109.219434:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3352 00000100:00100000:2.0:1763335109.224360:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.224495:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814814720 00000100:00100000:3.0:1763335109.224507:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814814720 00000100:00100000:3.0:1763335109.224572:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6714 00000100:00100000:3.0:1763335109.224582:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7832300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+15:55956:x1848989814814720:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335109.224602:0:28568:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335109.224628:0:28568:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d035e000/0x3ec0b54007576ffe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881b50 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335109.224657:0:28568:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x26c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335109.224683:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335109.224686:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335109.224697:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d035e000/0x3ec0b54007576ffe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b50 expref: 16 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.224716:0:28568:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9001d035e000/0x3ec0b54007576ffe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b50 expref: 16 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.224729:0:28568:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035e000, rc 0) 00000100:00100000:3.0:1763335109.224793:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7832300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:55956:x1848989814814720:12345-192.168.204.57@tcp:101:bash.0 Request processed in 212us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335109.224809:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6714 00000100:00100000:1.0:1763335109.229940:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335109.229978:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335109.230058:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335109.230606:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814814848 00000100:00100000:0.0:1763335109.230616:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814814848 00002000:00010000:0.0:1763335109.230655:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/622 (0->18446744073709551615) 00002000:00100000:0.0:1763335109.230660:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c4aa0e00 with x1848989814814848 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335109.230671:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c4aa0e00. 00000100:00100000:0.0:1763335109.230698:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814815104 00000100:00100000:0.0:1763335109.230701:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814815104 00002000:00010000:0.0:1763335109.230712:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/620 (0->18446744073709551615) 00002000:00100000:0.0:1763335109.230715:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c4aa1180 with x1848989814815104 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335109.230720:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c4aa1180. 00000100:00100000:0.0:1763335109.230740:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1642 00000100:00100000:0.0:1763335109.230748:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+39:2426:x1848989814814848:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:0.0:1763335109.230946:0:23998:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x26e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335109.230950:0:23998:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x26e:0x0] updating lvb mtime from disk: 0 -> 1763335109 00002000:00010000:0.0:1763335109.230953:0:23998:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x26e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335109.230956:0:23998:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x26e:0x0] updating lvb ctime from disk: 0 -> 1763335109 00002000:00010000:0.0:1763335109.230958:0:23998:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x26e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335109.231017:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+40:2426:x1848989814814848:12345-192.168.204.57@tcp:10:bash.0 Request processed in 269us (1088us total) trans 17179871673 rc 0/0 00000100:00100000:0.0:1763335109.231026:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1642 00002000:00010000:0.0:1763335109.231030:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/622 (0->18446744073709551615) 00002000:00100000:0.0:1763335109.231032:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c4aa0e00 with x1848989814814848 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335109.231037:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c4aa0e00. 00000100:00100000:0.0:1763335109.231053:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1643 00000100:00100000:0.0:1763335109.231060:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2426:x1848989814815104:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:0.0:1763335109.231136:0:23998:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x26c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335109.231138:0:23998:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x26c:0x0] updating lvb mtime from disk: 0 -> 1763335109 00002000:00010000:0.0:1763335109.231140:0:23998:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x26c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335109.231142:0:23998:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x26c:0x0] updating lvb ctime from disk: 0 -> 1763335109 00002000:00010000:0.0:1763335109.231144:0:23998:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x26c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335109.231165:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2426:x1848989814815104:12345-192.168.204.57@tcp:10:bash.0 Request processed in 106us (1186us total) trans 21474838964 rc 0/0 00000100:00100000:0.0:1763335109.231173:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1643 00002000:00010000:0.0:1763335109.231176:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/620 (0->18446744073709551615) 00002000:00100000:0.0:1763335109.231178:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c4aa1180 with x1848989814815104 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335109.231182:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c4aa1180. 00000100:00100000:2.0:1763335109.231596:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814814976 00000100:00100000:2.0:1763335109.231601:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814814976 00000100:00100000:2.0:1763335109.231641:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3353 00000100:00100000:2.0:1763335109.231649:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56983:x1848989814814976:12345-192.168.204.57@tcp:33:lfs.0 00000100:00100000:2.0:1763335109.231748:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56983:x1848989814814976:12345-192.168.204.57@tcp:33:lfs.0 Request processed in 100us (1690us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335109.231754:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3353 00000100:00100000:0.0:1763335109.236180:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.236260:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814815360 00000100:00100000:3.0:1763335109.236270:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814815360 00000100:00100000:3.0:1763335109.236352:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3354 00000100:00100000:3.0:1763335109.236363:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1615050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:55956:x1848989814815360:12345-192.168.204.57@tcp:35:bash.0 00000100:00100000:3.0:1763335109.237627:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1615050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:55956:x1848989814815360:12345-192.168.204.57@tcp:35:bash.0 Request processed in 1261us (1451us total) trans 4294973286 rc 0/0 00000100:00100000:3.0:1763335109.237637:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3354 00000100:00100000:2.0:1763335109.252249:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335109.252486:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814815616 00000100:00100000:0.0:1763335109.252497:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814815616 00000100:00100000:0.0:1763335109.252555:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9710 00000100:00100000:0.0:1763335109.252563:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7833480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56985:x1848989814815616:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:0.0:1763335109.252616:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1763335109.252643:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007576fa3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1fa:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b26 expref: 263 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.252661:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007576faa lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1fa:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b34 expref: 262 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.252672:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007576ff0 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1fa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b49 expref: 261 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.252684:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5fa3800/0x3ec0b54007576f6b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1fa:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b18 expref: 260 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.252693:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fa:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:0.0:1763335109.252702:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335109.252725:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577005 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335109.252739:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577005 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.252748:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577005 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.252758:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b5400757700c lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335109.252763:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b5400757700c lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.252768:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b5400757700c lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.252837:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577013 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335109.252856:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577013 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.252863:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577013 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000040:00080000:0.0:1763335109.253083:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1537, 64 off128608 00000004:00080000:0.0:1763335109.253092:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1102232776651ns, next at 1103232773411ns, rc = 0 00000040:00080000:0.0:1763335109.253115:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1536, 64 off128608 00000004:00080000:0.0:1763335109.253120:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1102232805401ns, next at 1103232803796ns, rc = 0 00000040:00080000:0.0:1763335109.253130:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1537, 64 off128672 00000040:00080000:0.0:1763335109.253139:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1538, 64 off128672 00010000:00010000:0.0:1763335109.253187:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b5400757701a lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335109.253199:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b5400757701a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.253206:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b5400757701a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.253212:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b5400757701a lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.253218:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b5400757701a lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.253223:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b5400757701a lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.253236:0:13591:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763335109.253252:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577013 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.253257:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577013 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.253264:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577013 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.253269:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95f000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335109.253274:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577013 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.253281:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577013 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.253288:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fa:0x0].0x0 (ffff9001d03fe800) 00010000:00010000:0.0:1763335109.253292:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763335109.253296:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577013 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.253301:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577013 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.253433:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577005 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.253440:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577005 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.253445:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577005 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.253450:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577005 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.253455:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95f200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335109.253458:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577005 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.253464:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577005 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.253471:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001d03fe600) 00010000:00010000:0.0:1763335109.253474:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335109.253477:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577005 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.253483:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577005 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000004:00010000:0.0:1763335109.253494:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b0e3cb6c reply state 00000000269943f3 transno 4294973287 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b5400757700c lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.253503:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b5400757700c lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.253509:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001d03fe200) 00010000:00010000:0.0:1763335109.253512:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335109.253514:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335109.253581:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7833480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56985:x1848989814815616:12345-192.168.204.57@tcp:36:rm.0 Request processed in 1018us (1341us total) trans 4294973287 rc 0/0 00000100:00100000:0.0:1763335109.253588:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9710 00010000:00010000:1.0:1763335109.253811:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335109.253818:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b5400757701a lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1fa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.253824:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95e200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335109.253827:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b5400757701a lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1fa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.253832:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b5400757701a lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1fa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.253850:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fa:0x0].0x0 (ffff9001d03fe800) 00010000:00010000:1.0:1763335109.253853:0:8431:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335109.253856:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b5400757701a lrc: 1/0,0 mode: --/PW res: [0x240000405:0x1fa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.253861:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b5400757701a lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1fa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335109.253873:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335109.253874:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335109.253876:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335109.256354:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.256674:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814815872 00000100:00100000:3.0:1763335109.256684:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814815872 00000100:00100000:2.0:1763335109.256818:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9711 00000100:00100000:2.0:1763335109.256828:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6357480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56984:x1848989814815872:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335109.256859:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335109.256879:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007577021 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881b57 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.256944:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577028 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335109.256956:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577028 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.256966:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577028 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.256977:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757702f lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335109.256983:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757702f lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.256989:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757702f lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.257020:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577028 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.257027:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577028 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.257033:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577028 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.257038:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577028 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.257043:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335109.257047:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577028 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.257054:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577028 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.257064:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4880b00) 00010000:00010000:2.0:1763335109.257067:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335109.257071:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577028 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.257077:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577028 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.257102:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757702f lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.257108:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757702f lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.257113:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757702f lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.257117:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc184000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335109.257120:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757702f lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.257124:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757702f lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.257130:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001d03fe200) 00010000:00010000:2.0:1763335109.257132:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335109.257135:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757702f lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.257139:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757702f lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.257164:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007577021 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b57 expref: 262 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.257172:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4880b00) 00010000:00010000:2.0:1763335109.257174:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763335109.257177:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b54007577021 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b57 expref: 262 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.257188:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d0335000, rc 0) 00000100:00100000:2.0:1763335109.257243:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6357480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56984:x1848989814815872:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 416us (940us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335109.257249:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9711 00000100:00100000:0.0:1763335109.264009:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.264090:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814816000 00000100:00100000:2.0:1763335109.264099:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814816000 00000100:00100000:2.0:1763335109.264163:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9712 00000100:00100000:2.0:1763335109.264174:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6355500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56984:x1848989814816000:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335109.264193:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335109.264214:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007577036 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881b5e expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.264277:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757703d lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335109.264292:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757703d lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.264303:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757703d lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.264346:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007577044 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335109.264353:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007577044 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.264360:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007577044 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.264567:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757703d lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.264574:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757703d lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.264581:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757703d lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.264587:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757703d lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.264593:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335109.264597:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757703d lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.264604:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757703d lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.264616:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4880b00) 00010000:00010000:2.0:1763335109.264619:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335109.264624:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757703d lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.264630:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757703d lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.264642:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007577044 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.264647:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007577044 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.264651:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007577044 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.264657:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335109.264659:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007577044 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.264664:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007577044 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.264669:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001d03fe200) 00010000:00010000:2.0:1763335109.264671:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335109.264674:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007577044 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.264678:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007577044 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.264701:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007577036 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b5e expref: 262 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.264710:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4880b00) 00010000:00010000:2.0:1763335109.264712:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335109.264716:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007577036 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b5e expref: 262 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.264727:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc184000, rc 0) 00000100:00100000:2.0:1763335109.267972:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6355500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56984:x1848989814816000:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 3786us (3959us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335109.267999:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9712 00000100:00100000:3.0:1763335109.283229:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.286042:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814816128 00000100:00100000:2.0:1763335109.286056:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814816128 00000100:00100000:2.0:1763335109.286133:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9713 00000100:00100000:2.0:1763335109.286144:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56986:x1848989814816128:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335109.286163:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335109.286186:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757704b lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881b65 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.286252:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007577052 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335109.286265:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007577052 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.286275:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007577052 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.286284:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577059 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335109.286291:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577059 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.286296:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577059 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.286372:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007577052 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.286379:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007577052 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.286385:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007577052 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.286390:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007577052 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.286395:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335109.286399:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007577052 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.286406:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007577052 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.286417:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4880b00) 00010000:00010000:2.0:1763335109.286420:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335109.286424:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007577052 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.286430:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007577052 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.286443:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577059 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.286449:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577059 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.286454:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577059 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.286458:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335109.286461:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577059 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.286466:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577059 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.286473:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001d03fe200) 00010000:00010000:2.0:1763335109.286476:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335109.286479:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577059 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.286484:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577059 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.286510:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757704b lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b65 expref: 262 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.286519:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4880b00) 00010000:00010000:2.0:1763335109.286522:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335109.286525:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757704b lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b65 expref: 262 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.286538:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc184000, rc 0) 00000100:00100000:2.0:1763335109.286603:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56986:x1848989814816128:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 461us (3384us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335109.286610:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9713 00000100:00100000:1.0:1763335109.289209:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335109.290594:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814816256 00000100:00100000:0.0:1763335109.290607:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814816256 00000100:00100000:0.0:1763335109.290677:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9714 00000100:00100000:0.0:1763335109.290686:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56986:x1848989814816256:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335109.290703:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335109.290725:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f800/0x3ec0b54007577060 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881b6c expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.290789:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b54007577067 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335109.290801:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b54007577067 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.290811:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b54007577067 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.290821:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530ec00/0x3ec0b5400757706e lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335109.290829:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530ec00/0x3ec0b5400757706e lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.290835:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530ec00/0x3ec0b5400757706e lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.290884:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b54007577067 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.290892:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b54007577067 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.290898:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b54007577067 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.290904:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b54007577067 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.290909:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c530f600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335109.290913:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b54007577067 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.290920:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b54007577067 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.290931:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001d03fe600) 00010000:00010000:0.0:1763335109.290934:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335109.290938:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b54007577067 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.290943:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b54007577067 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.290955:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530ec00/0x3ec0b5400757706e lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.290961:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530ec00/0x3ec0b5400757706e lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.290967:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530ec00/0x3ec0b5400757706e lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.290974:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c530ec00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335109.290977:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530ec00/0x3ec0b5400757706e lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.290982:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530ec00/0x3ec0b5400757706e lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.290988:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001d03fe200) 00010000:00010000:0.0:1763335109.290990:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335109.290993:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530ec00/0x3ec0b5400757706e lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.290999:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530ec00/0x3ec0b5400757706e lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.291024:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f800/0x3ec0b54007577060 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b6c expref: 262 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.291034:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001d03fe600) 00010000:00010000:0.0:1763335109.291036:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335109.291040:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f800/0x3ec0b54007577060 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b6c expref: 262 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.291051:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c530f800, rc 0) 00000100:00100000:0.0:1763335109.291124:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56986:x1848989814816256:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 438us (1922us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335109.291132:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9714 00000100:00100000:1.0:1763335109.294203:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.294266:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.294340:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814816640 00000100:00100000:2.0:1763335109.294350:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814816640 00000100:00100000:2.0:1763335109.294395:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814816384 00000100:00100000:2.0:1763335109.294398:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814816384 00000100:00100000:2.0:1763335109.294417:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9715 00000100:00100000:2.0:1763335109.294424:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56987:x1848989814816640:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335109.294442:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335109.294463:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007577075 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881b7a expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.294527:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b5400757707c lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335109.294543:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b5400757707c lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.294552:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b5400757707c lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.294561:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007577083 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335109.294568:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007577083 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.294574:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007577083 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.294609:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b5400757707c lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.294615:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b5400757707c lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.294621:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b5400757707c lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.294628:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b5400757707c lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.294633:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335109.294637:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b5400757707c lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.294644:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b5400757707c lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.294659:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4880700) 00010000:00010000:2.0:1763335109.294663:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335109.294666:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b5400757707c lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.294672:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b5400757707c lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.294684:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007577083 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.294689:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007577083 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.294695:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007577083 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.294699:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335109.294702:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007577083 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.294707:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007577083 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.294713:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001d03fe200) 00010000:00010000:2.0:1763335109.294715:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335109.294718:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007577083 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.294723:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007577083 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.294746:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007577075 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b7a expref: 263 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.294756:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4880700) 00010000:00010000:2.0:1763335109.294759:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763335109.294762:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007577075 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b7a expref: 263 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.294773:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7a00, rc 0) 00000100:00100000:2.0:1763335109.294814:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56987:x1848989814816640:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 391us (620us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335109.294821:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9715 00000100:00100000:2.0:1763335109.294836:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9716 00000100:00100000:2.0:1763335109.294854:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56986:x1848989814816384:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335109.294861:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335109.294869:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757708a lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881b73 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.294895:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007577091 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335109.294902:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007577091 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.294909:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007577091 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:2.0:1763335109.294939:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763335109.294944:0:13591:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763335109.294965:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757708a lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b73 expref: 263 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.294981:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007577091 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b73 expref: 262 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.294988:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4880d00) 00010000:00010000:2.0:1763335109.294991:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763335109.294993:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7800, rc 0) 00000100:00100000:2.0:1763335109.295011:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56986:x1848989814816384:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 170us (745us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335109.295017:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9716 00000100:00100000:1.0:1763335109.299290:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.299462:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814816768 00000100:00100000:3.0:1763335109.299475:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814816768 00000100:00100000:3.0:1763335109.299533:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9717 00000100:00100000:3.0:1763335109.299544:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56987:x1848989814816768:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335109.299563:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335109.299584:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d14800/0x3ec0b54007577098 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881b81 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.299646:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b5400757709f lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335109.299660:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b5400757709f lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.299671:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b5400757709f lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.299680:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b540075770a6 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335109.299687:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b540075770a6 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.299693:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b540075770a6 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.299733:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b5400757709f lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.299741:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b5400757709f lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.299746:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b5400757709f lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.299752:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b5400757709f lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.299758:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5d15c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335109.299762:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b5400757709f lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.299768:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b5400757709f lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.299780:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4880d00) 00010000:00010000:3.0:1763335109.299783:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335109.299788:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b5400757709f lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.299794:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b5400757709f lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.299805:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b540075770a6 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.299811:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b540075770a6 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.299816:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b540075770a6 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.299822:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5d15200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335109.299824:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b540075770a6 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.299830:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b540075770a6 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.299836:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001d03fe200) 00010000:00010000:3.0:1763335109.299839:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335109.299851:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b540075770a6 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.299856:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b540075770a6 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.299882:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d14800/0x3ec0b54007577098 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b81 expref: 263 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.299892:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4880d00) 00010000:00010000:3.0:1763335109.299894:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335109.299897:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d14800/0x3ec0b54007577098 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b81 expref: 263 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.299906:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5d14800, rc 0) 00000100:00100000:3.0:1763335109.299964:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56987:x1848989814816768:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 422us (683us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335109.299971:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9717 00000100:00100000:3.0:1763335109.306188:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335109.306283:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814817024 00000100:00100000:0.0:1763335109.306293:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814817024 00000100:00100000:0.0:1763335109.306382:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9718 00000100:00100000:0.0:1763335109.306393:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56986:x1848989814817024:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335109.306412:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335109.306415:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763335109.306441:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b54007577091 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b73 expref: 262 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.306461:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4880d00) 00010000:00010000:0.0:1763335109.306471:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335109.306487:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b540075770ad lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881b88 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.306579:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b540075770b4 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335109.306591:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b540075770b4 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.306601:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b540075770b4 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.306612:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b540075770bb lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335109.306619:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b540075770bb lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.306625:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b540075770bb lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.306976:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b540075770c2 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335109.306985:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b540075770c2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.306993:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b540075770c2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:0.0:1763335109.307002:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1fb:0x0]: returning size 0 00010000:00010000:0.0:1763335109.307023:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b540075770b4 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.307031:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b540075770b4 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.307037:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b540075770b4 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.307044:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b540075770b4 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.307050:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c530fa00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335109.307054:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b540075770b4 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.307061:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b540075770b4 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.307069:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001d03fe800) 00010000:00010000:0.0:1763335109.307072:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335109.307075:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b540075770b4 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.307086:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b540075770b4 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000004:00010000:0.0:1763335109.307096:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002c4b3dad reply state 000000004c6bbc18 transno 4294973288 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b540075770bb lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.307107:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b540075770bb lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.307113:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001d03fe200) 00010000:00010000:0.0:1763335109.307115:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335109.307118:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763335109.307142:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b540075770ad lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b88 expref: 264 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.307158:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b540075770c2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b88 expref: 263 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.307166:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fb:0x0].0x0 (ffff9001d03fe400) 00010000:00010000:0.0:1763335109.307169:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335109.307171:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d0335800, rc 0) 00000100:00100000:0.0:1763335109.307225:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56986:x1848989814817024:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 834us (1048us total) trans 4294973288 rc 0/0 00000100:00100000:0.0:1763335109.307233:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9718 00000100:00100000:1.0:1763335109.311858:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.312153:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814817280 00000100:00100000:3.0:1763335109.312164:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814817280 00000100:00100000:3.0:1763335109.312224:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9719 00000100:00100000:3.0:1763335109.312233:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56986:x1848989814817280:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335109.312256:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335109.312274:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d14800/0x3ec0b540075770d0 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881b8f expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.312408:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b540075770d7 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335109.312426:0:7841:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b540075770c2 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b88 expref: 265 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.312435:0:7841:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b540075770d7 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.312464:0:7841:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b540075770c2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b88 expref: 265 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.312476:0:7841:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b540075770c2 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b88 expref: 265 pid: 13840 timeout: 1202 lvb_type: 0 00000100:00100000:3.0:1763335109.312489:0:7841:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6d95c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826100096:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335109.312565:0:7841:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c9e3a600 going to sleep for 11 seconds 00000100:00100000:1.0:1763335109.319014:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.319460:0:7841:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6d95c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826100096:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335109.319488:0:7841:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b540075770d7 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000100:00100000:2.0:1763335109.319750:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814817408 00000100:00100000:2.0:1763335109.319758:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814817408 00010000:00010000:2.0:1763335109.319790:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b540075770c2 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b88 expref: 266 pid: 13840 timeout: 1202 lvb_type: 0 00000100:00100000:0.0:1763335109.327470:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3197 00000100:00100000:0.0:1763335109.327538:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:2427:x1848989814817408:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335109.327578:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335109.327589:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b540075770c2 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b88 expref: 266 pid: 13840 timeout: 1202 lvb_type: 0 00010000:00010000:0.0:1763335109.327616:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b540075770c2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b88 expref: 266 pid: 13840 timeout: 1202 lvb_type: 0 00010000:00010000:0.0:1763335109.327658:0:33041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b540075770c2 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b88 expref: 266 pid: 13840 timeout: 1202 lvb_type: 0 00010000:00010000:0.0:1763335109.327683:0:33041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fb:0x0].0x0 (ffff9001d03fe400) 00010000:00010000:0.0:1763335109.327690:0:33041:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b540075770d7 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.327698:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b540075770d7 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.327715:0:33041:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b540075770d7 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.327758:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335109.327863:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:2427:x1848989814817408:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 368us (8847us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335109.327871:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3197 00010000:00010000:3.0:1763335109.328012:0:7841:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b540075770d7 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.328021:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b540075770d7 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:3.0:1763335109.328065:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1fb:0x0]: returning size 0 00000004:00080000:3.0:1763335109.329479:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x26e:0x0], index 0: 0 00000004:00080000:3.0:1763335109.329490:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x270:0x0], index 1: 0 00000004:00080000:3.0:1763335109.329503:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x271:0x0], index 1: 0 00000004:00080000:3.0:1763335109.329508:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x26f:0x0], index 0: 0 00010000:00010000:3.0:1763335109.329686:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b540075770d7 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.329705:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b540075770d7 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.329712:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b540075770d7 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.329719:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5d15200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335109.329723:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b540075770d7 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.329738:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b540075770d7 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.329761:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fb:0x0].0x0 (ffff9001d03fe400) 00010000:00010000:3.0:1763335109.329764:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335109.329768:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b540075770d7 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.329774:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15200/0x3ec0b540075770d7 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.329866:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d14800/0x3ec0b540075770d0 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b8f expref: 265 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.329876:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fb:0x0].0x0 (ffff9001d03fe400) 00010000:00010000:3.0:1763335109.329890:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763335109.329894:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d14800/0x3ec0b540075770d0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b8f expref: 265 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.329918:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5d14800, rc 0) 00000100:00100000:3.0:1763335109.330003:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56986:x1848989814817280:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 17770us (18161us total) trans 4294973289 rc 301/301 00000100:00100000:3.0:1763335109.330034:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9719 00000100:00100000:1.0:1763335109.334485:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.335237:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814817664 00000100:00100000:2.0:1763335109.335248:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814817664 00000100:00100000:2.0:1763335109.335362:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3355 00000100:00100000:2.0:1763335109.335381:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56986:x1848989814817664:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335109.335820:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56986:x1848989814817664:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 440us (1536us total) trans 4294973290 rc 0/0 00000100:00100000:2.0:1763335109.335838:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3355 00000100:00100000:1.0:1763335109.340581:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.341213:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814817920 00000100:00100000:3.0:1763335109.341233:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814817920 00000100:00100000:0.0:1763335109.342109:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9720 00000100:00100000:0.0:1763335109.342133:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56988:x1848989814817920:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335109.342162:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335109.342192:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b540075770e5 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881b96 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.342293:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b540075770ec lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335109.342391:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b540075770ec lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.342401:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b540075770ec lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.342423:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b540075770f3 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335109.342430:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b540075770f3 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.342436:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b540075770f3 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.342606:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f800/0x3ec0b540075770fa lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335109.342623:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f800/0x3ec0b540075770fa lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.342630:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f800/0x3ec0b540075770fa lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:0.0:1763335109.342648:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1fb:0x0]: returning size 0 00010000:00010000:0.0:1763335109.342758:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b540075770ec lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.342765:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b540075770ec lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.342771:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b540075770ec lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.342788:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b540075770ec lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.342794:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c530e200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335109.342798:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b540075770ec lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.342813:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b540075770ec lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.342836:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001d03fe800) 00010000:00010000:0.0:1763335109.342848:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335109.342853:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b540075770ec lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.342874:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b540075770ec lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.342888:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b540075770f3 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.342893:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b540075770f3 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.342899:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b540075770f3 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.342920:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c530fa00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335109.342930:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b540075770f3 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.342937:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b540075770f3 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.342945:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001d03fe200) 00010000:00010000:0.0:1763335109.342947:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335109.342950:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b540075770f3 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.342964:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b540075770f3 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000100:00100000:1.0:1763335109.345225:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.345352:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814818176 00000100:00100000:2.0:1763335109.345368:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814818176 00000100:00100000:2.0:1763335109.345437:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3356 00000100:00100000:2.0:1763335109.345464:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:56986:x1848989814818176:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335109.345764:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:56986:x1848989814818176:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 307us (555us total) trans 4294973292 rc 0/0 00000100:00100000:2.0:1763335109.345772:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3356 00010000:00010000:0.0:1763335109.349621:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b540075770e5 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b96 expref: 269 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.349672:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f800/0x3ec0b540075770fa lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b96 expref: 268 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.349693:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fb:0x0].0x0 (ffff9001d03fe600) 00010000:00010000:0.0:1763335109.349708:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335109.349713:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c530f800, rc 0) 00000100:00100000:2.0:1763335109.349942:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:56988:x1848989814817920:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 7811us (9375us total) trans 4294973291 rc 0/0 00000100:00100000:2.0:1763335109.349952:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9720 00000100:00100000:1.0:1763335109.364197:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.364647:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814818560 00000100:00100000:2.0:1763335109.364658:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814818560 00000100:00100000:2.0:1763335109.364726:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9721 00000100:00100000:2.0:1763335109.364736:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:56988:x1848989814818560:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335109.364761:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335109.364783:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007577108 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881ba4 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.364868:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007577108 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ba4 expref: 269 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.364883:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007577108 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ba4 expref: 269 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.364902:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fb:0x0].0x0 (ffff9001d03fe600) 00010000:00010000:2.0:1763335109.364906:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763335109.364909:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6e00, rc 0) 00000100:00100000:2.0:1763335109.364971:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:56988:x1848989814818560:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 237us (783us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335109.364978:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9721 00000100:00100000:3.0:1763335109.370800:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.370887:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.370925:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.370979:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814818688 00000100:00100000:3.0:1763335109.370988:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814818688 00000100:00100000:0.0:1763335109.371218:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814818432 00000100:00100000:0.0:1763335109.371233:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814818432 00000100:00100000:0.0:1763335109.371292:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9722 00000100:00100000:0.0:1763335109.371303:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:55956:x1848989814818432:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335109.371367:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335109.371370:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763335109.371417:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f800/0x3ec0b540075770fa lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b96 expref: 269 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.371445:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fb:0x0].0x0 (ffff9001d03fe600) 00010000:00010000:0.0:1763335109.371450:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335109.371473:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b5400757710f lrc: 2/0,0 mode: --/CW res: [0x240000405:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881b9d expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.371608:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b54007577116 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335109.371633:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b54007577116 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1fb:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.371642:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b54007577116 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1fb:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:0.0:1763335109.371666:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1fb:0x0]: returning size 0 00010000:00010000:0.0:1763335109.371791:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b5400757710f lrc: 0/0,0 mode: --/CW res: [0x240000405:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b9d expref: 271 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.371803:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b54007577116 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1fb:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b9d expref: 270 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.371811:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fb:0x0].0x0 (ffff9001d03fe600) 00010000:00010000:0.0:1763335109.371814:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:0.0:1763335109.371816:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c530e200, rc 0) 00000100:00100000:0.0:1763335109.371891:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:55956:x1848989814818432:12345-192.168.204.57@tcp:101:bash.0 Request processed in 590us (1113us total) trans 4294973293 rc 0/0 00000100:00100000:0.0:1763335109.371908:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9722 00000100:00100000:3.0:1763335109.372206:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814818816 00000100:00100000:3.0:1763335109.372225:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814818816 00000100:00100000:3.0:1763335109.372285:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6715 00000100:00100000:3.0:1763335109.372292:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+40:2426:x1848989814818688:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335109.372334:0:28568:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335109.372348:0:28568:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c5d14800/0x3ec0b54007577124 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881bab expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335109.372371:0:28568:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x271:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335109.372392:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335109.372395:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335109.372402:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5d14800/0x3ec0b54007577124 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bab expref: 41 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335109.372426:0:28568:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c5d14800/0x3ec0b54007577124 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bab expref: 41 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335109.372443:0:28568:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5d14800, rc 0) 00000100:00100000:3.0:1763335109.372479:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+41:2426:x1848989814818688:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 188us (1604us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335109.372485:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6715 00000100:00100000:3.0:1763335109.372509:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6716 00000100:00100000:3.0:1763335109.372515:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2427:x1848989814818816:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335109.372532:0:28568:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335109.372543:0:28568:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c5d15200/0x3ec0b5400757712b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881bb2 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335109.372566:0:28568:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x26f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335109.372574:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335109.372576:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335109.372590:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5d15200/0x3ec0b5400757712b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bb2 expref: 18 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335109.372600:0:28568:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c5d15200/0x3ec0b5400757712b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bb2 expref: 18 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335109.372619:0:28568:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5d15200, rc 0) 00000100:00100000:3.0:1763335109.372636:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2427:x1848989814818816:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 121us (1711us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335109.372651:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6716 00000100:00100000:0.0:1763335109.376716:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.376813:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814818944 00000100:00100000:2.0:1763335109.376824:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814818944 00000100:00100000:2.0:1763335109.376898:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9723 00000100:00100000:2.0:1763335109.376909:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6354e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:55956:x1848989814818944:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335109.376932:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335109.376953:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007577132 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881bb9 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.376985:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007577139 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335109.376998:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007577139 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.377008:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007577139 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.377180:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7a00/0x3ec0b54007577132 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bb9 expref: 272 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.377197:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007577139 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bb9 expref: 271 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.377204:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fb:0x0].0x0 (ffff9001d03fe600) 00010000:00010000:2.0:1763335109.377207:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763335109.377210:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7e00, rc 0) 00000100:00100000:2.0:1763335109.380566:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6354e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+271:55956:x1848989814818944:12345-192.168.204.57@tcp:101:bash.0 Request processed in 3646us (3845us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335109.380579:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9723 00000100:00100000:1.0:1763335109.382229:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.382850:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814819200 00000100:00100000:2.0:1763335109.382860:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814819200 00000100:00100000:2.0:1763335109.382919:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3357 00000100:00100000:2.0:1763335109.382929:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+271:56988:x1848989814819200:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335109.383188:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:56988:x1848989814819200:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 260us (976us total) trans 4294973294 rc 0/0 00000100:00100000:2.0:1763335109.383208:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3357 00000100:00100000:1.0:1763335109.388752:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.389756:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814819456 00000100:00100000:2.0:1763335109.389767:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814819456 00000100:00100000:3.0:1763335109.390528:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9724 00000100:00100000:3.0:1763335109.390540:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:55956:x1848989814819456:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:3.0:1763335109.390595:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335109.390620:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b54007577116 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x1fb:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b9d expref: 272 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.390639:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fb:0x0].0x0 (ffff9001d03fe600) 00010000:00010000:3.0:1763335109.390645:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335109.390818:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b54007577140 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335109.390831:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b54007577140 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.390855:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b54007577140 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000001:00080000:3.0:1763335109.390901:0:13840:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973295 00000004:00010000:3.0:1763335109.390926:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ee50f334 reply state 000000002236c4b0 transno 4294973296 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b54007577140 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.390937:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b54007577140 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.390943:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fb:0x0].0x0 (ffff9001d03fe600) 00010000:00010000:3.0:1763335109.390946:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335109.390949:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763335109.391031:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:55956:x1848989814819456:12345-192.168.204.57@tcp:36:bash.0 Request processed in 493us (2287us total) trans 4294973296 rc 0/0 00000100:00100000:3.0:1763335109.391040:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9724 00000020:00080000:3.0:1763335109.391045:0:13840:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763335109.397568:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.397746:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814819712 00000100:00100000:3.0:1763335109.397764:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814819712 00000100:00100000:3.0:1763335109.397855:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9725 00000100:00100000:3.0:1763335109.397866:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:56988:x1848989814819712:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335109.397891:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335109.397915:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007577147 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881bc0 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.397993:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b5400757714e lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335109.398007:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b5400757714e lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.398019:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b5400757714e lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.398029:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007577155 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335109.398036:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007577155 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.398041:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007577155 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.398166:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b5400757715c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335109.398176:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b5400757715c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.398183:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b5400757715c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:3.0:1763335109.398192:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1fb:0x0]: returning size 0 00010000:00010000:3.0:1763335109.398264:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b5400757714e lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.398271:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b5400757714e lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.398277:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b5400757714e lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.398282:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b5400757714e lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.398288:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c3b9f400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335109.398292:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b5400757714e lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.398298:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b5400757714e lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.398309:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001d0e17700) 00010000:00010000:3.0:1763335109.398345:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335109.398350:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b5400757714e lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.398357:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9f400/0x3ec0b5400757714e lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.398370:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007577155 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.398376:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007577155 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.398380:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007577155 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.398384:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c3b9e800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335109.398387:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007577155 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.398395:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007577155 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.398402:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001d03fe200) 00010000:00010000:3.0:1763335109.398404:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335109.398407:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007577155 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.398411:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9e800/0x3ec0b54007577155 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.398446:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3b9fa00/0x3ec0b54007577147 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bc0 expref: 277 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.398463:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b5400757715c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bc0 expref: 276 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.398471:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fb:0x0].0x0 (ffff9001d03fe600) 00010000:00010000:3.0:1763335109.398473:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335109.398476:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c66e9400, rc 0) 00000100:00100000:3.0:1763335109.398523:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:56988:x1848989814819712:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 661us (983us total) trans 4294973297 rc 0/0 00000100:00100000:3.0:1763335109.398530:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9725 00000100:00100000:1.0:1763335109.402630:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.402704:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814819968 00000100:00100000:2.0:1763335109.402714:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814819968 00000100:00100000:2.0:1763335109.402765:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3358 00000100:00100000:2.0:1763335109.402775:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:56988:x1848989814819968:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335109.403000:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:56988:x1848989814819968:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 226us (380us total) trans 4294973298 rc 0/0 00000100:00100000:2.0:1763335109.403008:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3358 00000100:00100000:1.0:1763335109.408496:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.408629:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814820096 00000100:00100000:3.0:1763335109.408640:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814820096 00000100:00100000:3.0:1763335109.408695:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3359 00000100:00100000:3.0:1763335109.408705:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4ac9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:56988:x1848989814820096:12345-192.168.204.57@tcp:33:lfs.0 00000100:00100000:3.0:1763335109.408868:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4ac9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:56988:x1848989814820096:12345-192.168.204.57@tcp:33:lfs.0 Request processed in 163us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335109.408875:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3359 00000100:00100000:1.0:1763335109.411940:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335109.415776:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814820352 00000100:00100000:0.0:1763335109.415791:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814820352 00000100:00100000:0.0:1763335109.415862:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9726 00000100:00100000:0.0:1763335109.415871:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4ac8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:55956:x1848989814820352:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335109.415891:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335109.415894:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:0.0:1763335109.415922:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b5400757715c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bc0 expref: 277 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.415951:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b54007577108 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ba4 expref: 276 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.415964:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fb:0x0].0x0 (ffff9001d03fe600) 00010000:00010000:0.0:1763335109.415969:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335109.415983:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b5400757716a lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881bc7 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.416034:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f800/0x3ec0b54007577171 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335109.416048:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f800/0x3ec0b54007577171 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fb:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.416055:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f800/0x3ec0b54007577171 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fb:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000040:00080000:0.0:1763335109.416284:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1538, 88 off128760 00000004:00080000:0.0:1763335109.416293:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1102395977970ns, next at 1103232803796ns, rc = 0 00000040:00080000:0.0:1763335109.416355:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1539, 88 off128760 00000004:00080000:0.0:1763335109.416360:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1102396045585ns, next at 1103232773411ns, rc = 0 00000040:00080000:0.0:1763335109.416373:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1540, 88 off128848 00000004:00080000:0.0:1763335109.416378:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1102396063324ns, next at 1103232773411ns, rc = 0 00000040:00080000:0.0:1763335109.416387:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1539, 88 off128848 00000004:00080000:0.0:1763335109.416391:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1102396076388ns, next at 1103232803796ns, rc = 0 00000001:00080000:3.0:1763335109.427402:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973299 is committed 00000004:00080000:3.0:1763335109.427416:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1009 committed 00000004:00080000:3.0:1763335109.427443:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1006 committed 00000004:00080000:3.0:1763335109.427475:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1005 committed 00000004:00080000:3.0:1763335109.427478:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1008 committed 00000004:00080000:3.0:1763335109.427539:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1007 committed 00000004:00080000:3.0:1763335109.427542:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1004 committed 00010000:00010000:0.0:1763335109.427639:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b5400757700c lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.427670:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b5400757700c lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.427692:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b5400757700c lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.427699:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95e600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335109.427704:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b5400757700c lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.427730:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b5400757700c lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.427756:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001d03fe200) 00010000:00010000:0.0:1763335109.427760:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335109.427766:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b5400757700c lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.427772:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b5400757700c lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335109.427790:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b540075770bb lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.427795:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b540075770bb lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.427801:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b540075770bb lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.427806:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d0335000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335109.427809:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b540075770bb lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.427813:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b540075770bb lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.427821:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001d03fe200) 00010000:00010000:0.0:1763335109.427823:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335109.427826:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b540075770bb lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.427830:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b540075770bb lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.427855:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b54007577140 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.427861:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b54007577140 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.427866:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b54007577140 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.427870:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5d15c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335109.427873:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b54007577140 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.427878:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b54007577140 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.427885:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fb:0x0].0x0 (ffff9001d03fe600) 00010000:00010000:0.0:1763335109.427887:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335109.427889:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b54007577140 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.427894:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b54007577140 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.427947:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f800/0x3ec0b54007577171 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1fb:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bc7 expref: 259 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.427955:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fb:0x0].0x0 (ffff9001d03fe600) 00010000:00010000:0.0:1763335109.427957:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763335109.427972:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b5400757716a lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bc7 expref: 259 pid: 7841 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763335109.427986:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f800/0x3ec0b54007577171 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1fb:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bc7 expref: 258 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.428014:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fb:0x0].0x0 (ffff9001d03fe600) 00010000:00010000:0.0:1763335109.428017:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763335109.428019:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c530f800, rc 0) 00000100:00100000:0.0:1763335109.428098:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4ac8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:55956:x1848989814820352:12345-192.168.204.57@tcp:101:bash.0 Request processed in 12226us (16166us total) trans 4294973299 rc 0/0 00000100:00100000:0.0:1763335109.428107:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9726 00000100:00100000:2.0:1763335109.428310:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c7831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826100608:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335109.428427:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335109.428509:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763335109.428515:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c7831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826100224:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763335109.428544:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335109.428589:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c7832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826100352:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763335109.428618:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335109.428645:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763335109.428650:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c7830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826100480:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335109.428683:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335109.428735:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826100608 00000100:00100000:2.0:1763335109.428757:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826100608 00000100:00100000:2.0:1763335109.428819:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826100224 00000100:00100000:2.0:1763335109.428823:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826100224 00000100:00100000:2.0:1763335109.428865:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826100352 00000100:00100000:2.0:1763335109.428869:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826100352 00000100:00100000:2.0:1763335109.428902:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826100480 00000100:00100000:2.0:1763335109.428905:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826100480 00000100:00100000:2.0:1763335109.428942:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6717 00000100:00100000:2.0:1763335109.428965:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+32:3666:x1848989826100608:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763335109.429180:0:28961:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x26f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335109.429184:0:28961:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x26f:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763335109.429187:0:28961:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x26f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335109.429198:0:28961:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x26f:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763335109.429201:0:28961:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x26f:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335109.429258:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+33:3666:x1848989826100608:12345-0@lo:2:osp-syn-0-1.0 Request processed in 307us (830us total) trans 21474838965 rc 0/0 00000100:00100000:2.0:1763335109.429266:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6717 00000100:00100000:2.0:1763335109.429297:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6718 00000100:00100000:2.0:1763335109.429304:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+32:3666:x1848989826100224:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763335109.429357:0:28961:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:620 count 1 00010000:00010000:2.0:1763335109.429388:0:28961:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007577178 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.429421:0:28961:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d035e000/0x3ec0b54007576ffe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b50 expref: 17 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.429438:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335109.429440:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335109.429444:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007577178 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.429485:0:28961:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9001d035e000/0x3ec0b54007576ffe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b50 expref: 17 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.429511:0:28961:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9001d035e000/0x3ec0b54007576ffe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b50 expref: 17 pid: 28568 timeout: 1202 lvb_type: 0 00000100:00100000:2.0:1763335109.429523:0:28961:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c2f24700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28961:1848989826100736:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335109.429611:0:28961:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f5fde780 going to sleep for 11 seconds 00000100:00100000:2.0:1763335109.429645:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6719 00000100:00100000:2.0:1763335109.429654:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+32:3664:x1848989826100352:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763335109.429684:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:621 count 1 00010000:00010000:2.0:1763335109.429710:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b5400757717f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.429722:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d035ea00/0x3ec0b54007576f56 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b0a expref: 17 pid: 27804 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335109.429729:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335109.429731:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335109.429742:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b5400757717f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.429774:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9001d035ea00/0x3ec0b54007576f56 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b0a expref: 17 pid: 27804 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335109.429782:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9001d035ea00/0x3ec0b54007576f56 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b0a expref: 17 pid: 27804 timeout: 1202 lvb_type: 1 00000100:00100000:2.0:1763335109.429792:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c2f25f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1848989826100864:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335109.429850:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f5fded80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335109.429886:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6720 00000100:00100000:2.0:1763335109.429895:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+32:3664:x1848989826100480:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335109.429991:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+33:3664:x1848989826100480:12345-0@lo:2:osp-syn-0-1.0 Request processed in 97us (1306us total) trans 21474838966 rc 0/0 00000100:00100000:2.0:1763335109.429997:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6720 00000004:00080000:2.0:1763335109.430042:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c7830a80/2, rc 0, transno 21474838966 00000100:00100000:2.0:1763335109.430047:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c7830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826100480:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763335109.430066:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c7831c00/2, rc 0, transno 21474838965 00000100:00100000:2.0:1763335109.430070:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c7831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826100608:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335109.430807:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826101248:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335109.430857:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335109.430881:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763335109.430886:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826101120:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763335109.430908:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335109.430934:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826101248 00000100:00100000:1.0:1763335109.430940:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826101248 00000100:00100000:1.0:1763335109.430970:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826101120 00000100:00100000:1.0:1763335109.430973:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826101120 00000100:00100000:1.0:1763335109.430993:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6721 00000100:00100000:1.0:1763335109.431000:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+70:3665:x1848989826101248:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335109.431128:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+71:3665:x1848989826101248:12345-0@lo:2:osp-syn-1-1.0 Request processed in 128us (270us total) trans 17179871674 rc 0/0 00000100:00100000:1.0:1763335109.431134:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6721 00000100:00100000:1.0:1763335109.431148:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6722 00000100:00100000:1.0:1763335109.431154:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+70:3665:x1848989826101120:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763335109.431166:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:623 count 1 00010000:00010000:1.0:1763335109.431180:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577186 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.431194:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576f5d lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b11 expref: 40 pid: 27804 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335109.431207:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335109.431208:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335109.431213:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577186 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.431236:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576f5d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b11 expref: 40 pid: 27804 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335109.431246:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576f5d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b11 expref: 40 pid: 27804 timeout: 1202 lvb_type: 1 00000100:00100000:1.0:1763335109.431256:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7e67800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8417:1848989826101504:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335109.431301:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f504a780 going to sleep for 11 seconds 00000004:00080000:1.0:1763335109.431361:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a37480/2, rc 0, transno 17179871674 00000100:00100000:1.0:1763335109.431366:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826101248:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335109.431474:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826100992:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763335109.431499:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335109.431514:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763335109.431519:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826101376:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335109.431534:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335109.431979:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826100992 00000100:00100000:1.0:1763335109.431984:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826100992 00000100:00100000:1.0:1763335109.432016:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826101376 00000100:00100000:1.0:1763335109.432020:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826101376 00000100:00100000:1.0:1763335109.432047:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6723 00000100:00100000:1.0:1763335109.432055:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+72:3667:x1848989826100992:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763335109.432068:0:28568:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:622 count 1 00000100:00100000:3.0:1763335109.432183:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6724 00000100:00100000:3.0:1763335109.432193:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+72:3667:x1848989826101376:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763335109.432272:0:8725:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x271:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335109.432277:0:8725:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x271:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763335109.432279:0:8725:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x271:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335109.432280:0:8725:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x271:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763335109.432283:0:8725:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x271:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335109.432345:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+73:3667:x1848989826101376:12345-0@lo:2:osp-syn-1-1.0 Request processed in 153us (808us total) trans 17179871675 rc 0/0 00000100:00100000:3.0:1763335109.432351:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6724 00000004:00080000:0.0:1763335109.432440:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a36300/2, rc 0, transno 17179871675 00000100:00100000:0.0:1763335109.432446:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826101376:0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1763335109.432520:0:28568:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae000/0x3ec0b5400757718d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.432537:0:28568:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576fd4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b42 expref: 40 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.432545:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335109.432547:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335109.432550:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae000/0x3ec0b5400757718d lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.432575:0:28568:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576fd4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b42 expref: 40 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.432585:0:28568:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576fd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b42 expref: 40 pid: 28568 timeout: 1202 lvb_type: 0 00000100:00100000:1.0:1763335109.432596:0:28568:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7e65500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28568:1848989826101632:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335109.432655:0:28568:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000ccba6900 going to sleep for 11 seconds 00000100:00100000:3.0:1763335109.448199:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.448263:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.448279:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.448298:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335109.448410:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814820480 00000100:00100000:0.0:1763335109.448419:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814820480 00010000:00010000:0.0:1763335109.448455:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9001d035e000/0x3ec0b54007576ffe lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b50 expref: 18 pid: 28568 timeout: 1202 lvb_type: 0 00000100:00100000:0.0:1763335109.448504:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814820736 00000100:00100000:0.0:1763335109.448508:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814820736 00010000:00010000:0.0:1763335109.448522:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576f5d lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b11 expref: 41 pid: 27804 timeout: 1202 lvb_type: 1 00000100:00100000:0.0:1763335109.448538:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814820608 00000100:00100000:0.0:1763335109.448540:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814820608 00010000:00010000:0.0:1763335109.448551:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9001d035ea00/0x3ec0b54007576f56 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b0a expref: 19 pid: 27804 timeout: 1202 lvb_type: 1 00000100:00100000:0.0:1763335109.448569:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3198 00000100:00100000:0.0:1763335109.448577:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2429:x1848989814820480:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335109.448595:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335109.448601:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9001d035e000/0x3ec0b54007576ffe lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b50 expref: 19 pid: 28568 timeout: 1202 lvb_type: 0 00010000:00010000:0.0:1763335109.448615:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9001d035e000/0x3ec0b54007576ffe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b50 expref: 19 pid: 28568 timeout: 1202 lvb_type: 0 00010000:00010000:0.0:1763335109.448640:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335109.448643:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335109.448648:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007577178 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.448658:0:33041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007577178 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.448684:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335109.448731:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2429:x1848989814820480:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 153us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335109.448739:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3198 00000100:00100000:0.0:1763335109.448756:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3199 00000100:00100000:0.0:1763335109.448762:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+41:2429:x1848989814820736:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335109.448770:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335109.448775:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576f5d lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x26f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b11 expref: 41 pid: 27804 timeout: 1202 lvb_type: 1 00010000:00010000:0.0:1763335109.448784:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576f5d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x26f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b11 expref: 41 pid: 27804 timeout: 1202 lvb_type: 1 00010000:00010000:0.0:1763335109.448798:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335109.448800:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335109.448803:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577186 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.448810:0:33041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577186 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x26f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.448821:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335109.448849:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+41:2429:x1848989814820736:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 76us (558us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335109.448857:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3199 00000100:00100000:0.0:1763335109.448871:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3200 00000100:00100000:0.0:1763335109.448878:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4878e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2429:x1848989814820608:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335109.448885:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335109.448890:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9001d035ea00/0x3ec0b54007576f56 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x26d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b0a expref: 18 pid: 27804 timeout: 1202 lvb_type: 1 00010000:00010000:0.0:1763335109.448900:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9001d035ea00/0x3ec0b54007576f56 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x26d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b0a expref: 18 pid: 27804 timeout: 1202 lvb_type: 1 00010000:00010000:0.0:1763335109.448912:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335109.448913:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335109.448916:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b5400757717f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.448924:0:33041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b5400757717f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.448936:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335109.448954:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4878e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2429:x1848989814820608:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 76us (655us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335109.448961:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3200 00010000:00010000:2.0:1763335109.449668:0:8415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d035ea00/0x3ec0b54007576f56 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x26d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b0a expref: 17 pid: 27804 timeout: 1202 lvb_type: 1 00000100:00100000:2.0:1763335109.449683:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c2f25f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1848989826100864:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335109.449713:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b5400757717f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.449733:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b5400757717f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.449739:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b5400757717f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.449760:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b5400757717f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.449772:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b5400757717f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.449808:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763335109.450500:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+33:3664:x1848989826100352:12345-0@lo:6:osp-syn-0-1.0 Request processed in 20844us (21877us total) trans 21474838967 rc 0/0 00000100:00100000:2.0:1763335109.450510:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6719 00010000:00010000:2.0:1763335109.450559:0:28961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d035e000/0x3ec0b54007576ffe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b50 expref: 16 pid: 28568 timeout: 1202 lvb_type: 0 00000100:00100000:2.0:1763335109.450571:0:28961:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c2f24700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28961:1848989826100736:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335109.450586:0:28961:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007577178 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.450595:0:28961:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007577178 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.450602:0:28961:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007577178 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.450611:0:28961:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007577178 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.450619:0:28961:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007577178 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.450639:0:28961:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1763335109.450796:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+33:3666:x1848989826100224:12345-0@lo:6:osp-syn-0-1.0 Request processed in 21492us (22250us total) trans 21474838968 rc 0/0 00000100:00100000:2.0:1763335109.450803:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6718 00010000:00010000:2.0:1763335109.450835:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1763335109.450867:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b5400757717f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.450876:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7400 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335109.450880:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b5400757717f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.450888:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b5400757717f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.450911:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b5400757717f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.450919:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b5400757717f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.450944:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335109.450948:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007577178 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.450955:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7a00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335109.450959:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007577178 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.450979:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007577178 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.450989:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007577178 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.450996:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b54007577178 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.451018:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335109.451021:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335109.451023:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763335109.451060:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c7831880/2, rc 0, transno 21474838968 00000100:00100000:2.0:1763335109.451075:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c7831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826100224:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1763335109.451234:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763335109.451267:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c7832d80/2, rc 0, transno 21474838967 00000100:00100000:1.0:1763335109.451272:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c7832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826100352:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1763335109.451309:0:8417:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001d035fe00/0x3ec0b54007576f5d lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b11 expref: 40 pid: 27804 timeout: 1202 lvb_type: 1 00000100:00100000:1.0:1763335109.451370:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7e67800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8417:1848989826101504:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335109.451394:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577186 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.451405:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577186 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.451417:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577186 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.451437:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577186 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.451454:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577186 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.451472:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763335109.451732:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+73:3665:x1848989826101120:12345-0@lo:6:osp-syn-1-1.0 Request processed in 20566us (20811us total) trans 17179871676 rc 0/0 00000100:00100000:1.0:1763335109.451740:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6722 00000004:00080000:1.0:1763335109.451785:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a34e00/2, rc 0, transno 17179871676 00000100:00100000:1.0:1763335109.451804:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826101120:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763335109.451877:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814820992 00000100:00100000:1.0:1763335109.451884:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814820992 00000100:00100000:1.0:1763335109.451948:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9727 00000100:00100000:1.0:1763335109.451966:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+258:56989:x1848989814820992:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335109.451995:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335109.452016:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007577194 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881bce expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.452122:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b5400757719b lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335109.452146:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b5400757719b lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335109.452155:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b5400757719b lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335109.452180:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075771a2 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335109.452186:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075771a2 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335109.452192:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075771a2 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335109.452311:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b540075771a9 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335109.452352:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b540075771a9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335109.452359:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b540075771a9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:1.0:1763335109.452369:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1fb:0x0]: returning size 2 00010000:00010000:1.0:1763335109.452484:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b5400757719b lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335109.452501:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b5400757719b lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335109.452506:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b5400757719b lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335109.452512:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b5400757719b lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335109.452526:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fae400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335109.452530:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b5400757719b lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335109.452537:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b5400757719b lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335109.452560:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c35efe00) 00010000:00010000:1.0:1763335109.452563:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335109.452567:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b5400757719b lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335109.452573:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b5400757719b lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335109.452594:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075771a2 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335109.452600:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075771a2 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335109.452605:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075771a2 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335109.452610:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faf000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335109.452612:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075771a2 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335109.452629:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075771a2 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335109.452635:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c35efd00) 00010000:00010000:1.0:1763335109.452638:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335109.452641:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075771a2 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335109.452645:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075771a2 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335109.452706:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007577194 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bce expref: 261 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.452731:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b540075771a9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bce expref: 260 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.452752:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fb:0x0].0x0 (ffff9001d03fe600) 00010000:00010000:1.0:1763335109.452755:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335109.452757:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faf400, rc 0) 00000100:00100000:1.0:1763335109.452826:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:56989:x1848989814820992:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 862us (4637us total) trans 4294973300 rc 0/0 00000100:00100000:1.0:1763335109.452852:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9727 00010000:00010000:2.0:1763335109.454280:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335109.454291:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577186 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.458555:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faf200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335109.458562:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577186 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.458581:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577186 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.458626:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577186 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.458641:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577186 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.458691:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335109.458694:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335109.458696:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335109.474650:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335109.474781:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335109.474806:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.474880:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814821120 00000100:00100000:2.0:1763335109.474890:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814821120 00000100:00100000:2.0:1763335109.474972:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814821376 00000100:00100000:2.0:1763335109.474975:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814821376 00000100:00100000:2.0:1763335109.475026:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6725 00000100:00100000:2.0:1763335109.475045:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:55956:x1848989814821120:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335109.475068:0:8417:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335109.475095:0:8417:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b540075771b7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881bd5 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335109.475127:0:8417:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x26e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763335109.475152:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335109.475154:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335109.475170:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b540075771b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bd5 expref: 18 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.475196:0:8417:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b540075771b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bd5 expref: 18 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.475214:0:8417:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7a00, rc 0) 00000100:00100000:2.0:1763335109.475289:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:55956:x1848989814821120:12345-192.168.204.57@tcp:101:bash.0 Request processed in 256us (656us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335109.475309:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6725 00000100:00100000:2.0:1763335109.475369:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6726 00000100:00100000:2.0:1763335109.475375:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2427:x1848989814821376:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335109.475382:0:8417:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335109.475388:0:8417:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b540075771be lrc: 2/0,0 mode: --/PR res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881bdc expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335109.475464:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c2f24700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1848989826101760:192.168.204.57@tcp:106: 00000100:00100000:2.0:1763335109.475561:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f5fde780 going to sleep for 11 seconds 00000100:00100000:0.0:1763335109.475831:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814821248 00000100:00100000:0.0:1763335109.475853:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814821248 00010000:00010000:0.0:1763335109.475878:0:6516:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576fd4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b42 expref: 40 pid: 28568 timeout: 1202 lvb_type: 0 00000100:00100000:0.0:1763335109.475931:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3201 00000100:00100000:0.0:1763335109.475938:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e65c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+40:2427:x1848989814821248:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335109.475964:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335109.475969:0:6516:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576fd4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b42 expref: 40 pid: 28568 timeout: 1202 lvb_type: 0 00010000:00010000:0.0:1763335109.475986:0:6516:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576fd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b42 expref: 40 pid: 28568 timeout: 1202 lvb_type: 0 00010000:00010000:0.0:1763335109.476012:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335109.476014:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335109.476018:0:6516:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae000/0x3ec0b5400757718d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.476025:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae000/0x3ec0b5400757718d lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.476067:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335109.476092:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e65c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+40:2427:x1848989814821248:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 154us (1311us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335109.476098:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3201 00010000:00010000:3.0:1763335109.476386:0:28568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001d035ec00/0x3ec0b54007576fd4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881b42 expref: 39 pid: 28568 timeout: 1202 lvb_type: 0 00000100:00100000:3.0:1763335109.476412:0:28568:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7e65500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28568:1848989826101632:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335109.476437:0:28568:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae000/0x3ec0b5400757718d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.476456:0:28568:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae000/0x3ec0b5400757718d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.476464:0:28568:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae000/0x3ec0b5400757718d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.476485:0:28568:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae000/0x3ec0b5400757718d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.476492:0:28568:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae000/0x3ec0b5400757718d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.476537:0:28568:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335109.476893:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+73:3667:x1848989826100992:12345-0@lo:6:osp-syn-1-1.0 Request processed in 44838us (45391us total) trans 17179871677 rc 0/0 00000100:00100000:3.0:1763335109.476915:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6723 00010000:00010000:1.0:1763335109.477014:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335109.477021:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae000/0x3ec0b5400757718d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.477043:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fae000 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335109.477058:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae000/0x3ec0b5400757718d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.477067:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae000/0x3ec0b5400757718d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.477088:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae000/0x3ec0b5400757718d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.477096:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae000/0x3ec0b5400757718d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.477122:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335109.477124:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335109.477125:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763335109.477220:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a35c00/2, rc 0, transno 17179871677 00000100:00100000:0.0:1763335109.477237:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826100992:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763335109.487184:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00002000:00010000:0.0:1763335109.487390:0:8417:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x26e:0x0] updating lvb mtime: 0 -> 1763335109 00002000:00010000:0.0:1763335109.487394:0:8417:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x26e:0x0] updating lvb atime: 0 -> 1763335109 00002000:00010000:0.0:1763335109.487397:0:8417:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x26e:0x0] updating lvb ctime: 0 -> 1763335109 00000100:00100000:0.0:1763335109.487424:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c2f24700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1848989826101760:192.168.204.57@tcp:106: 00010000:00010000:0.0:1763335109.487466:0:8417:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b540075771be lrc: 1/0,0 mode: --/PR res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bdc expref: 18 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335109.487522:0:8417:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7400/0x3ec0b540075771be lrc: 0/0,0 mode: --/PR res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bdc expref: 18 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335109.487535:0:8417:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7400, rc 0) 00000100:00100000:0.0:1763335109.487628:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2427:x1848989814821376:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 12240us (12808us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335109.487637:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6726 00000100:00100000:0.0:1763335109.487671:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814821504 00000100:00100000:0.0:1763335109.487676:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814821504 00000100:00100000:0.0:1763335109.487735:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6727 00000100:00100000:0.0:1763335109.487760:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+39:55956:x1848989814821504:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335109.487781:0:8417:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335109.487806:0:8417:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c530ec00/0x3ec0b540075771c5 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881be3 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335109.487829:0:8417:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x270:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335109.487863:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335109.487866:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335109.487874:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c530ec00/0x3ec0b540075771c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881be3 expref: 40 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.487904:0:8417:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c530ec00/0x3ec0b540075771c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881be3 expref: 40 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.487922:0:8417:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c530ec00, rc 0) 00000100:00100000:0.0:1763335109.487954:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+40:55956:x1848989814821504:12345-192.168.204.57@tcp:101:bash.0 Request processed in 195us (786us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335109.487971:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6727 00000100:00100000:1.0:1763335109.494160:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335109.494252:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335109.494417:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814821632 00000100:00100000:0.0:1763335109.494464:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814821632 00002000:00010000:0.0:1763335109.494579:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/622 (0->18446744073709551615) 00002000:00100000:0.0:1763335109.494598:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001e7d6ce00 with x1848989814821632 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335109.494610:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9001e7d6ce00. 00000100:00100000:0.0:1763335109.494667:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814821760 00000100:00100000:0.0:1763335109.494671:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814821760 00002000:00010000:0.0:1763335109.494694:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/624 (0->18446744073709551615) 00002000:00100000:0.0:1763335109.494697:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001e7d6e680 with x1848989814821760 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335109.494702:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001e7d6e680. 00000100:00100000:0.0:1763335109.494740:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1644 00000100:00100000:0.0:1763335109.494748:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2426:x1848989814821632:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:0.0:1763335109.495120:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x26e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335109.495139:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x26e:0x0] updating lvb mtime from disk: 1763335109 -> 1763335109 00002000:00010000:0.0:1763335109.495157:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x26e:0x0] updating lvb atime from disk: 1763335109 -> 0 00002000:00010000:0.0:1763335109.495159:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x26e:0x0] updating lvb ctime from disk: 1763335109 -> 1763335109 00002000:00010000:0.0:1763335109.495162:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x26e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335109.495288:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2426:x1848989814821632:12345-192.168.204.57@tcp:10:bash.0 Request processed in 539us (1138us total) trans 21474838969 rc 0/0 00000100:00100000:0.0:1763335109.495342:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1644 00002000:00010000:0.0:1763335109.495346:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/622 (0->18446744073709551615) 00002000:00100000:0.0:1763335109.495348:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001e7d6ce00 with x1848989814821632 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335109.495353:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9001e7d6ce00. 00000100:00100000:0.0:1763335109.495372:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1645 00000100:00100000:0.0:1763335109.495380:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+40:2426:x1848989814821760:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:0.0:1763335109.495459:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x270:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335109.495462:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x270:0x0] updating lvb mtime from disk: 0 -> 1763335109 00002000:00010000:0.0:1763335109.495464:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x270:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335109.495466:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x270:0x0] updating lvb ctime from disk: 0 -> 1763335109 00002000:00010000:0.0:1763335109.495468:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x270:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335109.495488:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+41:2426:x1848989814821760:12345-192.168.204.57@tcp:10:bash.0 Request processed in 109us (1236us total) trans 17179871678 rc 0/0 00000100:00100000:0.0:1763335109.495493:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1645 00002000:00010000:0.0:1763335109.495496:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/624 (0->18446744073709551615) 00002000:00100000:0.0:1763335109.495498:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001e7d6e680 with x1848989814821760 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335109.495502:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001e7d6e680. 00000100:00100000:1.0:1763335109.501685:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.501786:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814822016 00000100:00100000:2.0:1763335109.501797:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814822016 00000100:00100000:2.0:1763335109.501866:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3360 00000100:00100000:2.0:1763335109.501876:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1616050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:56989:x1848989814822016:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335109.504430:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1616050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56989:x1848989814822016:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 2543us (2760us total) trans 4294973301 rc 0/0 00000100:00100000:2.0:1763335109.504443:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3360 00000100:00100000:1.0:1763335109.506238:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.507379:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814822272 00000100:00100000:2.0:1763335109.507391:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814822272 00000100:00100000:2.0:1763335109.507457:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3361 00000100:00100000:2.0:1763335109.507468:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:55956:x1848989814822272:12345-192.168.204.57@tcp:35:bash.0 00000100:00100000:2.0:1763335109.507757:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:55956:x1848989814822272:12345-192.168.204.57@tcp:35:bash.0 Request processed in 289us (1535us total) trans 4294973302 rc 0/0 00000100:00100000:2.0:1763335109.507764:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3361 00000100:00100000:1.0:1763335109.509487:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.509621:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814822528 00000100:00100000:3.0:1763335109.509630:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814822528 00000100:00100000:3.0:1763335109.510023:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9728 00000100:00100000:3.0:1763335109.510034:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56989:x1848989814822528:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335109.510055:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335109.510075:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b540075771cc lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881bea expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.510179:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b540075771d3 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335109.510195:0:13840:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b540075771a9 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bce expref: 263 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.510205:0:13840:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b540075771d3 lrc: 4/0,1 mode: --/CW res: [0x240000405:0x1fb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.510238:0:13840:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b540075771a9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bce expref: 263 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.510252:0:13840:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b540075771a9 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bce expref: 263 pid: 7841 timeout: 1202 lvb_type: 0 00000100:00100000:3.0:1763335109.510265:0:13840:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c487bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13840:1848989826101888:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335109.511657:0:13840:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c9e3a000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335109.516091:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.516187:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814822656 00000100:00100000:2.0:1763335109.516197:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814822656 00010000:00010000:2.0:1763335109.516237:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b540075771a9 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bce expref: 264 pid: 7841 timeout: 1202 lvb_type: 0 00000100:00100000:2.0:1763335109.516281:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3202 00000100:00100000:2.0:1763335109.516292:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c79a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:2428:x1848989814822656:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335109.516308:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335109.516392:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b540075771a9 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bce expref: 264 pid: 7841 timeout: 1202 lvb_type: 0 00010000:00010000:2.0:1763335109.516406:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b540075771a9 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bce expref: 264 pid: 7841 timeout: 1202 lvb_type: 0 00010000:00010000:2.0:1763335109.516430:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fb:0x0].0x0 (ffff9001d03fe600) 00010000:00010000:2.0:1763335109.516435:0:6515:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b540075771d3 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1fb:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.516445:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b540075771d3 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1fb:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.516452:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b540075771d3 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x1fb:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.516471:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335109.516649:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b540075771a9 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bce expref: 264 pid: 7841 timeout: 1202 lvb_type: 0 00000100:00100000:3.0:1763335109.516664:0:13840:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c487bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13840:1848989826101888:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335109.516685:0:13840:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b540075771d3 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1fb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.516693:0:13840:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b540075771d3 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1fb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.516698:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b540075771d3 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1fb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:3.0:1763335109.516724:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1fb:0x0]: returning size 5 00010000:00010000:3.0:1763335109.516852:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b540075771cc lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bea expref: 265 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.516866:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b540075771d3 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1fb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bea expref: 264 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.516874:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fb:0x0].0x0 (ffff9001d03fe600) 00010000:00010000:3.0:1763335109.516876:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1763335109.516879:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c66e9e00, rc 0) 00000100:00100000:2.0:1763335109.517071:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c79a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:2428:x1848989814822656:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 779us (992us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335109.517081:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3202 00000100:00100000:3.0:1763335109.518390:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56989:x1848989814822528:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 8347us (8896us total) trans 4294973303 rc 0/0 00000100:00100000:3.0:1763335109.518402:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9728 00000100:00100000:1.0:1763335109.521040:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.521158:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814822784 00000100:00100000:2.0:1763335109.521168:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814822784 00000100:00100000:2.0:1763335109.521537:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9729 00000100:00100000:2.0:1763335109.521549:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56989:x1848989814822784:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335109.521572:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335109.521593:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075771e1 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881bf1 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.521693:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075771e8 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335109.521710:0:13840:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b540075771d3 lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x1fb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bea expref: 264 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.521718:0:13840:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075771e8 lrc: 4/1,0 mode: --/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.521753:0:13840:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b540075771d3 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1fb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bea expref: 264 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.521767:0:13840:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b540075771d3 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1fb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bea expref: 264 pid: 13840 timeout: 1202 lvb_type: 0 00000100:00100000:2.0:1763335109.521781:0:13840:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c2f25f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13840:1848989826102016:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335109.521877:0:13840:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f5fdee40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335109.522938:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335109.523614:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814822912 00000100:00100000:1.0:1763335109.523623:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814822912 00000100:00100000:0.0:1763335109.524548:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9730 00000100:00100000:0.0:1763335109.524557:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56990:x1848989814822912:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:0.0:1763335109.524573:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335109.524595:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b540075771ef lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881bf8 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.524656:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b540075771f6 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335109.524668:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b540075771f6 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.524678:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b540075771f6 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.524694:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b540075771fd lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335109.524700:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b540075771fd lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.524706:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b540075771fd lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.524773:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007577204 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335109.524783:0:7841:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007577204 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.524790:0:7841:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007577204 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000100:00100000:1.0:1763335109.526194:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.526381:0:13840:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c2f25f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13840:1848989826102016:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335109.526405:0:13840:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075771e8 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000100:00100000:3.0:1763335109.526564:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814823040 00000100:00100000:3.0:1763335109.526571:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814823040 00010000:00010000:3.0:1763335109.526600:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b540075771d3 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1fb:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bea expref: 267 pid: 13840 timeout: 1202 lvb_type: 0 00000100:00100000:3.0:1763335109.526624:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3203 00000100:00100000:3.0:1763335109.526631:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f136a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:2427:x1848989814823040:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335109.526642:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335109.526648:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b540075771d3 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1fb:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bea expref: 267 pid: 13840 timeout: 1202 lvb_type: 0 00010000:00010000:3.0:1763335109.526659:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b540075771d3 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1fb:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bea expref: 267 pid: 13840 timeout: 1202 lvb_type: 0 00010000:00010000:3.0:1763335109.526682:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b540075771d3 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x1fb:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bea expref: 267 pid: 13840 timeout: 1202 lvb_type: 0 00010000:00010000:3.0:1763335109.526695:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fb:0x0].0x0 (ffff9001d03fe600) 00010000:00010000:3.0:1763335109.526699:0:6515:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075771e8 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.526708:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075771e8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.526715:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075771e8 lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.526721:0:6515:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007577204 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.526725:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007577204 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.526731:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007577204 lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335109.526964:0:7841:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007577204 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335109.526971:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007577204 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:1.0:1763335109.527017:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1fb:0x0]: returning size 5 00000004:00200000:1.0:1763335109.527022:0:7841:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335109.527042:0:7841:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007577204 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335109.527052:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007577204 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335109.527062:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b540075771f6 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335109.527068:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b540075771f6 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335109.527073:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b540075771f6 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335109.527080:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b540075771f6 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.527572:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335109.527633:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f136a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:2427:x1848989814823040:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 1000us (1442us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335109.527641:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3203 00010000:00010000:2.0:1763335109.527711:0:13840:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075771e8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.527719:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075771e8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:2.0:1763335109.527743:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1fb:0x0]: returning size 5 00000004:00200000:2.0:1763335109.527746:0:13840:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335109.527766:0:13840:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075771e8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.527794:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b540075771e1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bf1 expref: 266 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.527827:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075771e8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bf1 expref: 265 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.527835:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fb:0x0].0x0 (ffff9001d03fe600) 00010000:00010000:2.0:1763335109.527846:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335109.527849:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6e00, rc 0) 00000100:00100000:2.0:1763335109.527880:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56989:x1848989814822784:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 6334us (6856us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335109.527886:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9729 00010000:00010000:1.0:1763335109.527966:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5d15c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335109.527970:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b540075771f6 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335109.527978:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b540075771f6 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335109.527988:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001d03fe400) 00010000:00010000:1.0:1763335109.527991:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335109.527995:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b540075771f6 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335109.528001:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5d15c00/0x3ec0b540075771f6 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335109.528013:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b540075771fd lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335109.528022:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b540075771fd lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335109.528027:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b540075771fd lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335109.528033:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d0335000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335109.528035:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b540075771fd lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335109.528040:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b540075771fd lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335109.528047:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cac3b700) 00010000:00010000:1.0:1763335109.528049:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335109.528052:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b540075771fd lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335109.528057:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335000/0x3ec0b540075771fd lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335109.528095:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b540075771ef lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bf8 expref: 265 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.528112:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007577204 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bf8 expref: 264 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.528119:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fb:0x0].0x0 (ffff9001d03fe600) 00010000:00010000:1.0:1763335109.528121:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335109.528123:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d0335800, rc 0) 00000100:00100000:1.0:1763335109.528146:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56990:x1848989814822912:12345-192.168.204.57@tcp:101:rm.0 Request processed in 3590us (5212us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335109.528153:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9730 00000100:00100000:1.0:1763335109.532389:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.532711:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814823168 00000100:00100000:3.0:1763335109.532721:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814823168 00000100:00100000:3.0:1763335109.532776:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 398 00000100:00100000:3.0:1763335109.532785:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1368700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:2429:x1848989814823168:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335109.532804:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335109.532829:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d0335800/0x3ec0b54007577204 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bf8 expref: 264 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.532858:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fb:0x0].0x0 (ffff9001d03fe600) 00010000:00010000:3.0:1763335109.532864:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335109.532924:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1368700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:2429:x1848989814823168:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 139us (546us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335109.532932:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 398 00000100:00100000:0.0:1763335109.534831:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.535193:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814823424 00000100:00100000:2.0:1763335109.535203:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814823424 00000100:00100000:2.0:1763335109.535260:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9731 00000100:00100000:2.0:1763335109.535271:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56989:x1848989814823424:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335109.535290:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335109.535311:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757720b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881bff expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.535439:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007577212 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335109.535453:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007577212 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1fb:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335109.535463:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007577212 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1fb:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:2.0:1763335109.535475:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1fb:0x0]: returning size 5 00010000:00010000:2.0:1763335109.535576:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7800/0x3ec0b5400757720b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bff expref: 266 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.535593:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007577212 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1fb:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bff expref: 265 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.535600:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fb:0x0].0x0 (ffff9001d03fe600) 00010000:00010000:2.0:1763335109.535603:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763335109.535606:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d7400, rc 0) 00000100:00100000:1.0:1763335109.535676:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.535743:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814823680 00000100:00100000:3.0:1763335109.535748:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814823680 00000100:00100000:3.0:1763335109.535788:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9732 00000100:00100000:3.0:1763335109.535797:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1368a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:56990:x1848989814823680:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:3.0:1763335109.535820:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1763335109.535845:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f800/0x3ec0b54007577171 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1fb:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bc7 expref: 266 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.535861:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b540075771e8 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bf1 expref: 265 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.535874:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007577139 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bb9 expref: 264 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.535883:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fb:0x0].0x0 (ffff9001d03fe600) 00010000:00010000:3.0:1763335109.535887:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335109.535905:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b54007577220 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335109.535917:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b54007577220 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.535923:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b54007577220 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.535933:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007577227 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335109.535939:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007577227 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.535945:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007577227 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.536006:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b5400757722e lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335109.536015:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b5400757722e lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.536021:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b5400757722e lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00080000:3.0:1763335109.536210:0:13840:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000405:0x1fb:0x0] is inserted into orphan list, open count = 2 00010000:00010000:3.0:1763335109.536267:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b5400757722e lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.536273:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b5400757722e lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.536279:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b5400757722e lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.536287:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c66e9400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335109.536291:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b5400757722e lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.536298:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b5400757722e lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.536306:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fb:0x0].0x0 (ffff9001d03fe600) 00010000:00010000:3.0:1763335109.536309:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763335109.536329:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b5400757722e lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.536336:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b5400757722e lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.536348:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b54007577220 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.536353:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b54007577220 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.536358:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b54007577220 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.536362:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b54007577220 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.536367:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c66e9e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335109.536370:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b54007577220 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.536376:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b54007577220 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.536385:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c7920400) 00010000:00010000:3.0:1763335109.536388:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335109.536390:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b54007577220 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.536395:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b54007577220 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000004:00010000:3.0:1763335109.536407:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ae2b6846 reply state 000000006420db8c transno 4294973305 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007577227 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.536416:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007577227 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.536422:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c7920e00) 00010000:00010000:3.0:1763335109.536424:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335109.536426:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335109.538215:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56989:x1848989814823424:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 2936us (3380us total) trans 4294973304 rc 0/0 00000100:00100000:2.0:1763335109.538226:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9731 00000100:00100000:2.0:1763335109.539950:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1368a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56990:x1848989814823680:12345-192.168.204.57@tcp:36:rm.0 Request processed in 4146us (4267us total) trans 4294973305 rc 0/0 00000100:00100000:2.0:1763335109.539961:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9732 00000100:00100000:1.0:1763335109.548460:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.549209:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814823808 00000100:00100000:2.0:1763335109.549220:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814823808 00000100:00100000:2.0:1763335109.549289:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9733 00000100:00100000:2.0:1763335109.549300:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56989:x1848989814823808:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335109.549484:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335109.549514:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007577235 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881c06 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.549576:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007577235 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c06 expref: 265 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.549591:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007577235 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c06 expref: 265 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.549609:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fb:0x0].0x0 (ffff9001d03fe600) 00010000:00010000:2.0:1763335109.549612:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763335109.549615:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6600, rc 0) 00000100:00100000:2.0:1763335109.549686:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56989:x1848989814823808:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 387us (1382us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335109.549692:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9733 00000100:00100000:1.0:1763335109.556929:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.559078:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814823936 00000100:00100000:2.0:1763335109.559102:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814823936 00000100:00100000:0.0:1763335109.559367:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9734 00000100:00100000:0.0:1763335109.559847:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56991:x1848989814823936:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335109.559868:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335109.559891:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757723c lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881c0d expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.559956:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577243 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335109.560808:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577243 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.560820:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577243 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.560847:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b5400757724a lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335109.560855:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b5400757724a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.560861:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b5400757724a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.560901:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577243 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.560909:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577243 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.560915:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577243 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.560921:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577243 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.560927:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95f000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335109.560931:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577243 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.560939:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577243 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.560950:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cac3bf00) 00010000:00010000:0.0:1763335109.560953:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335109.560958:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577243 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.560964:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577243 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.560978:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b5400757724a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.560984:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b5400757724a lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.560989:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b5400757724a lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.560994:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95fe00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335109.560997:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b5400757724a lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.561002:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b5400757724a lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.561009:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c7920e00) 00010000:00010000:0.0:1763335109.561011:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335109.561014:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b5400757724a lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.561020:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b5400757724a lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.561051:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757723c lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c0d expref: 266 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.561062:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cac3bf00) 00010000:00010000:0.0:1763335109.561064:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335109.561067:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757723c lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c0d expref: 266 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.561651:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95f200, rc 0) 00000100:00100000:0.0:1763335109.561722:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56991:x1848989814823936:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1889us (4802us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335109.561731:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9734 00000100:00100000:1.0:1763335109.564656:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.565558:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814824064 00000100:00100000:3.0:1763335109.565571:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814824064 00000100:00100000:2.0:1763335109.566619:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6728 00000100:00100000:2.0:1763335109.566631:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2426:x1848989814824064:12345-192.168.204.57@tcp:1:lfs.0 00010000:00010000:2.0:1763335109.566679:0:28568:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7800/0x3ec0b54007577251 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.566697:0:28568:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b540075771b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bd5 expref: 18 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.566709:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335109.566711:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335109.566715:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7800/0x3ec0b54007577251 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.566752:0:28568:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b540075771b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bd5 expref: 18 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.566766:0:28568:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b540075771b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bd5 expref: 18 pid: 8417 timeout: 1202 lvb_type: 0 00000100:00100000:2.0:1763335109.566780:0:28568:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c2f25f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:28568:1848989826102144:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335109.566891:0:28568:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f5fdee40 going to sleep for 11 seconds 00000100:00100000:1.0:1763335109.569640:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335109.570955:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814824192 00000100:00100000:0.0:1763335109.570967:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814824192 00000100:00100000:0.0:1763335109.571039:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9735 00000100:00100000:0.0:1763335109.571050:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56991:x1848989814824192:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335109.571071:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335109.571102:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007577258 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881c14 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.571170:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b5400757725f lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335109.571184:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b5400757725f lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.571194:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b5400757725f lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.571205:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577266 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335109.571212:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577266 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.571219:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577266 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.571259:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b5400757725f lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.571266:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b5400757725f lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.571272:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b5400757725f lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.571278:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b5400757725f lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.571283:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95f000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335109.571287:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b5400757725f lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.571294:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b5400757725f lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.571306:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cac3be00) 00010000:00010000:0.0:1763335109.571309:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335109.571331:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b5400757725f lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.571338:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b5400757725f lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.571350:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577266 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.571355:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577266 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.571360:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577266 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.571365:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95e600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335109.571368:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577266 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.571373:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577266 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.571380:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c7920e00) 00010000:00010000:0.0:1763335109.571382:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335109.571385:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577266 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.571390:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577266 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.571415:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007577258 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c14 expref: 266 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.571424:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cac3be00) 00010000:00010000:0.0:1763335109.571426:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335109.571430:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007577258 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c14 expref: 266 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.571443:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95fe00, rc 0) 00000100:00100000:0.0:1763335109.571502:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56991:x1848989814824192:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 454us (1872us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335109.571508:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9735 00000100:00100000:1.0:1763335109.574175:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.574534:0:28568:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c2f25f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:28568:1848989826102144:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335109.574558:0:28568:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7800/0x3ec0b54007577251 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335109.574772:0:16421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814824320 00000100:00100000:3.0:1763335109.574779:0:16421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814824320 00002000:00100000:3.0:1763335109.574817:0:16421:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x26e:0x0] (0->4) req@ffff9000c5f77480 x1848989814824320/t0(0) o4->357649f3-b5ed-4e47-9c16-69abcfcf3637@192.168.204.57@tcp:155/0 lens 496/0 e 0 to 0 dl 1763335120 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335109.574825:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c5f77480 with x1848989814824320 ext(0->4) 00010000:00010000:3.0:1763335109.574832:0:16421:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b540075771b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bd5 expref: 19 pid: 8417 timeout: 1202 lvb_type: 0 00010000:00010000:3.0:1763335109.574853:0:16421:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b540075771b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bd5 expref: 19 pid: 8417 timeout: 1202 lvb_type: 0 00002000:00010000:3.0:1763335109.574865:0:16421:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9000c5f77480 00000100:00100000:3.0:1763335109.574885:0:16421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 112 00000100:00100000:3.0:1763335109.574893:0:16421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2427:x1848989814824320:12345-192.168.204.57@tcp:4:bash.0 00000100:00100000:3.0:1763335109.576743:0:16421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:2427:x1848989814824320:12345-192.168.204.57@tcp:4:bash.0 Request processed in 1842us (2566us total) trans 21474838970 rc 0/0 00000100:00100000:3.0:1763335109.576756:0:16421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 112 00002000:00100000:3.0:1763335109.576767:0:16421:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000400:0x26e:0x0] (0->4) req@ffff9000c5f77480 x1848989814824320/t21474838970(0) o4->357649f3-b5ed-4e47-9c16-69abcfcf3637@192.168.204.57@tcp:155/0 lens 496/448 e 0 to 0 dl 1763335120 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335109.576777:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c5f77480 with x1848989814824320 ext(0->4) 00010000:00010000:3.0:1763335109.576784:0:16421:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b540075771b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bd5 expref: 21 pid: 8417 timeout: 1202 lvb_type: 0 00010000:00010000:3.0:1763335109.576799:0:16421:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b540075771b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bd5 expref: 21 pid: 8417 timeout: 1202 lvb_type: 0 00002000:00010000:3.0:1763335109.576805:0:16421:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9000c5f77480 00000100:00100000:1.0:1763335109.577592:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.577656:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814824448 00000100:00100000:3.0:1763335109.577665:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814824448 00000100:00100000:3.0:1763335109.578971:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9736 00000100:00100000:3.0:1763335109.578986:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56991:x1848989814824448:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335109.579007:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335109.579029:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b5400757726d lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881c1b expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.579287:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b54007577274 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335109.579300:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b54007577274 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.579310:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b54007577274 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:3.0:1763335109.579361:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:3.0:1763335109.579365:0:7841:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763335109.579395:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b5400757726d lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c1b expref: 267 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.579412:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b54007577274 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c1b expref: 266 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.579420:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c7920400) 00010000:00010000:3.0:1763335109.579423:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763335109.579426:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c66e9400, rc 0) 00000100:00100000:3.0:1763335109.580629:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:56991:x1848989814824448:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1640us (3033us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335109.580639:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9736 00000100:00100000:2.0:1763335109.583088:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.583156:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814824576 00000100:00100000:3.0:1763335109.583166:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814824576 00010000:00010000:3.0:1763335109.583199:0:6516:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b540075771b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bd5 expref: 21 pid: 8417 timeout: 1202 lvb_type: 0 00000100:00100000:3.0:1763335109.583235:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3204 00000100:00100000:3.0:1763335109.583243:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f25f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:2428:x1848989814824576:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335109.583256:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1763335109.583270:0:6516:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x26e:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:3.0:1763335109.583273:0:6516:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x26e:0x0] updating lvb atime from disk: 0 -> 1763335109 00002000:00010000:3.0:1763335109.583276:0:6516:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x26e:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1763335109.583280:0:6516:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b540075771b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bd5 expref: 21 pid: 8417 timeout: 1202 lvb_type: 0 00010000:00010000:3.0:1763335109.583292:0:6516:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b540075771b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bd5 expref: 21 pid: 8417 timeout: 1202 lvb_type: 0 00010000:00010000:3.0:1763335109.583327:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7a00/0x3ec0b540075771b7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bd5 expref: 21 pid: 8417 timeout: 1202 lvb_type: 0 00010000:00010000:3.0:1763335109.583344:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335109.583346:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335109.583351:0:6516:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7800/0x3ec0b54007577251 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.583360:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7800/0x3ec0b54007577251 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.583391:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335109.583433:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f25f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:2428:x1848989814824576:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 190us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335109.583439:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3204 00010000:00010000:1.0:1763335109.583588:0:28568:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7800/0x3ec0b54007577251 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.583597:0:28568:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7800/0x3ec0b54007577251 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.583614:0:28568:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7800/0x3ec0b54007577251 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.583621:0:28568:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7800/0x3ec0b54007577251 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.583628:0:28568:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7800/0x3ec0b54007577251 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.583635:0:28568:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7800 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335109.583638:0:28568:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7800/0x3ec0b54007577251 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.583651:0:28568:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7800/0x3ec0b54007577251 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.583661:0:28568:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7800/0x3ec0b54007577251 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.583667:0:28568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d26d7800/0x3ec0b54007577251 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335109.583705:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2426:x1848989814824064:12345-192.168.204.57@tcp:1:lfs.0 Request processed in 17077us (19062us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335109.583712:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6728 00000100:00100000:1.0:1763335109.587196:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335109.587247:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335109.587363:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814824704 00000100:00100000:0.0:1763335109.587372:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814824704 00000100:00100000:0.0:1763335109.587610:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814824960 00000100:00100000:0.0:1763335109.587614:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814824960 00000100:00100000:2.0:1763335109.587655:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9737 00000100:00100000:2.0:1763335109.587665:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:56991:x1848989814824704:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335109.587683:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335109.587702:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757727b lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881c22 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.587762:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007577282 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335109.587774:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007577282 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.587784:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007577282 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.587793:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007577289 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335109.587799:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007577289 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.587805:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007577289 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.587848:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007577282 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.587855:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007577282 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.587860:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007577282 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.587866:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007577282 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.587870:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d26d7e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335109.587873:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007577282 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.587880:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007577282 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.587894:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c7920400) 00010000:00010000:2.0:1763335109.587897:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335109.587901:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007577282 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.587906:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7e00/0x3ec0b54007577282 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.587919:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007577289 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.587924:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007577289 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.587929:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007577289 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.587933:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035ec00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335109.587936:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007577289 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.587941:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007577289 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.587947:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c7920e00) 00010000:00010000:2.0:1763335109.587949:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335109.587951:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007577289 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.587955:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007577289 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.587977:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757727b lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c22 expref: 268 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.587988:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c7920400) 00010000:00010000:2.0:1763335109.587990:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335109.587994:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6e00/0x3ec0b5400757727b lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c22 expref: 268 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.588002:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d26d6e00, rc 0) 00000100:00100000:3.0:1763335109.588138:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9738 00000100:00100000:3.0:1763335109.588147:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:56989:x1848989814824960:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:3.0:1763335109.588170:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335109.588181:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d6600/0x3ec0b54007577235 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c06 expref: 267 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.588191:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fb:0x0].0x0 (ffff9001d03fe600) 00010000:00010000:3.0:1763335109.588194:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335109.588209:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f800/0x3ec0b54007577290 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335109.588216:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f800/0x3ec0b54007577290 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.588222:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f800/0x3ec0b54007577290 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000040:00080000:3.0:1763335109.588418:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1540, 88 off128936 00000004:00080000:3.0:1763335109.588426:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1102568110562ns, next at 1103232803796ns, rc = 0 00000040:00080000:3.0:1763335109.588453:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1541, 88 off128936 00000004:00080000:3.0:1763335109.588456:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1102568141975ns, next at 1103232773411ns, rc = 0 00000040:00080000:3.0:1763335109.588475:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1542, 88 off129024 00000004:00080000:3.0:1763335109.588478:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1102568163762ns, next at 1103232773411ns, rc = 0 00000040:00080000:3.0:1763335109.588486:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1541, 88 off129024 00000004:00080000:3.0:1763335109.588488:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1102568173912ns, next at 1103232803796ns, rc = 0 00000100:00100000:2.0:1763335109.589034:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:56991:x1848989814824704:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1368us (1843us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335109.589042:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9737 00000100:00100000:1.0:1763335109.593304:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.593813:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814825216 00000100:00100000:3.0:1763335109.593824:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814825216 00000100:00100000:3.0:1763335109.594053:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9739 00000100:00100000:3.0:1763335109.594064:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:56991:x1848989814825216:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335109.594200:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335109.594204:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763335109.594231:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b54007577274 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c1b expref: 267 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.594248:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c7920400) 00010000:00010000:3.0:1763335109.594257:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335109.594515:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007577297 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881c29 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.594612:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b5400757729e lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335109.594623:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b5400757729e lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.594632:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b5400757729e lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.594641:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075772a5 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335109.594647:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075772a5 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.594652:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075772a5 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000001:00080000:3.0:1763335109.596901:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973306 is committed 00000004:00080000:3.0:1763335109.596911:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1011 committed 00000004:00080000:3.0:1763335109.596929:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1008 committed 00000004:00080000:3.0:1763335109.596936:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1007 committed 00000004:00080000:3.0:1763335109.596938:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1010 committed 00000004:00010000:3.0:1763335109.596991:0:7841:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e1f8c3b4 reply state 00000000bf497729 transno 4294973306 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f800/0x3ec0b54007577290 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.597009:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f800/0x3ec0b54007577290 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.597018:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fb:0x0].0x0 (ffff9001d03fe600) 00010000:00010000:3.0:1763335109.597021:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1763335109.597025:0:7841:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1763335109.597120:0:7841:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1763335109.597133:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56989:x1848989814824960:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 8984us (9882us total) trans 4294973306 rc 0/0 00000100:00100000:3.0:1763335109.597141:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9738 00010000:00010000:2.0:1763335109.597237:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b540075772ac lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335109.597248:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b540075772ac lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.597256:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b540075772ac lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:2.0:1763335109.597263:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1fc:0x0]: returning size 0 00010000:00010000:2.0:1763335109.597284:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b5400757729e lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.597290:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b5400757729e lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.597296:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b5400757729e lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.597301:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b5400757729e lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.597306:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035ec00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335109.597310:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b5400757729e lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.597340:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b5400757729e lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.597349:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4880500) 00010000:00010000:2.0:1763335109.597351:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335109.597354:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b5400757729e lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.597364:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b5400757729e lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00000004:00010000:2.0:1763335109.597375:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000820af631 reply state 000000001a237dba transno 4294973307 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075772a5 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.597382:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075772a5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.597387:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c7920e00) 00010000:00010000:2.0:1763335109.597389:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335109.597391:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763335109.597413:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007577297 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c29 expref: 262 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.597428:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b540075772ac lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c29 expref: 261 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.597434:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fc:0x0].0x0 (ffff9000c4880f00) 00010000:00010000:2.0:1763335109.597436:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335109.597438:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035ea00, rc 0) 00000100:00100000:2.0:1763335109.597458:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56991:x1848989814825216:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 3398us (4166us total) trans 4294973307 rc 0/0 00000100:00100000:2.0:1763335109.597464:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9739 00010000:00010000:0.0:1763335109.597545:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007577227 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.597553:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007577227 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.597559:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007577227 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.597565:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c66e8000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335109.597568:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007577227 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.597573:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007577227 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.597582:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c7920e00) 00010000:00010000:0.0:1763335109.597584:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335109.597587:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007577227 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.597592:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007577227 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.597611:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f800/0x3ec0b54007577290 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.597617:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f800/0x3ec0b54007577290 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.597622:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f800/0x3ec0b54007577290 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.597630:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c530f800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335109.597632:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f800/0x3ec0b54007577290 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.597637:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f800/0x3ec0b54007577290 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.597643:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fb:0x0].0x0 (ffff9001d03fe600) 00010000:00010000:0.0:1763335109.597646:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335109.597649:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f800/0x3ec0b54007577290 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.597653:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f800/0x3ec0b54007577290 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000100:00100000:1.0:1763335109.597939:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826102400:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335109.597993:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335109.598073:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c34e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826102528:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335109.598155:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826102272:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335109.598183:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335109.598203:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763335109.598208:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c34e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826102656:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335109.598228:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335109.598254:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826102400 00000100:00100000:0.0:1763335109.598260:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826102400 00000100:00100000:0.0:1763335109.598292:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826102272 00000100:00100000:0.0:1763335109.598296:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826102272 00000100:00100000:0.0:1763335109.598311:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826102656 00000100:00100000:0.0:1763335109.598335:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826102656 00000100:00100000:0.0:1763335109.598360:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6729 00000100:00100000:0.0:1763335109.598367:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+74:3664:x1848989826102400:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763335109.598484:0:8415:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x271:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335109.598487:0:8415:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x271:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763335109.598490:0:8415:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x271:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335109.598492:0:8415:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x271:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763335109.598494:0:8415:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x271:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335109.598521:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+75:3664:x1848989826102400:12345-0@lo:2:osp-syn-1-1.0 Request processed in 155us (528us total) trans 17179871679 rc 0/0 00000100:00100000:0.0:1763335109.598529:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6729 00000100:00100000:0.0:1763335109.598543:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6730 00000100:00100000:0.0:1763335109.598548:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+74:3667:x1848989826102272:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763335109.598594:0:8415:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x270:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335109.598597:0:8415:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x270:0x0] updating lvb mtime from disk: 1763335109 -> 1763335109 00002000:00010000:0.0:1763335109.598599:0:8415:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x270:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335109.598601:0:8415:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x270:0x0] updating lvb ctime from disk: 1763335109 -> 1763335109 00002000:00010000:0.0:1763335109.598603:0:8415:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x270:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335109.598632:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+75:3667:x1848989826102272:12345-0@lo:2:osp-syn-1-1.0 Request processed in 84us (449us total) trans 17179871680 rc 0/0 00000100:00100000:0.0:1763335109.598639:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6730 00000100:00100000:0.0:1763335109.598651:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6731 00000100:00100000:0.0:1763335109.598657:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+33:3667:x1848989826102656:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763335109.598715:0:8415:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x26f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335109.598718:0:8415:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x26f:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763335109.598720:0:8415:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x26f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335109.598722:0:8415:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x26f:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763335109.598724:0:8415:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x26f:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335109.598745:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+34:3667:x1848989826102656:12345-0@lo:2:osp-syn-0-1.0 Request processed in 88us (515us total) trans 21474838971 rc 0/0 00000100:00100000:0.0:1763335109.598751:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6731 00000004:00080000:0.0:1763335109.598792:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c34e3100/2, rc 0, transno 21474838971 00000100:00100000:0.0:1763335109.598798:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c34e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826102656:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763335109.598807:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5f75500/2, rc 0, transno 17179871680 00000100:00100000:0.0:1763335109.598810:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826102272:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335109.598884:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1763335109.598923:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5f75180/2, rc 0, transno 17179871679 00000100:00100000:1.0:1763335109.598927:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826102400:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335109.598938:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826102528 00000100:00100000:1.0:1763335109.598941:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826102528 00000100:00100000:1.0:1763335109.598965:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6732 00000100:00100000:1.0:1763335109.598970:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+34:3665:x1848989826102528:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335109.599043:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+35:3665:x1848989826102528:12345-0@lo:2:osp-syn-0-1.0 Request processed in 73us (159us total) trans 21474838972 rc 0/0 00000100:00100000:1.0:1763335109.599048:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6732 00000004:00080000:1.0:1763335109.599071:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c34e3800/2, rc 0, transno 21474838972 00000100:00100000:1.0:1763335109.599075:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c34e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826102528:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335109.604158:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.604661:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814825344 00000100:00100000:2.0:1763335109.604670:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814825344 00000100:00100000:2.0:1763335109.604722:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9740 00000100:00100000:2.0:1763335109.604731:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:56989:x1848989814825344:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335109.604752:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335109.604769:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b540075772ba lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881c30 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.604817:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b540075772ba lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c30 expref: 261 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.604829:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b540075772ba lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c30 expref: 261 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.604854:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fb:0x0].0x0 (ffff9001d03fe600) 00010000:00010000:2.0:1763335109.604858:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763335109.604861:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035fe00, rc 0) 00000100:00100000:2.0:1763335109.604915:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56989:x1848989814825344:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 184us (766us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335109.604921:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9740 00000100:00100000:1.0:1763335109.608167:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.608923:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814825600 00000100:00100000:3.0:1763335109.608934:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814825600 00000100:00100000:3.0:1763335109.608996:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9741 00000100:00100000:3.0:1763335109.609006:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56991:x1848989814825600:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335109.609028:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335109.609049:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b540075772c1 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881c37 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.609163:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b540075772c8 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335109.609178:0:7841:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b540075772ac lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c29 expref: 262 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.609186:0:7841:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b540075772c8 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.609218:0:7841:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b540075772ac lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c29 expref: 262 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.609230:0:7841:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b540075772ac lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c29 expref: 262 pid: 6532 timeout: 1202 lvb_type: 0 00000100:00100000:3.0:1763335109.609243:0:7841:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c487bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826102784:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335109.610824:0:7841:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c9e3a000 going to sleep for 11 seconds 00000100:00100000:0.0:1763335109.620243:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335109.620764:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.620881:0:7841:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c487bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826102784:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335109.620909:0:7841:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b540075772c8 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000100:00100000:1.0:1763335109.621144:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814825856 00000100:00100000:1.0:1763335109.621153:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814825856 00010000:00010000:1.0:1763335109.621194:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b540075772ac lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c29 expref: 263 pid: 6532 timeout: 1202 lvb_type: 0 00000100:00100000:1.0:1763335109.621240:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3205 00000100:00100000:1.0:1763335109.621250:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:2427:x1848989814825856:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335109.621268:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335109.621276:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b540075772ac lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c29 expref: 263 pid: 6532 timeout: 1202 lvb_type: 0 00010000:00010000:1.0:1763335109.621288:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b540075772ac lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c29 expref: 263 pid: 6532 timeout: 1202 lvb_type: 0 00010000:00010000:1.0:1763335109.621310:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b540075772ac lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c29 expref: 263 pid: 6532 timeout: 1202 lvb_type: 0 00010000:00010000:1.0:1763335109.621358:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fc:0x0].0x0 (ffff9000c4880f00) 00010000:00010000:1.0:1763335109.621363:0:6515:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b540075772c8 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335109.621378:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b540075772c8 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335109.621385:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b540075772c8 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335109.621407:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335109.621458:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:2427:x1848989814825856:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 209us (694us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335109.621466:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3205 00000100:00100000:2.0:1763335109.621738:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814825728 00000100:00100000:2.0:1763335109.621744:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814825728 00000100:00100000:2.0:1763335109.621775:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9742 00000100:00100000:2.0:1763335109.621783:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56989:x1848989814825728:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335109.621799:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335109.621815:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075772cf lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881c3e expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.621892:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075772d6 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335109.621903:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075772d6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.621912:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075772d6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:2.0:1763335109.621953:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1fb:0x0]: returning size 5 00000004:00200000:2.0:1763335109.621958:0:6532:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335109.621976:0:6532:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075772d6 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.622013:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075772cf lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c3e expref: 264 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.622028:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075772d6 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c3e expref: 263 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.622035:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fb:0x0].0x0 (ffff9001d03fe600) 00010000:00010000:2.0:1763335109.622038:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1763335109.622041:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc184000, rc 0) 00000100:00100000:2.0:1763335109.622074:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56989:x1848989814825728:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 292us (1841us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335109.622080:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9742 00010000:00010000:0.0:1763335109.622978:0:7841:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b540075772c8 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.622997:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b540075772c8 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:0.0:1763335109.623016:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1fc:0x0]: returning size 0 00000004:00080000:0.0:1763335109.623201:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x272:0x0], index 1: 0 00000004:00080000:0.0:1763335109.623209:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x270:0x0], index 0: 0 00000004:00080000:0.0:1763335109.623215:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x271:0x0], index 0: 0 00000004:00080000:0.0:1763335109.623219:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x273:0x0], index 1: 0 00010000:00010000:0.0:1763335109.623354:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b540075772c8 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.623363:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b540075772c8 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.623369:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b540075772c8 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.623375:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c530f600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335109.623379:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b540075772c8 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.623386:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b540075772c8 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.623398:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fc:0x0].0x0 (ffff9000c4880f00) 00010000:00010000:0.0:1763335109.623401:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335109.623406:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b540075772c8 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.623412:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b540075772c8 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.623473:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b540075772c1 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1fc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c37 expref: 264 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.623484:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fc:0x0].0x0 (ffff9000c4880f00) 00010000:00010000:0.0:1763335109.623486:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763335109.623490:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b540075772c1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1fc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c37 expref: 264 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.623503:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c530fa00, rc 0) 00000100:00100000:0.0:1763335109.623556:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56991:x1848989814825600:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 14551us (15398us total) trans 4294973308 rc 301/301 00000100:00100000:3.0:1763335109.625654:0:10047:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c487bb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:10047:1848989826102912:0@lo:5:osp-pre-1-1.0 00000100:00100000:3.0:1763335109.625717:0:10047:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335109.625755:0:10047:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c9e3a000 going to sleep for 11 seconds 00000100:00100000:3.0:1763335109.625780:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826102912 00000100:00100000:3.0:1763335109.625787:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826102912 00000100:00100000:3.0:1763335109.625850:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6733 00000100:00100000:3.0:1763335109.625858:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4879c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+75:10047:x1848989826102912:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:3.0:1763335109.625894:0:8416:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 642 00000100:00100000:0.0:1763335109.628704:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9741 00000100:00100000:2.0:1763335109.630934:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4879c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+76:10047:x1848989826102912:12345-0@lo:5:osp-pre-1-1.0 Request processed in 5070us (5210us total) trans 17179871681 rc 0/0 00000100:00100000:2.0:1763335109.630948:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6733 00000100:00100000:3.0:1763335109.631136:0:10047:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c487bb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:10047:1848989826102912:0@lo:5:osp-pre-1-1.0 00000004:00080000:3.0:1763335109.631151:0:10047:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x273:0x0]-[0x2c0000400:0x2a1:0x0] 00000100:00100000:0.0:1763335109.635012:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.635087:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814825984 00000100:00100000:2.0:1763335109.635098:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814825984 00000100:00100000:2.0:1763335109.635159:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6734 00000100:00100000:2.0:1763335109.635169:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2427:x1848989814825984:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335109.635188:0:8416:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335109.635209:0:8416:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b540075772e4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881c45 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335109.635237:0:8416:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x26e:0x0] initial LVB size: 5, mtime: 0x691a5bc5, atime: 0x691a5bc5, ctime: 0x691a5bc5, blocks: 0x8 00010000:00010000:2.0:1763335109.635256:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335109.635259:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335109.635270:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b540075772e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c45 expref: 20 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335109.635286:0:8416:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b540075772e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c45 expref: 20 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335109.635299:0:8416:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc185e00, rc 0) 00000100:00100000:2.0:1763335109.635389:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:2427:x1848989814825984:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 220us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335109.635396:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6734 00000100:00100000:2.0:1763335109.639155:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.639613:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814826240 00000100:00100000:3.0:1763335109.639625:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814826240 00000100:00100000:3.0:1763335109.639687:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3362 00000100:00100000:3.0:1763335109.639698:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56991:x1848989814826240:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335109.640028:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56991:x1848989814826240:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 330us (880us total) trans 4294973309 rc 0/0 00000100:00100000:3.0:1763335109.640036:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3362 00000100:00100000:1.0:1763335109.646456:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.646543:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814826496 00000100:00100000:2.0:1763335109.646553:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814826496 00000100:00100000:2.0:1763335109.646605:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3363 00000100:00100000:2.0:1763335109.646615:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56991:x1848989814826496:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335109.646847:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56991:x1848989814826496:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 223us (391us total) trans 4294973310 rc 0/0 00000100:00100000:2.0:1763335109.646855:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3363 00000100:00100000:0.0:1763335109.651759:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.651854:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814826752 00000100:00100000:3.0:1763335109.651864:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814826752 00000100:00100000:3.0:1763335109.652236:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9743 00000100:00100000:3.0:1763335109.652246:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:55956:x1848989814826752:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335109.652270:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335109.652294:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b540075772eb lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881c4c expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.652536:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b540075772f2 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335109.652549:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b540075772f2 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.652560:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b540075772f2 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.652570:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b540075772f9 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335109.652578:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b540075772f9 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.652583:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b540075772f9 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.652637:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f800/0x3ec0b54007577300 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335109.652645:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f800/0x3ec0b54007577300 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.652651:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f800/0x3ec0b54007577300 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:3.0:1763335109.652662:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1fc:0x0]: returning size 0 00010000:00010000:3.0:1763335109.652735:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b540075772f2 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.652742:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b540075772f2 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.652748:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b540075772f2 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.652754:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b540075772f2 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.652759:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c530fa00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335109.652762:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b540075772f2 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.652768:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b540075772f2 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.652784:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c879d800) 00010000:00010000:3.0:1763335109.652787:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335109.652791:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b540075772f2 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.652797:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b540075772f2 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.652810:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b540075772f9 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.652815:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b540075772f9 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.652820:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b540075772f9 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.652824:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c530f600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335109.652826:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b540075772f9 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.652831:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b540075772f9 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.652853:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c7920e00) 00010000:00010000:3.0:1763335109.652855:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335109.652858:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b540075772f9 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.652863:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b540075772f9 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.652901:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b540075772eb lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c4c expref: 267 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.652919:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f800/0x3ec0b54007577300 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c4c expref: 266 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.652926:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fc:0x0].0x0 (ffff9001c879da00) 00010000:00010000:3.0:1763335109.652929:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335109.652931:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c530f800, rc 0) 00000100:00100000:3.0:1763335109.655434:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:55956:x1848989814826752:12345-192.168.204.57@tcp:101:bash.0 Request processed in 3177us (3673us total) trans 4294973311 rc 0/0 00000100:00100000:3.0:1763335109.655447:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9743 00000100:00100000:1.0:1763335109.657751:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.657960:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814826880 00000100:00100000:3.0:1763335109.657970:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814826880 00000100:00100000:2.0:1763335109.658616:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9744 00000100:00100000:2.0:1763335109.658631:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:55956:x1848989814826880:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335109.658656:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335109.658679:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757730e lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881c53 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.658716:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007577315 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335109.658730:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007577315 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.658741:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007577315 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.658874:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757730e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1fc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c53 expref: 268 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.658894:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007577315 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1fc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c53 expref: 267 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.658903:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fc:0x0].0x0 (ffff9001c879da00) 00010000:00010000:2.0:1763335109.658907:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763335109.658911:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035ea00, rc 0) 00000100:00100000:2.0:1763335109.660198:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:55956:x1848989814826880:12345-192.168.204.57@tcp:101:bash.0 Request processed in 1564us (2452us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335109.660209:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9744 00000100:00100000:3.0:1763335109.663018:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335109.663481:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814827136 00000100:00100000:0.0:1763335109.663492:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814827136 00000100:00100000:0.0:1763335109.663553:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9745 00000100:00100000:0.0:1763335109.663563:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c487a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:55956:x1848989814827136:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:0.0:1763335109.663617:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335109.663644:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f800/0x3ec0b54007577300 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c4c expref: 267 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.663664:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fc:0x0].0x0 (ffff9001c879da00) 00010000:00010000:0.0:1763335109.663670:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335109.663852:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b5400757731c lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335109.663867:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b5400757731c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.663877:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b5400757731c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000001:00080000:0.0:1763335109.663920:0:7841:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973312 00000004:00010000:0.0:1763335109.663943:0:7841:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000be93cf93 reply state 0000000066936c7d transno 4294973313 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b5400757731c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.663955:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b5400757731c lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.663961:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fc:0x0].0x0 (ffff9001c879da00) 00010000:00010000:0.0:1763335109.663964:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335109.663966:0:7841:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335109.665307:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c487a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:55956:x1848989814827136:12345-192.168.204.57@tcp:36:bash.0 Request processed in 1740us (2294us total) trans 4294973313 rc 0/0 00000100:00100000:0.0:1763335109.666221:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9745 00000020:00080000:0.0:1763335109.666230:0:7841:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763335109.667465:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.668228:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814827264 00000100:00100000:2.0:1763335109.668238:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814827264 00000100:00100000:2.0:1763335109.668299:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9746 00000100:00100000:2.0:1763335109.668308:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:55956:x1848989814827264:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335109.668390:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335109.668409:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007577323 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881c5a expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.668463:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007577323 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c5a expref: 270 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.668477:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007577323 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c5a expref: 270 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.668493:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fc:0x0].0x0 (ffff9001c879da00) 00010000:00010000:2.0:1763335109.668496:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763335109.668500:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035ec00, rc 0) 00000100:00100000:2.0:1763335109.668561:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:55956:x1848989814827264:12345-192.168.204.57@tcp:101:bash.0 Request processed in 254us (1104us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335109.668567:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9746 00000100:00100000:1.0:1763335109.671293:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335109.671443:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814827520 00000100:00100000:0.0:1763335109.671453:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814827520 00000100:00100000:0.0:1763335109.671556:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9747 00000100:00100000:0.0:1763335109.671566:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:55956:x1848989814827520:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335109.671587:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335109.671590:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763335109.671614:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007577323 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c5a expref: 270 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.671632:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fc:0x0].0x0 (ffff9001c879da00) 00010000:00010000:0.0:1763335109.671636:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335109.671648:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757732a lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881c61 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.671690:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577331 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335109.671702:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577331 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fc:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.671710:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577331 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fc:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000040:00080000:0.0:1763335109.671953:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1543, 88 off129112 00000004:00080000:0.0:1763335109.671960:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1102651645399ns, next at 1103232773411ns, rc = 0 00000040:00080000:0.0:1763335109.672000:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1542, 88 off129112 00000004:00080000:0.0:1763335109.672005:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1102651690499ns, next at 1103232803796ns, rc = 0 00000040:00080000:0.0:1763335109.672019:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1543, 88 off129200 00000004:00080000:0.0:1763335109.672023:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1102651708152ns, next at 1103232803796ns, rc = 0 00000040:00080000:0.0:1763335109.672032:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1544, 88 off129200 00000004:00080000:0.0:1763335109.672036:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1102651721069ns, next at 1103232773411ns, rc = 0 00010000:00010000:2.0:1763335109.677662:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075772a5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.677682:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075772a5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.677691:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075772a5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.677697:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035e000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335109.677702:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075772a5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.677710:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075772a5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.677728:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c7920e00) 00010000:00010000:2.0:1763335109.677732:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335109.677738:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075772a5 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.677743:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075772a5 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.677770:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b5400757731c lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335109.677775:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b5400757731c lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335109.677781:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b5400757731c lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335109.677785:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95f000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335109.677788:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b5400757731c lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335109.677795:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b5400757731c lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335109.677802:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fc:0x0].0x0 (ffff9001c879da00) 00010000:00010000:2.0:1763335109.677805:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335109.677808:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b5400757731c lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335109.677813:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b5400757731c lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1fc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000001:00080000:0.0:1763335109.677906:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973314 is committed 00000004:00080000:0.0:1763335109.677913:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1010 committed 00000004:00080000:0.0:1763335109.678564:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1013 committed 00000100:00100000:2.0:1763335109.679364:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4878a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826103040:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763335109.679513:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335109.679567:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826103040 00000100:00100000:2.0:1763335109.679574:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826103040 00000100:00100000:2.0:1763335109.679614:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6735 00000100:00100000:2.0:1763335109.679623:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+76:3667:x1848989826103040:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763335109.679788:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+77:3667:x1848989826103040:12345-0@lo:2:osp-syn-1-1.0 Request processed in 166us (274us total) trans 17179871682 rc 0/0 00000100:00100000:2.0:1763335109.679795:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6735 00000004:00080000:2.0:1763335109.679829:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4878a80/2, rc 0, transno 17179871682 00000100:00100000:2.0:1763335109.679843:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4878a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826103040:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335109.679972:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4878380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826103168:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335109.680002:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335109.680021:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763335109.680027:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c34e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826103296:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335109.680047:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335109.680069:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763335109.680077:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c34e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826103424:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335109.680111:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335109.680134:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826103168 00000100:00100000:1.0:1763335109.680138:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826103168 00000100:00100000:1.0:1763335109.680158:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826103296 00000100:00100000:1.0:1763335109.680161:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826103296 00000100:00100000:1.0:1763335109.680179:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826103424 00000100:00100000:1.0:1763335109.680181:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826103424 00000100:00100000:1.0:1763335109.680199:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6736 00000100:00100000:1.0:1763335109.680205:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+77:3664:x1848989826103168:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335109.680334:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+78:3664:x1848989826103168:12345-0@lo:2:osp-syn-1-1.0 Request processed in 107us (309us total) trans 17179871683 rc 0/0 00000100:00100000:1.0:1763335109.680341:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6736 00000100:00100000:1.0:1763335109.680356:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6737 00000100:00100000:1.0:1763335109.680362:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+36:3664:x1848989826103296:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335109.680443:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+37:3664:x1848989826103296:12345-0@lo:2:osp-syn-0-1.0 Request processed in 81us (393us total) trans 21474838973 rc 0/0 00000100:00100000:1.0:1763335109.680449:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6737 00000100:00100000:1.0:1763335109.680461:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6738 00000100:00100000:1.0:1763335109.680466:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+36:3667:x1848989826103424:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335109.680530:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+37:3667:x1848989826103424:12345-0@lo:2:osp-syn-0-1.0 Request processed in 64us (418us total) trans 21474838974 rc 0/0 00000100:00100000:1.0:1763335109.680535:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6738 00000004:00080000:1.0:1763335109.680570:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c34e1c00/2, rc 0, transno 21474838973 00000100:00100000:1.0:1763335109.680574:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c34e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826103296:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763335109.680582:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4878380/2, rc 0, transno 17179871683 00000100:00100000:1.0:1763335109.680585:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4878380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826103168:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763335109.680599:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c34e1500/2, rc 0, transno 21474838974 00000100:00100000:1.0:1763335109.680603:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c34e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826103424:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763335109.680764:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1012 committed 00000004:00080000:0.0:1763335109.680780:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1009 committed 00010000:00010000:0.0:1763335109.680871:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577331 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1fc:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c61 expref: 262 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.680884:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fc:0x0].0x0 (ffff9001c879da00) 00010000:00010000:0.0:1763335109.680887:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763335109.680903:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757732a lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1fc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c61 expref: 262 pid: 6532 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763335109.680921:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577331 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1fc:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c61 expref: 261 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.680969:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fc:0x0].0x0 (ffff9001c879da00) 00010000:00010000:0.0:1763335109.680972:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763335109.680975:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95e200, rc 0) 00000100:00100000:0.0:1763335109.681024:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:55956:x1848989814827520:12345-192.168.204.57@tcp:101:bash.0 Request processed in 9460us (9739us total) trans 4294973314 rc 0/0 00000100:00100000:0.0:1763335109.681031:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9747 00000100:00100000:3.0:1763335109.685978:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335109.686144:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814827648 00000100:00100000:1.0:1763335109.686156:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814827648 00000100:00100000:1.0:1763335109.686253:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6739 00000100:00100000:1.0:1763335109.686265:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4879500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+41:55956:x1848989814827648:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335109.686286:0:8416:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335109.686308:0:8416:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577338 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881c68 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335109.686492:0:8416:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x272:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763335109.686518:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335109.686521:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335109.686534:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577338 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c68 expref: 42 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.686555:0:8416:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577338 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c68 expref: 42 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.686569:0:8416:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fae800, rc 0) 00000100:00100000:1.0:1763335109.686911:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4879500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+42:55956:x1848989814827648:12345-192.168.204.57@tcp:101:bash.0 Request processed in 647us (951us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335109.686919:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6739 00000100:00100000:0.0:1763335109.690585:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335109.690788:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814827776 00000100:00100000:1.0:1763335109.690799:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814827776 00000100:00100000:1.0:1763335109.690858:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6740 00000100:00100000:1.0:1763335109.690868:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:55956:x1848989814827776:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335109.690885:0:8416:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335109.690906:0:8416:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c6faee00/0x3ec0b5400757733f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881c6f expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335109.690929:0:8416:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x270:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763335109.690950:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335109.690953:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335109.690962:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6faee00/0x3ec0b5400757733f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c6f expref: 21 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.690978:0:8416:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c6faee00/0x3ec0b5400757733f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c6f expref: 21 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.690990:0:8416:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faee00, rc 0) 00000100:00100000:1.0:1763335109.691052:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:55956:x1848989814827776:12345-192.168.204.57@tcp:101:bash.0 Request processed in 184us (476us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335109.691059:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6740 00000100:00100000:2.0:1763335109.693567:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.693630:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.693709:0:16421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814827904 00000100:00100000:3.0:1763335109.693719:0:16421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814827904 00002000:00010000:3.0:1763335109.693756:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/626 (0->18446744073709551615) 00002000:00100000:3.0:1763335109.693761:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c6354a80 with x1848989814827904 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335109.693772:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c6354a80. 00000100:00100000:3.0:1763335109.693798:0:16421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814828032 00000100:00100000:3.0:1763335109.693801:0:16421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814828032 00002000:00010000:3.0:1763335109.693812:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/624 (0->18446744073709551615) 00002000:00100000:3.0:1763335109.693815:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c79ef100 with x1848989814828032 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335109.693820:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c79ef100. 00000100:00100000:3.0:1763335109.693851:0:16421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1646 00000100:00100000:3.0:1763335109.693861:0:16421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6354a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+42:2427:x1848989814827904:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:3.0:1763335109.694033:0:16421:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x272:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335109.694038:0:16421:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x272:0x0] updating lvb mtime from disk: 0 -> 1763335110 00002000:00010000:3.0:1763335109.694040:0:16421:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x272:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335109.694043:0:16421:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x272:0x0] updating lvb ctime from disk: 0 -> 1763335110 00002000:00010000:3.0:1763335109.694045:0:16421:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x272:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335109.694110:0:16421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6354a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+43:2427:x1848989814827904:12345-192.168.204.57@tcp:10:bash.0 Request processed in 250us (552us total) trans 17179871684 rc 0/0 00000100:00100000:3.0:1763335109.694117:0:16421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1646 00002000:00010000:3.0:1763335109.694120:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/626 (0->18446744073709551615) 00002000:00100000:3.0:1763335109.694123:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c6354a80 with x1848989814827904 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335109.694127:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c6354a80. 00000100:00100000:3.0:1763335109.694145:0:16421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1647 00000100:00100000:3.0:1763335109.694151:0:16421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:2426:x1848989814828032:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:3.0:1763335109.695463:0:16421:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x270:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335109.695471:0:16421:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x270:0x0] updating lvb mtime from disk: 0 -> 1763335110 00002000:00010000:3.0:1763335109.695474:0:16421:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x270:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335109.695476:0:16421:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x270:0x0] updating lvb ctime from disk: 0 -> 1763335110 00002000:00010000:3.0:1763335109.695479:0:16421:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x270:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335109.695542:0:16421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+22:2426:x1848989814828032:12345-192.168.204.57@tcp:10:bash.0 Request processed in 1386us (1908us total) trans 21474838975 rc 0/0 00000100:00100000:3.0:1763335109.695551:0:16421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1647 00002000:00010000:3.0:1763335109.695556:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/624 (0->18446744073709551615) 00002000:00100000:3.0:1763335109.695558:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c79ef100 with x1848989814828032 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335109.695564:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c79ef100. 00000100:00100000:2.0:1763335109.697938:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.698065:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814828288 00000100:00100000:3.0:1763335109.698074:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814828288 00000100:00100000:3.0:1763335109.698128:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3364 00000100:00100000:3.0:1763335109.698137:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:55956:x1848989814828288:12345-192.168.204.57@tcp:35:bash.0 00000100:00100000:3.0:1763335109.698908:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:55956:x1848989814828288:12345-192.168.204.57@tcp:35:bash.0 Request processed in 771us (976us total) trans 4294973315 rc 0/0 00000100:00100000:3.0:1763335109.698916:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3364 00000100:00100000:1.0:1763335109.707706:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335109.709193:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814828544 00000100:00100000:0.0:1763335109.709207:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814828544 00000100:00100000:0.0:1763335109.709272:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9748 00000100:00100000:0.0:1763335109.709281:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56992:x1848989814828544:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:0.0:1763335109.709301:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335109.709337:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007577346 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881c76 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335109.709542:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.709670:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814828416 00000100:00100000:3.0:1763335109.709675:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814828416 00000100:00100000:3.0:1763335109.709714:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6741 00000100:00100000:3.0:1763335109.709721:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+22:2426:x1848989814828416:12345-192.168.204.57@tcp:23:lfs.0 00010000:00010000:0.0:1763335109.710053:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757734d lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335109.710067:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757734d lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.710077:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757734d lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000100:00100000:3.0:1763335109.710403:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+22:2426:x1848989814828416:12345-192.168.204.57@tcp:23:lfs.0 Request processed in 681us (859us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335109.710411:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6741 00010000:00010000:0.0:1763335109.710786:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577354 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335109.710797:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577354 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.710807:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577354 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.710895:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b5400757735b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335109.710904:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b5400757735b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fc:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.710912:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b5400757735b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fc:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:0.0:1763335109.710951:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1fc:0x0]: returning size 5 00000004:00200000:0.0:1763335109.710956:0:6532:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335109.710974:0:6532:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b5400757735b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fc:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.710984:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b5400757735b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.710995:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757734d lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.711001:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757734d lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.711007:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757734d lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.711014:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757734d lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.711020:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95f200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335109.711024:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757734d lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.711032:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757734d lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.711044:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881b00) 00010000:00010000:0.0:1763335109.711048:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335109.711053:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757734d lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.711060:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757734d lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.711073:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577354 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.711080:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577354 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.711086:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577354 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.711091:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95f000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335109.711094:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577354 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.711100:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577354 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.711107:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881c00) 00010000:00010000:0.0:1763335109.711110:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335109.711113:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577354 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.711118:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577354 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.711148:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007577346 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c76 expref: 264 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.711164:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b5400757735b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c76 expref: 263 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.711171:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fc:0x0].0x0 (ffff9001c879da00) 00010000:00010000:0.0:1763335109.711174:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335109.711176:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95e600, rc 0) 00000100:00100000:0.0:1763335109.711262:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56992:x1848989814828544:12345-192.168.204.57@tcp:101:rm.0 Request processed in 1982us (3565us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335109.711270:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9748 00000100:00100000:1.0:1763335109.713969:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335109.714234:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.714410:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814828672 00000100:00100000:3.0:1763335109.714421:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814828672 00000100:00100000:3.0:1763335109.714466:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6742 00000100:00100000:3.0:1763335109.714475:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+22:2427:x1848989814828672:12345-192.168.204.57@tcp:23:lfs.0 00000100:00100000:3.0:1763335109.714596:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+22:2427:x1848989814828672:12345-192.168.204.57@tcp:23:lfs.0 Request processed in 122us (636us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335109.714603:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6742 00000100:00100000:0.0:1763335109.714677:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814828928 00000100:00100000:0.0:1763335109.714682:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814828928 00000100:00100000:0.0:1763335109.714722:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9749 00000100:00100000:0.0:1763335109.714728:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56992:x1848989814828928:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:0.0:1763335109.714770:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1763335109.714796:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577331 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1fc:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c61 expref: 263 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.714816:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b5400757735b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c76 expref: 262 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.714827:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007577315 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1fc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c53 expref: 261 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.714851:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fc:0x0].0x0 (ffff9001c879da00) 00010000:00010000:0.0:1763335109.714866:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335109.714894:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b54007577362 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335109.714904:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b54007577362 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.714912:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b54007577362 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.714921:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577369 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335109.714926:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577369 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.714931:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577369 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.715004:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007577370 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335109.715011:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007577370 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.715017:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007577370 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000040:00080000:0.0:1763335109.715255:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1545, 64 off129264 00000040:00080000:0.0:1763335109.715277:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1544, 64 off129264 00000040:00080000:0.0:1763335109.715286:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1545, 64 off129328 00000040:00080000:0.0:1763335109.715295:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1546, 64 off129328 00010000:00010000:0.0:1763335109.715371:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007577377 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335109.715380:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007577377 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.715388:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007577377 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.715395:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007577377 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.715401:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007577377 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.715407:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007577377 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.715425:0:6532:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763335109.715442:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335109.715447:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007577377 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.715454:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665e00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335109.715457:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007577377 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.715464:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007577377 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.715471:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fc:0x0].0x0 (ffff9000c4881500) 00010000:00010000:0.0:1763335109.715474:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335109.715477:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007577377 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.715482:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007577377 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.715492:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335109.715493:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335109.715495:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335109.715506:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007577370 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.715512:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007577370 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.715517:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007577370 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.715522:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335109.715525:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007577370 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.715531:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007577370 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.715538:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fc:0x0].0x0 (ffff9000c4881500) 00010000:00010000:0.0:1763335109.715541:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763335109.715543:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007577370 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.715549:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007577370 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.715677:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b54007577362 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.715684:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b54007577362 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.715689:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b54007577362 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.715694:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b54007577362 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.715698:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c7848200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335109.715701:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b54007577362 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.715707:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b54007577362 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.715714:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881400) 00010000:00010000:0.0:1763335109.715717:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335109.715719:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b54007577362 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.715725:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b54007577362 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00000004:00010000:0.0:1763335109.715735:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000879c40c4 reply state 0000000040fe2f9c transno 4294973316 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577369 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.715744:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577369 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.715750:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881100) 00010000:00010000:0.0:1763335109.715752:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335109.715754:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335109.715800:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56992:x1848989814828928:12345-192.168.204.57@tcp:36:rm.0 Request processed in 1071us (1566us total) trans 4294973316 rc 0/0 00000100:00100000:0.0:1763335109.715807:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9749 00000100:00100000:2.0:1763335109.724501:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.724610:0:16421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814829056 00000100:00100000:3.0:1763335109.724622:0:16421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814829056 00000100:00100000:3.0:1763335109.724695:0:16421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1648 00000100:00100000:3.0:1763335109.724705:0:16421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+22:2429:x1848989814829056:12345-192.168.204.57@tcp:3:lfs.0 00010000:00010000:3.0:1763335109.724743:0:16421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9000c530e200/0x3ec0b5400757737e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.724762:0:16421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335109.724765:0:16421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335109.724770:0:16421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c530e200/0x3ec0b5400757737e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.724781:0:16421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c530e200/0x3ec0b5400757737e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.724886:0:16421:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9000c530e200/0x3ec0b5400757737e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.724896:0:16421:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c530e200/0x3ec0b5400757737e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.724903:0:16421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c530e200/0x3ec0b5400757737e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.724910:0:16421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c530e200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335109.724914:0:16421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c530e200/0x3ec0b5400757737e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.724922:0:16421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c530e200/0x3ec0b5400757737e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.724937:0:16421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c530e200/0x3ec0b5400757737e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.724944:0:16421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c530e200/0x3ec0b5400757737e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335109.725020:0:16421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+22:2429:x1848989814829056:12345-192.168.204.57@tcp:3:lfs.0 Request processed in 316us (529us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335109.725027:0:16421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1648 00000100:00100000:2.0:1763335109.728557:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.728627:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814829184 00000100:00100000:3.0:1763335109.728637:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814829184 00000100:00100000:3.0:1763335109.728696:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9750 00000100:00100000:3.0:1763335109.728706:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56989:x1848989814829184:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335109.728727:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335109.728746:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b54007577385 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881c7d expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.728777:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b5400757738c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335109.728790:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b5400757738c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.728800:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b5400757738c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.728916:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b54007577385 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c7d expref: 264 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.728932:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530fa00/0x3ec0b5400757738c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c7d expref: 263 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.728941:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fb:0x0].0x0 (ffff9001d03fe600) 00010000:00010000:3.0:1763335109.728944:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763335109.728949:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c530fa00, rc 0) 00000100:00100000:3.0:1763335109.729010:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56989:x1848989814829184:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 305us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335109.729017:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9750 00000100:00100000:2.0:1763335109.734133:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335109.734232:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814829312 00000100:00100000:1.0:1763335109.734242:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814829312 00000100:00100000:1.0:1763335109.734310:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1649 00000100:00100000:1.0:1763335109.734363:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+43:2429:x1848989814829312:12345-192.168.204.57@tcp:4:lfs.0 00010000:00010000:1.0:1763335109.734565:0:23997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577393 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.734591:0:23997:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c5d14800/0x3ec0b54007577124 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bab expref: 43 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335109.734600:0:23997:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335109.734602:0:23997:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335109.734606:0:23997:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577393 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.734657:0:23997:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c5d14800/0x3ec0b54007577124 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bab expref: 43 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335109.734671:0:23997:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c5d14800/0x3ec0b54007577124 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bab expref: 43 pid: 28568 timeout: 1202 lvb_type: 1 00000100:00100000:1.0:1763335109.734692:0:23997:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cbad3100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:23997:1848989826103552:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335109.734778:0:23997:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f504a780 going to sleep for 11 seconds 00000100:00100000:2.0:1763335109.736413:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335109.736512:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814829440 00000100:00100000:0.0:1763335109.736526:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814829440 00000100:00100000:0.0:1763335109.736573:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9751 00000100:00100000:0.0:1763335109.736587:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56993:x1848989814829440:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335109.736611:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335109.736639:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b5400757739a lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881c84 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.736715:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075773a1 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335109.736727:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075773a1 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.736742:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075773a1 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.736752:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075773a8 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335109.736760:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075773a8 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.736772:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075773a8 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.736825:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075773a1 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.736841:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075773a1 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.736853:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075773a1 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.736859:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075773a1 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.736864:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335109.736868:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075773a1 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.736875:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075773a1 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.736891:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881400) 00010000:00010000:0.0:1763335109.736894:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335109.736900:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075773a1 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.736905:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075773a1 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.736922:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075773a8 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.736927:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075773a8 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.736933:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075773a8 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.736938:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335109.736940:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075773a8 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.736952:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075773a8 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.736958:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881100) 00010000:00010000:0.0:1763335109.736961:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335109.736963:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075773a8 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.736969:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075773a8 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.736994:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b5400757739a lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c84 expref: 264 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.737004:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881400) 00010000:00010000:0.0:1763335109.737006:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335109.737389:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b5400757739a lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c84 expref: 264 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.737409:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664800, rc 0) 00000100:00100000:0.0:1763335109.737473:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56993:x1848989814829440:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 886us (1070us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335109.737480:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9751 00000100:00100000:1.0:1763335109.743201:0:23997:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cbad3100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:23997:1848989826103552:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335109.743233:0:23997:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577393 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335109.745402:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.746034:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814829568 00000100:00100000:3.0:1763335109.746043:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814829568 00000100:00100000:2.0:1763335109.746241:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335109.746338:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814829696 00000100:00100000:0.0:1763335109.746343:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814829696 00000100:00100000:0.0:1763335109.746401:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9752 00000100:00100000:0.0:1763335109.746412:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56993:x1848989814829696:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335109.746436:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335109.746463:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b540075773af lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881c8b expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.746550:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075773b6 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335109.746569:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075773b6 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.746581:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075773b6 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.746597:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075773bd lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335109.746605:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075773bd lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.746612:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075773bd lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.746653:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075773b6 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.746664:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075773b6 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.746671:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075773b6 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.746677:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075773b6 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.746682:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335109.746690:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075773b6 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.746697:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075773b6 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.746709:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881400) 00010000:00010000:0.0:1763335109.746712:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335109.746722:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075773b6 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.746729:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075773b6 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.746741:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075773bd lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.746753:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075773bd lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.746759:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075773bd lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.746764:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335109.746767:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075773bd lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.746782:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075773bd lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.746790:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881100) 00010000:00010000:0.0:1763335109.746792:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335109.746795:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075773bd lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.746800:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075773bd lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.746843:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b540075773af lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c8b expref: 264 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.746854:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881400) 00010000:00010000:0.0:1763335109.746856:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335109.746860:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b540075773af lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c8b expref: 264 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.746873:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664800, rc 0) 00000100:00100000:0.0:1763335109.746936:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56993:x1848989814829696:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 525us (695us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335109.746944:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9752 00010000:00010000:3.0:1763335109.747336:0:6516:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5d14800/0x3ec0b54007577124 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bab expref: 44 pid: 28568 timeout: 1202 lvb_type: 1 00000100:00100000:3.0:1763335109.748987:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3206 00000100:00100000:3.0:1763335109.749005:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+44:2427:x1848989814829568:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335109.749022:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335109.749044:0:6516:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c5d14800/0x3ec0b54007577124 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x271:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bab expref: 44 pid: 28568 timeout: 1202 lvb_type: 1 00010000:00010000:3.0:1763335109.749058:0:6516:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c5d14800/0x3ec0b54007577124 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x271:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bab expref: 44 pid: 28568 timeout: 1202 lvb_type: 1 00010000:00010000:3.0:1763335109.749078:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c5d14800/0x3ec0b54007577124 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x271:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bab expref: 44 pid: 28568 timeout: 1202 lvb_type: 1 00010000:00010000:3.0:1763335109.749677:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335109.749680:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335109.749685:0:6516:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577393 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.749696:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577393 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.750723:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335109.750775:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+43:2427:x1848989814829568:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 1775us (5379us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335109.750784:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3206 00010000:00010000:1.0:1763335109.751167:0:23997:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577393 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.751179:0:23997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577393 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335109.760813:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335109.760881:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814829824 00000100:00100000:1.0:1763335109.760890:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814829824 00000100:00100000:1.0:1763335109.760945:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9753 00000100:00100000:1.0:1763335109.760957:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4ac9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56993:x1848989814829824:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335109.760976:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335109.761008:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075773c4 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881c92 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.761070:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b540075773cb lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335109.761082:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b540075773cb lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335109.761093:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b540075773cb lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:1.0:1763335109.761136:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1763335109.761141:0:6532:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763335109.761173:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075773c4 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c92 expref: 265 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.761190:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b540075773cb lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c92 expref: 264 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.761198:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c35ef700) 00010000:00010000:1.0:1763335109.761201:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763335109.761204:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fae600, rc 0) 00000100:00100000:1.0:1763335109.761262:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4ac9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56993:x1848989814829824:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 308us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335109.761269:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9753 00000001:00080000:3.0:1763335109.761790:0:26000:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871685 is committed 00000001:00080000:3.0:1763335109.761814:0:26000:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871683 is committed 00002000:00010000:1.0:1763335109.764008:0:23997:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x271:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:1.0:1763335109.764016:0:23997:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x271:0x0] updating lvb mtime from disk: 0 -> 1763335110 00002000:00010000:1.0:1763335109.764019:0:23997:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x271:0x0] updating lvb ctime from disk: 0 -> 1763335110 00002000:00010000:1.0:1763335109.764022:0:23997:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x271:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1763335109.764034:0:23997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577393 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.764051:0:23997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577393 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335109.764064:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:1.0:1763335109.764064:0:23997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577393 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.764074:0:23997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faec00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335109.764079:0:23997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577393 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.764087:0:23997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577393 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.764108:0:23997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577393 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.764116:0:23997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577393 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335109.764165:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814829952 00000100:00100000:0.0:1763335109.764175:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814829952 00000100:00100000:1.0:1763335109.764194:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+15:2429:x1848989814829312:12345-192.168.204.57@tcp:4:lfs.0 Request processed in 29832us (30068us total) trans 17179871685 rc 0/0 00000100:00100000:1.0:1763335109.764204:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1649 00000100:00100000:0.0:1763335109.764234:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9754 00000100:00100000:0.0:1763335109.764245:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff923800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56993:x1848989814829952:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335109.764267:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335109.764295:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b540075773d2 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881c99 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.764376:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075773d9 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335109.764391:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075773d9 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.764400:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075773d9 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.764412:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075773e0 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335109.764419:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075773e0 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.764425:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075773e0 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.764466:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075773d9 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.764471:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075773d9 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.764476:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075773d9 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.764481:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075773d9 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.764486:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335109.764490:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075773d9 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.764496:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075773d9 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.764504:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c35ef700) 00010000:00010000:0.0:1763335109.764507:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335109.764511:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075773d9 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.764516:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b540075773d9 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.764526:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075773e0 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.764532:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075773e0 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.764537:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075773e0 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.764542:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335109.764545:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075773e0 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.764550:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075773e0 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.764556:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881100) 00010000:00010000:0.0:1763335109.764570:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335109.764574:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075773e0 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.764580:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665600/0x3ec0b540075773e0 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.764606:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b540075773d2 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c99 expref: 265 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.764616:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c35ef700) 00010000:00010000:0.0:1763335109.764619:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335109.764622:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b540075773d2 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c99 expref: 265 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.764632:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664800, rc 0) 00000100:00100000:0.0:1763335109.764671:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff923800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56993:x1848989814829952:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 428us (614us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335109.764678:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9754 00000100:00100000:2.0:1763335109.769903:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335109.769981:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814830208 00000100:00100000:0.0:1763335109.769992:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814830208 00000100:00100000:0.0:1763335109.770050:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9755 00000100:00100000:0.0:1763335109.770062:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff922d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56993:x1848989814830208:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335109.770083:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335109.770086:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763335109.770111:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b540075773cb lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c92 expref: 264 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.770128:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c35ef700) 00010000:00010000:0.0:1763335109.770136:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335109.770150:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b540075773e7 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881ca0 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.770242:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b540075773ee lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335109.770255:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b540075773ee lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.770263:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b540075773ee lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.770273:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075773f5 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335109.770280:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075773f5 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.770286:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075773f5 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.770695:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b540075773fc lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335109.770703:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b540075773fc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.770710:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b540075773fc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:0.0:1763335109.770718:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1fe:0x0]: returning size 0 00010000:00010000:0.0:1763335109.770740:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b540075773ee lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.770747:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b540075773ee lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.770753:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b540075773ee lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.770759:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b540075773ee lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.770764:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c7848200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335109.770768:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b540075773ee lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.770775:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b540075773ee lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.770783:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881400) 00010000:00010000:0.0:1763335109.770786:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335109.770789:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b540075773ee lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.770795:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b540075773ee lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00000004:00010000:0.0:1763335109.770804:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004d9c9073 reply state 0000000014a16e88 transno 4294973317 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075773f5 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.770814:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075773f5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.770820:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881100) 00010000:00010000:0.0:1763335109.770822:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335109.770825:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763335109.770860:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b540075773e7 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ca0 expref: 266 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.770878:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b540075773fc lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ca0 expref: 265 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.770885:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fe:0x0].0x0 (ffff9000c4881500) 00010000:00010000:0.0:1763335109.770888:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335109.770891:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95e200, rc 0) 00000100:00100000:0.0:1763335109.772047:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff922d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:56993:x1848989814830208:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1984us (2149us total) trans 4294973317 rc 0/0 00000100:00100000:0.0:1763335109.772057:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9755 00000100:00100000:2.0:1763335109.775880:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.776464:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.780180:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814830464 00000100:00100000:3.0:1763335109.780194:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814830464 00000100:00100000:3.0:1763335109.780263:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814830720 00000100:00100000:3.0:1763335109.780267:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814830720 00000100:00100000:3.0:1763335109.780339:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9756 00000100:00100000:3.0:1763335109.780349:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff920000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:56993:x1848989814830464:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335109.780408:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335109.780453:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b5400757740a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881ca7 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.780697:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b54007577411 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335109.780712:0:7841:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b540075773fc lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ca0 expref: 268 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.780735:0:7841:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b54007577411 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1fe:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.780804:0:7841:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b540075773fc lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ca0 expref: 268 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.780829:0:7841:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b540075773fc lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ca0 expref: 268 pid: 6532 timeout: 1202 lvb_type: 0 00000100:00100000:3.0:1763335109.780868:0:7841:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c487b480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826103680:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335109.781044:0:7841:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c9e3a600 going to sleep for 11 seconds 00000100:00100000:2.0:1763335109.781144:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9757 00000100:00100000:2.0:1763335109.781165:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff921180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:56989:x1848989814830720:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:2.0:1763335109.781198:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335109.781217:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075772d6 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1fb:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c3e expref: 268 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.781243:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fb:0x0].0x0 (ffff9001d03fe600) 00010000:00010000:2.0:1763335109.781261:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335109.781305:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007577418 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335109.781360:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007577418 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.781369:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007577418 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00010000:2.0:1763335109.781549:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d9b6210b reply state 00000000165f4924 transno 4294973318 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007577418 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.781561:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007577418 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.781567:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fb:0x0].0x0 (ffff9001d03fe600) 00010000:00010000:2.0:1763335109.781569:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335109.781580:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335109.781658:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff921180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:56989:x1848989814830720:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 505us (5194us total) trans 4294973318 rc 0/0 00000100:00100000:2.0:1763335109.781665:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9757 00000100:00100000:2.0:1763335109.783574:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.783614:0:7841:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c487b480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826103680:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335109.783636:0:7841:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b54007577411 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1fe:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000100:00100000:1.0:1763335109.783639:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814830848 00000100:00100000:1.0:1763335109.783648:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814830848 00000100:00100000:1.0:1763335109.783696:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6743 00000100:00100000:1.0:1763335109.783705:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff920380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+15:56989:x1848989814830848:12345-192.168.204.57@tcp:101:lfs.0 00000100:00100000:2.0:1763335109.783775:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335109.783855:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814830976 00000100:00100000:0.0:1763335109.783859:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814830976 00010000:00010000:1.0:1763335109.783888:0:8416:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335109.783929:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b540075773fc lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ca0 expref: 269 pid: 6532 timeout: 1202 lvb_type: 0 00010000:00010000:1.0:1763335109.783957:0:8416:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c6faec00/0x3ec0b5400757741f lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881cae expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335109.783999:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3207 00000100:00100000:0.0:1763335109.784005:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff922300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:2427:x1848989814830976:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335109.784018:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335109.784024:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b540075773fc lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ca0 expref: 269 pid: 6532 timeout: 1202 lvb_type: 0 00010000:00010000:0.0:1763335109.784036:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b540075773fc lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ca0 expref: 269 pid: 6532 timeout: 1202 lvb_type: 0 00010000:00010000:0.0:1763335109.784059:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b540075773fc lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ca0 expref: 269 pid: 6532 timeout: 1202 lvb_type: 0 00010000:00010000:0.0:1763335109.784073:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fe:0x0].0x0 (ffff9000c4881500) 00010000:00010000:0.0:1763335109.784077:0:6515:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b54007577411 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1fe:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.784094:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b54007577411 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fe:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.784105:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b54007577411 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1fe:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.784126:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335109.784168:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff922300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:2427:x1848989814830976:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 163us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335109.784175:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3207 00002000:00010000:1.0:1763335109.784223:0:8416:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x271:0x0] initial LVB size: 4096, mtime: 0x691a5bc6, atime: 0x0, ctime: 0x691a5bc6, blocks: 0x8 00010000:00010000:3.0:1763335109.784226:0:7841:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b54007577411 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.784236:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b54007577411 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335109.784239:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335109.784243:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335109.784251:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6faec00/0x3ec0b5400757741f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cae expref: 16 pid: 8416 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1763335109.784258:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1fe:0x0]: returning size 0 00010000:00010000:1.0:1763335109.784266:0:8416:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c6faec00/0x3ec0b5400757741f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cae expref: 16 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.784278:0:8416:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faec00, rc 0) 00000100:00100000:1.0:1763335109.784298:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff920380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:56989:x1848989814830848:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 595us (731us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335109.784305:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6743 00000100:00100000:0.0:1763335109.784595:0:8716:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001c12a9180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:8716:1848989826103808:0@lo:5:osp-pre-0-1.0 00000100:00100000:0.0:1763335109.784679:0:8716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335109.784728:0:8716:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001da6aa300 going to sleep for 11 seconds 00000100:00100000:1.0:1763335109.784753:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826103808 00000100:00100000:1.0:1763335109.784756:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826103808 00000100:00100000:1.0:1763335109.784788:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6744 00000100:00100000:1.0:1763335109.784794:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+37:8716:x1848989826103808:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:1.0:1763335109.784822:0:8416:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 642 00000004:00080000:3.0:1763335109.784980:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x272:0x0], index 0: 0 00000004:00080000:3.0:1763335109.784992:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x274:0x0], index 1: 0 00000004:00080000:3.0:1763335109.784999:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x275:0x0], index 1: 0 00000004:00080000:3.0:1763335109.785005:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x273:0x0], index 0: 0 00010000:00010000:3.0:1763335109.785114:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b54007577411 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.785123:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b54007577411 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1fe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.785130:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b54007577411 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1fe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.785137:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c530e200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335109.785141:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b54007577411 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1fe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.785152:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b54007577411 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1fe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.785162:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fe:0x0].0x0 (ffff9000c4881500) 00010000:00010000:3.0:1763335109.785165:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335109.785169:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b54007577411 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1fe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.785175:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b54007577411 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1fe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.785217:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b5400757740a lrc: 1/0,0 mode: --/CR res: [0x240000405:0x1fe:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ca7 expref: 268 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.785228:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fe:0x0].0x0 (ffff9000c4881500) 00010000:00010000:3.0:1763335109.785230:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763335109.785235:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b5400757740a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1fe:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ca7 expref: 268 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.785249:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c530f600, rc 0) 00000100:00100000:3.0:1763335109.785296:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff920000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:56993:x1848989814830464:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 4947us (9424us total) trans 4294973319 rc 301/301 00000100:00100000:3.0:1763335109.785305:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9756 00000100:00100000:1.0:1763335109.786262:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+38:8716:x1848989826103808:12345-0@lo:5:osp-pre-0-1.0 Request processed in 1462us (1577us total) trans 21474838976 rc 0/0 00000100:00100000:1.0:1763335109.786271:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6744 00000100:00100000:3.0:1763335109.787493:0:8716:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001c12a9180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:8716:1848989826103808:0@lo:5:osp-pre-0-1.0 00000004:00080000:3.0:1763335109.787508:0:8716:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x273:0x0]-[0x280000400:0x2a1:0x0] 00000100:00100000:2.0:1763335109.787613:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335109.787691:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814831104 00000100:00100000:1.0:1763335109.787699:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814831104 00000100:00100000:1.0:1763335109.787742:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6745 00000100:00100000:1.0:1763335109.787751:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff920700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+22:56989:x1848989814831104:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335109.787764:0:8416:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335109.787780:0:8416:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf200/0x3ec0b5400757742d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881cb5 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.787805:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c5d15200/0x3ec0b5400757712b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bb2 expref: 23 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335109.787813:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335109.787815:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335109.787819:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf200/0x3ec0b5400757742d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cb5 expref: 23 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.787857:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c5d15200/0x3ec0b5400757712b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bb2 expref: 23 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335109.787869:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c5d15200/0x3ec0b5400757712b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bb2 expref: 23 pid: 28568 timeout: 1202 lvb_type: 1 00000100:00100000:1.0:1763335109.787882:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cbad3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1848989826103936:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335109.787946:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f504a780 going to sleep for 11 seconds 00000100:00100000:0.0:1763335109.794168:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335109.794199:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cbad3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1848989826103936:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335109.794219:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:1.0:1763335109.794238:0:8416:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf200/0x3ec0b5400757742d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cb5 expref: 23 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.794262:0:8416:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faf200, rc 0) 00000100:00100000:1.0:1763335109.794346:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff920700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:56989:x1848989814831104:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 6595us (6734us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335109.794356:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6745 00000100:00100000:3.0:1763335109.794682:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814831360 00000100:00100000:3.0:1763335109.794691:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814831360 00000100:00100000:3.0:1763335109.794750:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3365 00000100:00100000:3.0:1763335109.794761:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:56993:x1848989814831360:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335109.795032:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:56993:x1848989814831360:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 271us (874us total) trans 4294973320 rc 0/0 00000100:00100000:3.0:1763335109.795039:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3365 00000100:00100000:2.0:1763335109.795111:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814831488 00000100:00100000:2.0:1763335109.795115:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814831488 00010000:00010000:2.0:1763335109.795136:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5d15200/0x3ec0b5400757712b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bb2 expref: 23 pid: 28568 timeout: 1202 lvb_type: 1 00000100:00100000:2.0:1763335109.795173:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3208 00000100:00100000:2.0:1763335109.795181:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c79a9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:2426:x1848989814831488:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335109.795197:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335109.795217:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c5d15200/0x3ec0b5400757712b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x26f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bb2 expref: 23 pid: 28568 timeout: 1202 lvb_type: 1 00010000:00010000:2.0:1763335109.795230:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c5d15200/0x3ec0b5400757712b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bb2 expref: 23 pid: 28568 timeout: 1202 lvb_type: 1 00010000:00010000:2.0:1763335109.795250:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c5d15200/0x3ec0b5400757712b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x26f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bb2 expref: 23 pid: 28568 timeout: 1202 lvb_type: 1 00010000:00010000:2.0:1763335109.795261:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335109.795263:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335109.795270:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf200/0x3ec0b5400757742d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cb5 expref: 22 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.795279:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf200/0x3ec0b5400757742d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cb5 expref: 22 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.795351:0:6515:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf200/0x3ec0b5400757742d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cb5 expref: 22 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335109.795367:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff922a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6515:1848989826104064:192.168.204.57@tcp:105: 00000100:00100000:2.0:1763335109.795426:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f5fdef00 going to sleep for 11 seconds 00000100:00100000:0.0:1763335109.798246:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.798353:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814831744 00000100:00100000:2.0:1763335109.798363:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814831744 00000100:00100000:2.0:1763335109.798419:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3366 00000100:00100000:2.0:1763335109.798429:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1614050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:56993:x1848989814831744:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335109.798625:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1614050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:56993:x1848989814831744:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 196us (387us total) trans 4294973321 rc 0/0 00000100:00100000:2.0:1763335109.798633:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3366 00000100:00100000:3.0:1763335109.798980:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff922a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6515:1848989826104064:192.168.204.57@tcp:105: 00010000:00010000:3.0:1763335109.798999:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335109.800747:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c79a9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+22:2426:x1848989814831488:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 5559us (6521us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335109.800759:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3208 00000100:00100000:0.0:1763335109.800886:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.800936:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814831872 00000100:00100000:2.0:1763335109.800944:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814831872 00002000:00010000:2.0:1763335109.800975:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/625 (5->18446744073709551615) 00002000:00100000:2.0:1763335109.801026:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001c12a9f80 with x1848989814831872 ext(5->18446744073709551615) 00002000:00010000:2.0:1763335109.801040:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001c12a9f80. 00000100:00100000:0.0:1763335109.801069:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.801293:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814832000 00000100:00100000:2.0:1763335109.801298:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814832000 00002000:00010000:2.0:1763335109.801340:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/623 (0->18446744073709551615) 00002000:00100000:2.0:1763335109.801343:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c9b44000 with x1848989814832000 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335109.801350:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c9b44000. 00000100:00100000:3.0:1763335109.801505:0:16421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1650 00000100:00100000:2.0:1763335109.801515:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1651 00000100:00100000:2.0:1763335109.801525:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+22:2427:x1848989814832000:12345-192.168.204.57@tcp:10:lfs.0 00000100:00100000:0.0:1763335109.801583:0:16421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2427:x1848989814831872:12345-192.168.204.57@tcp:10:lfs.0 00002000:00010000:2.0:1763335109.801695:0:23997:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x26f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335109.801699:0:23997:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x26f:0x0] updating lvb mtime from disk: 0 -> 1763335110 00002000:00010000:2.0:1763335109.801701:0:23997:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x26f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335109.801704:0:23997:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x26f:0x0] updating lvb ctime from disk: 0 -> 1763335110 00002000:00010000:2.0:1763335109.801706:0:23997:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x26f:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335109.801769:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:2427:x1848989814832000:12345-192.168.204.57@tcp:10:lfs.0 Request processed in 245us (700us total) trans 21474838977 rc 0/0 00000100:00100000:2.0:1763335109.801777:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1651 00002000:00010000:2.0:1763335109.801780:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/623 (0->18446744073709551615) 00002000:00100000:2.0:1763335109.801783:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c9b44000 with x1848989814832000 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335109.801787:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c9b44000. 00002000:00010000:0.0:1763335109.801821:0:16421:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x271:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:0.0:1763335109.801826:0:16421:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x271:0x0] updating lvb mtime from disk: 1763335110 -> 1763335110 00002000:00010000:0.0:1763335109.801828:0:16421:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x271:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335109.801840:0:16421:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x271:0x0] updating lvb ctime from disk: 1763335110 -> 1763335110 00002000:00010000:0.0:1763335109.801842:0:16421:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x271:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1763335109.801864:0:16421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2427:x1848989814831872:12345-192.168.204.57@tcp:10:lfs.0 Request processed in 351us (979us total) trans 17179871686 rc 0/0 00000100:00100000:0.0:1763335109.801871:0:16421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1650 00002000:00010000:0.0:1763335109.801874:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/625 (5->18446744073709551615) 00002000:00100000:0.0:1763335109.801877:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001c12a9f80 with x1848989814831872 ext(5->18446744073709551615) 00002000:00010000:0.0:1763335109.801882:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001c12a9f80. 00000100:00100000:1.0:1763335109.803815:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.804081:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814832256 00000100:00100000:3.0:1763335109.804092:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814832256 00000100:00100000:3.0:1763335109.804148:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9758 00000100:00100000:3.0:1763335109.804157:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:55956:x1848989814832256:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335109.804178:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335109.804198:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b54007577434 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881cbc expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.804342:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b5400757743b lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335109.804356:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b5400757743b lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.804367:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b5400757743b lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.804378:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f800/0x3ec0b54007577442 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335109.804385:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f800/0x3ec0b54007577442 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.804391:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f800/0x3ec0b54007577442 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.804445:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007577449 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335109.804454:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007577449 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.804461:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007577449 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:3.0:1763335109.804471:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1fe:0x0]: returning size 0 00010000:00010000:3.0:1763335109.804541:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b5400757743b lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.804548:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b5400757743b lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.804554:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b5400757743b lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.804560:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b5400757743b lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.804565:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c530f600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335109.804569:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b5400757743b lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.804576:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b5400757743b lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.804591:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001fcd20900) 00010000:00010000:3.0:1763335109.804595:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335109.804600:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b5400757743b lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.804605:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f600/0x3ec0b5400757743b lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.804619:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f800/0x3ec0b54007577442 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.804625:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f800/0x3ec0b54007577442 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.804630:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f800/0x3ec0b54007577442 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.804635:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c530f800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335109.804637:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f800/0x3ec0b54007577442 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.804643:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f800/0x3ec0b54007577442 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.804649:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881100) 00010000:00010000:3.0:1763335109.804651:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335109.804654:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f800/0x3ec0b54007577442 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.804659:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530f800/0x3ec0b54007577442 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335109.804690:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c530e200/0x3ec0b54007577434 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cbc expref: 272 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.804706:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007577449 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cbc expref: 271 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.804713:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fe:0x0].0x0 (ffff9001fcd20c00) 00010000:00010000:3.0:1763335109.804715:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335109.804717:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c66e8000, rc 0) 00000100:00100000:3.0:1763335109.804767:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+271:55956:x1848989814832256:12345-192.168.204.57@tcp:101:bash.0 Request processed in 610us (959us total) trans 4294973322 rc 0/0 00000100:00100000:3.0:1763335109.804774:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9758 00000100:00100000:0.0:1763335109.804879:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.805022:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814832512 00000100:00100000:2.0:1763335109.805027:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814832512 00000100:00100000:2.0:1763335109.805064:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9759 00000100:00100000:2.0:1763335109.805071:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+271:56989:x1848989814832512:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:2.0:1763335109.805117:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007577457 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335109.805126:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007577457 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.805134:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007577457 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00010000:2.0:1763335109.805196:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002324aaef reply state 000000003edcd351 transno 4294973323 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007577457 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.805207:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007577457 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.805212:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fb:0x0].0x0 (ffff9001d03fe600) 00010000:00010000:2.0:1763335109.805214:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335109.805217:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335109.805258:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:56989:x1848989814832512:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 187us (380us total) trans 4294973323 rc 0/0 00000100:00100000:2.0:1763335109.805264:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9759 00000100:00100000:0.0:1763335109.807652:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.807961:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335109.808358:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814832768 00000100:00100000:0.0:1763335109.808367:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814832768 00000100:00100000:0.0:1763335109.808426:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9760 00000100:00100000:0.0:1763335109.808437:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c487b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:55956:x1848989814832768:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335109.808466:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335109.808487:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757745e lrc: 2/0,0 mode: --/PR res: [0x240000405:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881cca expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335109.808494:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814832640 00000100:00100000:2.0:1763335109.808500:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814832640 00010000:00010000:0.0:1763335109.808520:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577465 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335109.808533:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577465 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.808545:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577465 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000100:00100000:2.0:1763335109.808550:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6746 00000100:00100000:2.0:1763335109.808561:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:56989:x1848989814832640:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335109.808572:0:8416:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335109.808584:0:8416:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d035ec00/0x3ec0b5400757746c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881cc3 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.808607:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b540075772e4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c45 expref: 24 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335109.808616:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335109.808619:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335109.808623:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d035ec00/0x3ec0b5400757746c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cc3 expref: 24 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.808654:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757745e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1fe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cca expref: 275 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.808666:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b540075772e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c45 expref: 24 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335109.808673:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577465 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1fe:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cca expref: 274 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.808683:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fe:0x0].0x0 (ffff9001fcd20c00) 00010000:00010000:2.0:1763335109.808685:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b540075772e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c45 expref: 24 pid: 8416 timeout: 1202 lvb_type: 1 00010000:00010000:0.0:1763335109.808688:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763335109.808693:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95f000, rc 0) 00000100:00100000:2.0:1763335109.808708:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff920a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1848989826104192:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335109.808776:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f5fde300 going to sleep for 11 seconds 00000100:00100000:0.0:1763335109.808788:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c487b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:55956:x1848989814832768:12345-192.168.204.57@tcp:101:bash.0 Request processed in 351us (825us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335109.808813:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9760 00000100:00100000:3.0:1763335109.811920:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335109.812181:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814833024 00000100:00100000:0.0:1763335109.812200:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814833024 00000100:00100000:0.0:1763335109.812283:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9761 00000100:00100000:0.0:1763335109.812307:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4878e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:55956:x1848989814833024:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:0.0:1763335109.812507:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335109.812533:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007577449 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cbc expref: 274 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.812550:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fe:0x0].0x0 (ffff9001fcd20c00) 00010000:00010000:0.0:1763335109.812554:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335109.812707:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007577473 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335109.812720:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007577473 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.812729:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007577473 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000001:00080000:0.0:1763335109.812766:0:6532:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973324 00000004:00010000:0.0:1763335109.812784:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000013d9b547 reply state 000000003aff58e6 transno 4294973325 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007577473 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.812793:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007577473 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.812799:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fe:0x0].0x0 (ffff9001fcd20c00) 00010000:00010000:0.0:1763335109.812802:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335109.812804:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335109.812887:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4878e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:55956:x1848989814833024:12345-192.168.204.57@tcp:36:bash.0 Request processed in 595us (974us total) trans 4294973325 rc 0/0 00000100:00100000:0.0:1763335109.812894:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9761 00000020:00080000:0.0:1763335109.812899:0:6532:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763335109.813148:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff920a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1848989826104192:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335109.813175:0:8416:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9001d035ec00/0x3ec0b5400757746c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cc3 expref: 24 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.813193:0:8416:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035ec00, rc 0) 00000100:00100000:2.0:1763335109.813215:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:56989:x1848989814832640:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 4655us (5571us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335109.813221:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6746 00000100:00100000:0.0:1763335109.813631:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.813686:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814833152 00000100:00100000:3.0:1763335109.813692:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814833152 00010000:00010000:3.0:1763335109.813714:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b540075772e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c45 expref: 24 pid: 8416 timeout: 1202 lvb_type: 1 00000100:00100000:3.0:1763335109.813737:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3209 00000100:00100000:3.0:1763335109.813744:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b45c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:2427:x1848989814833152:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335109.813753:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335109.813768:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b540075772e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x26e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c45 expref: 24 pid: 8416 timeout: 1202 lvb_type: 1 00010000:00010000:3.0:1763335109.813779:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b540075772e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c45 expref: 24 pid: 8416 timeout: 1202 lvb_type: 1 00010000:00010000:3.0:1763335109.813930:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b540075772e4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x26e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c45 expref: 24 pid: 8416 timeout: 1202 lvb_type: 1 00010000:00010000:3.0:1763335109.813942:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335109.813944:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335109.813951:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d035ec00/0x3ec0b5400757746c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cc3 expref: 23 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.813960:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d035ec00/0x3ec0b5400757746c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cc3 expref: 23 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.813992:0:6515:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9001d035ec00/0x3ec0b5400757746c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cc3 expref: 23 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335109.814004:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f136a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6515:1848989826104320:192.168.204.57@tcp:105: 00000100:00100000:0.0:1763335109.814749:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c9e3a000 going to sleep for 11 seconds 00000100:00100000:0.0:1763335109.818716:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.818848:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f136a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6515:1848989826104320:192.168.204.57@tcp:105: 00010000:00010000:2.0:1763335109.818873:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335109.818934:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b45c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:2427:x1848989814833152:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 5189us (5303us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335109.818945:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3209 00000100:00100000:3.0:1763335109.819455:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814833280 00000100:00100000:3.0:1763335109.819463:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814833280 00000100:00100000:1.0:1763335109.819577:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.819873:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9762 00000100:00100000:2.0:1763335109.819884:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:55956:x1848989814833280:12345-192.168.204.57@tcp:101:bash.0 00000100:00100000:3.0:1763335109.819905:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814833408 00010000:00010000:2.0:1763335109.819909:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1763335109.819911:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814833408 00010000:00010000:2.0:1763335109.819931:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757747a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881cd1 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.819983:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757747a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1fe:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cd1 expref: 277 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.819998:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757747a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1fe:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cd1 expref: 277 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.820017:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fe:0x0].0x0 (ffff9001fcd20c00) 00010000:00010000:2.0:1763335109.820020:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763335109.820024:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc184000, rc 0) 00000100:00100000:2.0:1763335109.820151:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:55956:x1848989814833280:12345-192.168.204.57@tcp:101:bash.0 Request processed in 269us (1445us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335109.820160:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9762 00000100:00100000:1.0:1763335109.821152:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6747 00000100:00100000:1.0:1763335109.821166:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:2429:x1848989814833408:12345-192.168.204.57@tcp:2:lfs.0 00002000:00010000:1.0:1763335109.821296:0:28961:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x26e:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1763335109.821300:0:28961:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x26e:0x0] updating lvb mtime from disk: 1763335109 -> 1763335109 00002000:00010000:1.0:1763335109.821302:0:28961:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x26e:0x0] updating lvb atime from disk: 1763335109 -> 1763335109 00002000:00010000:1.0:1763335109.821304:0:28961:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x26e:0x0] updating lvb ctime from disk: 1763335109 -> 1763335110 00002000:00010000:1.0:1763335109.821306:0:28961:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x26e:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763335109.821565:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:2429:x1848989814833408:12345-192.168.204.57@tcp:2:lfs.0 Request processed in 402us (1989us total) trans 21474838978 rc 0/0 00000100:00100000:1.0:1763335109.821573:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6747 00000100:00100000:1.0:1763335109.822206:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.822468:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814833664 00000100:00100000:2.0:1763335109.822476:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814833664 00000100:00100000:2.0:1763335109.822518:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9763 00000100:00100000:2.0:1763335109.822527:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:55956:x1848989814833664:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335109.822540:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335109.822543:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763335109.822566:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757747a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1fe:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cd1 expref: 277 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.822584:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fe:0x0].0x0 (ffff9001fcd20c00) 00010000:00010000:2.0:1763335109.822588:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335109.822598:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577481 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881cd8 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.822638:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577488 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335109.822650:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577488 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fe:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335109.822659:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577488 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fe:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000040:00080000:2.0:1763335109.822860:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1546, 88 off129416 00000004:00080000:2.0:1763335109.822868:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1102802552702ns, next at 1103232803796ns, rc = 0 00000040:00080000:2.0:1763335109.822903:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1547, 88 off129416 00000004:00080000:2.0:1763335109.822909:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1102802594385ns, next at 1103232773411ns, rc = 0 00000040:00080000:2.0:1763335109.822942:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1548, 88 off129504 00000004:00080000:2.0:1763335109.822948:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1102802632853ns, next at 1103232773411ns, rc = 0 00000040:00080000:2.0:1763335109.822960:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1547, 88 off129504 00000004:00080000:2.0:1763335109.822964:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1102802649386ns, next at 1103232803796ns, rc = 0 00000100:00100000:2.0:1763335109.823934:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335109.824020:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814833920 00000100:00100000:0.0:1763335109.824027:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814833920 00000100:00100000:0.0:1763335109.824062:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3367 00000100:00100000:0.0:1763335109.824071:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff920a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+279:56989:x1848989814833920:12345-192.168.204.57@tcp:35:lfs.0 00000004:00010000:0.0:1763335109.824114:0:6533:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000405:0x1fb:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007577212 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1fb:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bff expref: 279 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.824142:0:6533:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757748f lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 00010000:00010000:0.0:1763335109.824152:0:6533:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b540075772ba lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c30 expref: 279 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.824161:0:6533:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757748f lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335109.824195:0:6533:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b540075772ba lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c30 expref: 279 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.824209:0:6533:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b540075772ba lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c30 expref: 279 pid: 6532 timeout: 1202 lvb_type: 0 00000100:00100000:0.0:1763335109.824223:0:6533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b44380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6533:1848989826104448:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335109.824298:0:6533:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001da6aacc0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335109.826442:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335109.826519:0:6533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b44380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6533:1848989826104448:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335109.826536:0:6533:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757748f lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT1 00000100:00100000:2.0:1763335109.826582:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814834048 00000100:00100000:2.0:1763335109.826588:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814834048 00010000:00010000:2.0:1763335109.826650:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b540075772ba lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c30 expref: 280 pid: 6532 timeout: 1202 lvb_type: 0 00000100:00100000:2.0:1763335109.826676:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3210 00000100:00100000:2.0:1763335109.826684:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+280:2426:x1848989814834048:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335109.826694:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335109.826699:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b540075772ba lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c30 expref: 280 pid: 6532 timeout: 1202 lvb_type: 0 00010000:00010000:2.0:1763335109.826709:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b540075772ba lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c30 expref: 280 pid: 6532 timeout: 1202 lvb_type: 0 00010000:00010000:2.0:1763335109.826725:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b540075772ba lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c30 expref: 280 pid: 6532 timeout: 1202 lvb_type: 0 00010000:00010000:2.0:1763335109.826739:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fb:0x0].0x0 (ffff9001d03fe600) 00010000:00010000:2.0:1763335109.826744:0:6515:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757748f lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335109.826751:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757748f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335109.826757:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757748f lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335109.826783:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335109.826826:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+279:2426:x1848989814834048:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 142us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335109.826844:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3210 00010000:00010000:1.0:1763335109.826902:0:6533:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757748f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335109.826909:0:6533:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757748f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT1 00000001:00080000:0.0:1763335109.827017:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973326 is committed 00000004:00080000:0.0:1763335109.827024:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1015 committed 00000004:00080000:0.0:1763335109.827034:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1012 committed 00000004:00080000:0.0:1763335109.827043:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1011 committed 00000004:00080000:0.0:1763335109.827045:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1014 committed 00000040:00080000:1.0:1763335109.827126:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1548, 88 off129592 00000004:00080000:1.0:1763335109.827133:0:6533:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1102806818260ns, next at 1103232803796ns, rc = 0 00010000:00010000:2.0:1763335109.827146:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577369 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00000040:00080000:1.0:1763335109.827153:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1549, 88 off129592 00010000:00010000:2.0:1763335109.827159:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577369 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00000004:00080000:1.0:1763335109.827159:0:6533:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1102806844169ns, next at 1103232773411ns, rc = 0 00010000:00010000:2.0:1763335109.827170:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577369 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00000040:00080000:1.0:1763335109.827170:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1550, 88 off129680 00000004:00080000:1.0:1763335109.827177:0:6533:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1102806861890ns, next at 1103232773411ns, rc = 0 00010000:00010000:2.0:1763335109.827182:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c7848800 already unused, calling callback (ffffffffc18d2550) 00000040:00080000:1.0:1763335109.827188:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1549, 88 off129680 00010000:00010000:2.0:1763335109.827190:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577369 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00000004:00080000:1.0:1763335109.827194:0:6533:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1102806879152ns, next at 1103232803796ns, rc = 0 00010000:00010000:2.0:1763335109.827203:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577369 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.827216:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881100) 00010000:00010000:2.0:1763335109.827220:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335109.827224:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577369 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.827230:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577369 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.827247:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075773f5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.827254:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075773f5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.827261:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075773f5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.827268:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95e600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335109.827271:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075773f5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.827277:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075773f5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.827285:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881100) 00010000:00010000:2.0:1763335109.827289:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335109.827292:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075773f5 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.827300:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075773f5 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.827338:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007577418 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.827347:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007577418 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.827354:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007577418 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.827359:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035ea00 already unused, calling callback (ffffffffc18d2550) 00000100:00100000:1.0:1763335109.827363:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7e4e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826104960:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1763335109.827365:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007577418 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.827379:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007577418 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.827389:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fb:0x0].0x0 (ffff9001d03fe600) 00010000:00010000:2.0:1763335109.827393:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335109.827396:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007577418 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000100:00100000:1.0:1763335109.827404:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763335109.827405:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b54007577418 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000100:00100000:3.0:1763335109.827421:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7e4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826104576:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1763335109.827421:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007577457 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.827433:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007577457 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.827439:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007577457 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00000100:00100000:1.0:1763335109.827443:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7e4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826104704:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1763335109.827449:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035e000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335109.827454:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007577457 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.827460:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007577457 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00000100:00100000:3.0:1763335109.827464:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335109.827497:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335109.827517:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763335109.827522:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7e4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826104832:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335109.827538:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335109.827575:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826104960 00000100:00100000:1.0:1763335109.827579:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826104960 00000100:00100000:1.0:1763335109.827605:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826104576 00000100:00100000:1.0:1763335109.827609:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826104576 00000100:00100000:1.0:1763335109.827638:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826104704 00000100:00100000:1.0:1763335109.827641:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826104704 00000100:00100000:0.0:1763335109.827651:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826105088:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763335109.827661:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826104832 00000100:00100000:1.0:1763335109.827664:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826104832 00000100:00100000:1.0:1763335109.827683:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6748 00000100:00100000:1.0:1763335109.827689:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+41:3666:x1848989826104960:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335109.827711:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335109.827737:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763335109.827743:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826105472:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335109.827772:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335109.827806:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+42:3666:x1848989826104960:12345-0@lo:2:osp-syn-0-1.0 Request processed in 115us (401us total) trans 21474838979 rc 0/0 00000100:00100000:1.0:1763335109.827812:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6748 00000100:00100000:1.0:1763335109.827823:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826105088 00000100:00100000:1.0:1763335109.827826:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826105088 00000100:00100000:1.0:1763335109.827854:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826105472 00000100:00100000:1.0:1763335109.827857:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826105472 00000100:00100000:1.0:1763335109.827870:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6749 00000100:00100000:1.0:1763335109.827879:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f61ff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+41:3667:x1848989826104576:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335109.827888:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6750 00002000:00080000:1.0:1763335109.827890:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:624 count 1 00000100:00100000:3.0:1763335109.827904:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+41:3664:x1848989826104704:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1763335109.827907:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf400/0x3ec0b54007577496 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.827924:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c6faee00/0x3ec0b5400757733f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c6f expref: 23 pid: 8416 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1763335109.827928:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:625 count 1 00010000:00010000:1.0:1763335109.827934:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335109.827937:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335109.827940:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf400/0x3ec0b54007577496 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335109.827959:0:8417:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x271:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763335109.827964:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c6faee00/0x3ec0b5400757733f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c6f expref: 23 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.827968:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c66e9e00/0x3ec0b5400757749d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.827978:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c6faee00/0x3ec0b5400757733f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c6f expref: 23 pid: 8416 timeout: 1202 lvb_type: 0 00010000:00010000:3.0:1763335109.827995:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335109.827999:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1763335109.828000:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b55500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1848989826105600:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335109.828013:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c66e9e00/0x3ec0b5400757749d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.828026:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c66e9e00/0x3ec0b5400757749d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.828034:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c66e9e00/0x3ec0b5400757749d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.828049:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c66e9e00/0x3ec0b5400757749d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335109.828050:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff90020214cd80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335109.828069:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6751 00000100:00100000:1.0:1763335109.828076:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+41:3664:x1848989826104832:12345-0@lo:2:osp-syn-0-1.0 00010000:00010000:3.0:1763335109.828079:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763335109.828136:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+42:3664:x1848989826104832:12345-0@lo:2:osp-syn-0-1.0 Request processed in 60us (597us total) trans 21474838980 rc 0/0 00000100:00100000:1.0:1763335109.828141:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6751 00000100:00100000:1.0:1763335109.828151:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6752 00000100:00100000:1.0:1763335109.828156:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+6:3667:x1848989826105088:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763335109.828167:0:28568:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:626 count 1 00010000:00010000:1.0:1763335109.828178:0:28568:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf800/0x3ec0b540075774a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.828189:0:28568:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577338 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c68 expref: 16 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.828194:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335109.828196:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335109.828198:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf800/0x3ec0b540075774a4 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.828214:0:28568:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577338 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c68 expref: 16 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.828221:0:28568:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577338 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c68 expref: 16 pid: 8416 timeout: 1202 lvb_type: 0 00000100:00100000:1.0:1763335109.828238:0:28568:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28568:1848989826105728:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335109.828244:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fb:0x0].0x0 (ffff9001d03fe600) 00010000:00010000:2.0:1763335109.828248:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335109.828252:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007577457 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.828260:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007577457 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000100:00100000:1.0:1763335109.828260:0:28568:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001d86109c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335109.828278:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6753 00000100:00100000:1.0:1763335109.828284:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+6:3667:x1848989826105472:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763335109.828289:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007577473 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.828298:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007577473 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.828304:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007577473 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.828310:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95fe00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335109.828334:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007577473 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.828341:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007577473 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.828350:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fe:0x0].0x0 (ffff9001fcd20c00) 00010000:00010000:2.0:1763335109.828352:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335109.828356:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007577473 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335109.828363:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007577473 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00000100:00100000:1.0:1763335109.828405:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+7:3667:x1848989826105472:12345-0@lo:2:osp-syn-1-1.0 Request processed in 120us (631us total) trans 17179871687 rc 0/0 00000100:00100000:1.0:1763335109.828411:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6753 00010000:00010000:1.0:1763335109.828436:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335109.828441:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c66e9e00/0x3ec0b5400757749d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.828448:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c66e9e00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335109.828451:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c66e9e00/0x3ec0b5400757749d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.828458:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c66e9e00/0x3ec0b5400757749d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.828470:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c66e9e00/0x3ec0b5400757749d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.828477:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335109.828479:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335109.828481:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335109.828491:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826105344:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335109.828515:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763335109.828522:0:8417:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c66e9e00/0x3ec0b5400757749d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335109.828535:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763335109.828542:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826105216:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763335109.828563:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335109.828584:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826105344 00000100:00100000:1.0:1763335109.828587:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826105344 00000100:00100000:1.0:1763335109.828606:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826105216 00000100:00100000:1.0:1763335109.828609:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826105216 00000100:00100000:1.0:1763335109.828631:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6754 00000100:00100000:1.0:1763335109.828639:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+8:3665:x1848989826105344:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335109.828668:0:3667:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179871683 gen 2 00000004:00080000:0.0:1763335109.828674:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a7b100, transno 17179871589 00000004:00080000:0.0:1763335109.828684:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a78000, transno 17179871590 00000004:00080000:0.0:1763335109.828701:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a78700, transno 17179871591 00000004:00080000:0.0:1763335109.828705:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a7a680, transno 17179871592 00000004:00080000:0.0:1763335109.828708:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f1336300, transno 17179871593 00000004:00080000:0.0:1763335109.828712:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f1334e00, transno 17179871594 00000004:00080000:0.0:1763335109.828715:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f1337100, transno 17179871595 00000004:00080000:0.0:1763335109.828718:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f1334700, transno 17179871596 00000004:00080000:0.0:1763335109.828722:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001e7d6dc00, transno 17179871598 00000004:00080000:0.0:1763335109.828724:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001e7d6ed80, transno 17179871599 00000004:00080000:0.0:1763335109.828729:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001e7d6d500, transno 17179871600 00000004:00080000:0.0:1763335109.828733:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001e7d6f800, transno 17179871601 00000100:00100000:1.0:1763335109.828738:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+9:3665:x1848989826105344:12345-0@lo:2:osp-syn-1-1.0 Request processed in 98us (219us total) trans 17179871688 rc 0/0 00000004:00080000:0.0:1763335109.828740:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c79ee680, transno 17179871604 00000004:00080000:0.0:1763335109.828746:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c79eea00, transno 17179871605 00000004:00080000:0.0:1763335109.828752:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f7e4ca80, transno 17179871606 00000100:00100000:1.0:1763335109.828753:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6754 00000004:00080000:0.0:1763335109.828757:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f7e4df80, transno 17179871607 00000004:00080000:0.0:1763335109.828764:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a79f80, transno 17179871611 00000004:00080000:0.0:1763335109.828768:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a7a300, transno 17179871612 00000004:00080000:0.0:1763335109.828772:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a78380, transno 17179871613 00000100:00100000:1.0:1763335109.828773:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6755 00000004:00080000:0.0:1763335109.828777:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a78e00, transno 17179871614 00000004:00080000:0.0:1763335109.828783:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f7b800, transno 17179871615 00000100:00100000:1.0:1763335109.828785:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+8:3665:x1848989826105216:12345-0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1763335109.828789:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f79c00, transno 17179871616 00000004:00080000:0.0:1763335109.828793:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f78a80, transno 17179871617 00000004:00080000:0.0:1763335109.828797:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f79500, transno 17179871618 00002000:00080000:1.0:1763335109.828799:0:35240:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:627 count 1 00000004:00080000:0.0:1763335109.828801:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6d97b80, transno 17179871621 00000004:00080000:0.0:1763335109.828806:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6d97800, transno 17179871622 00000004:00080000:0.0:1763335109.828809:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6d94380, transno 17179871623 00000004:00080000:0.0:1763335109.828813:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6d96a00, transno 17179871624 00000004:00080000:0.0:1763335109.828816:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6d96680, transno 17179871628 00002000:00010000:1.0:1763335109.828819:0:35240:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x273:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000004:00080000:0.0:1763335109.828820:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6d95f80, transno 17179871629 00000004:00080000:0.0:1763335109.828827:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6d95180, transno 17179871630 00010000:00010000:1.0:1763335109.828829:0:35240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae200/0x3ec0b540075774ab lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1763335109.828846:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6d95500, transno 17179871631 00010000:00010000:1.0:1763335109.828853:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000004:00080000:0.0:1763335109.828854:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f15c1c00, transno 17179871632 00010000:00010000:1.0:1763335109.828857:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000004:00080000:0.0:1763335109.828860:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f15c0000, transno 17179871633 00000100:00100000:3.0:1763335109.828861:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+42:3664:x1848989826104704:12345-0@lo:6:osp-syn-0-1.0 Request processed in 959us (1362us total) trans 21474838981 rc 0/0 00010000:00010000:1.0:1763335109.828863:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae200/0x3ec0b540075774ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1763335109.828865:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f15c0380, transno 17179871634 00000004:00080000:0.0:1763335109.828871:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f15c3100, transno 17179871635 00000004:00080000:0.0:1763335109.828877:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c9b47100, transno 17179871638 00010000:00010000:1.0:1763335109.828882:0:35240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae200/0x3ec0b540075774ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1763335109.828882:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6355c00, transno 17179871639 00000100:00100000:3.0:1763335109.828887:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6750 00000004:00080000:0.0:1763335109.828889:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f78700, transno 17179871640 00000004:00080000:0.0:1763335109.828895:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c79eca80, transno 17179871641 00010000:00010000:1.0:1763335109.828898:0:35240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae200/0x3ec0b540075774ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1763335109.828901:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c37adc00, transno 17179871645 00000004:00080000:0.0:1763335109.828906:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c37ac380, transno 17179871646 00010000:00010000:1.0:1763335109.828910:0:35240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae200/0x3ec0b540075774ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1763335109.828912:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c37ad880, transno 17179871647 00010000:00010000:1.0:1763335109.828930:0:35240:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763335109.829041:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+9:3665:x1848989826105216:12345-0@lo:6:osp-syn-1-1.0 Request processed in 259us (476us total) trans 17179871689 rc 0/0 00000100:00100000:1.0:1763335109.829047:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6755 00000004:00080000:1.0:1763335109.829079:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f7e4e300/2, rc 0, transno 21474838979 00000100:00100000:1.0:1763335109.829102:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7e4e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826104960:0@lo:2:osp-syn-0-1.0 00010000:00010000:2.0:1763335109.829235:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335109.829241:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae200/0x3ec0b540075774ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.829250:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fae200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335109.829254:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae200/0x3ec0b540075774ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.829263:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae200/0x3ec0b540075774ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.829282:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae200/0x3ec0b540075774ab lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.829290:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae200/0x3ec0b540075774ab lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.829303:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335109.829305:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335109.829307:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335109.829365:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577488 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1fe:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cd8 expref: 263 pid: 7841 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1763335109.829682:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c37aed80, transno 17179871648 00000004:00080000:0.0:1763335109.829686:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001e7d6c380, transno 17179871649 00000004:00080000:0.0:1763335109.829688:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001c12a8700, transno 17179871650 00000004:00080000:0.0:1763335109.829691:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c7833100, transno 17179871652 00000004:00080000:0.0:1763335109.829694:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c7833b80, transno 17179871653 00000004:00080000:0.0:1763335109.829696:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c7831180, transno 17179871654 00000004:00080000:0.0:1763335109.829699:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c7830000, transno 17179871655 00000004:00080000:0.0:1763335109.829701:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c393f800, transno 17179871656 00000004:00080000:0.0:1763335109.829704:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c393d180, transno 17179871657 00000004:00080000:0.0:1763335109.829707:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001ff92b480, transno 17179871659 00000004:00080000:0.0:1763335109.829709:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001ff929f80, transno 17179871660 00000004:00080000:0.0:1763335109.829712:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c522ad80, transno 17179871661 00000004:00080000:0.0:1763335109.829715:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5228380, transno 17179871662 00000004:00080000:0.0:1763335109.829717:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c79ec380, transno 17179871664 00000004:00080000:0.0:1763335109.829719:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c79edc00, transno 17179871665 00000004:00080000:0.0:1763335109.829722:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c79ec000, transno 17179871666 00000004:00080000:0.0:1763335109.829724:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c79ec700, transno 17179871667 00000004:00080000:0.0:1763335109.829727:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4acb100, transno 17179871669 00000004:00080000:0.0:1763335109.829729:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4acaa00, transno 17179871670 00000004:00080000:0.0:1763335109.829732:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4acb480, transno 17179871671 00000004:00080000:0.0:1763335109.829734:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4acb800, transno 17179871672 00000004:00080000:0.0:1763335109.829737:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a37480, transno 17179871674 00000004:00080000:0.0:1763335109.829739:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a36300, transno 17179871675 00000004:00080000:0.0:1763335109.829742:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a34e00, transno 17179871676 00000004:00080000:0.0:1763335109.829745:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a35c00, transno 17179871677 00000004:00080000:0.0:1763335109.829747:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f75180, transno 17179871679 00000004:00080000:0.0:1763335109.829750:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f75500, transno 17179871680 00000004:00080000:0.0:1763335109.829763:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4878a80, transno 17179871682 00000004:00080000:0.0:1763335109.829766:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4878380, transno 17179871683 00000100:00100000:0.0:1763335109.829773:0:3667:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9000c9b45500 x1848989826105472/t17179871687(17179871687) o2->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763335125 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1763335109.829783:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c9b45500/2, rc 0, transno 17179871687 00000004:00080000:1.0:1763335109.829787:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c9b47800/2, rc 0, transno 17179871689 00000100:00100000:0.0:1763335109.829789:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826105472:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335109.829796:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826105216:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1763335109.829812:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c9b46300/2, rc 0, transno 17179871688 00000100:00100000:1.0:1763335109.829816:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826105344:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763335109.829849:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f7e4c700/2, rc 0, transno 21474838980 00000100:00100000:1.0:1763335109.829860:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7e4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826104832:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763335109.829871:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f7e4fb80/2, rc 0, transno 21474838981 00000100:00100000:1.0:1763335109.829875:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7e4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826104704:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1763335109.830115:0:10046:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 2 changes, 4 in progress, 1 in flight, 72 done 00010000:00010000:2.0:1763335109.830288:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fe:0x0].0x0 (ffff9001fcd20c00) 00010000:00010000:2.0:1763335109.830292:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763335109.830338:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577481 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1fe:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cd8 expref: 263 pid: 7841 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763335109.830357:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577488 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1fe:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cd8 expref: 262 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.830398:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fe:0x0].0x0 (ffff9001fcd20c00) 00010000:00010000:2.0:1763335109.830401:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763335109.830404:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7a00, rc 0) 00000100:00100000:2.0:1763335109.830466:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:55956:x1848989814833664:12345-192.168.204.57@tcp:101:bash.0 Request processed in 7939us (8258us total) trans 4294973326 rc 0/0 00000100:00100000:2.0:1763335109.830475:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9763 00000100:00100000:3.0:1763335109.834191:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.834221:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.834288:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814834176 00000100:00100000:3.0:1763335109.834299:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814834176 00010000:00010000:3.0:1763335109.834367:0:6516:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6faee00/0x3ec0b5400757733f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c6f expref: 24 pid: 8416 timeout: 1202 lvb_type: 0 00000100:00100000:3.0:1763335109.834397:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814834304 00000100:00100000:3.0:1763335109.834400:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814834304 00010000:00010000:3.0:1763335109.834414:0:6516:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577338 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c68 expref: 17 pid: 8416 timeout: 1202 lvb_type: 0 00000100:00100000:3.0:1763335109.834434:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3211 00000100:00100000:3.0:1763335109.834443:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1368700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:2426:x1848989814834176:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335109.834459:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335109.834465:0:6516:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c6faee00/0x3ec0b5400757733f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c6f expref: 24 pid: 8416 timeout: 1202 lvb_type: 0 00010000:00010000:3.0:1763335109.834478:0:6516:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c6faee00/0x3ec0b5400757733f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c6f expref: 24 pid: 8416 timeout: 1202 lvb_type: 0 00010000:00010000:3.0:1763335109.834506:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335109.834509:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335109.834513:0:6516:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf400/0x3ec0b54007577496 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.834524:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf400/0x3ec0b54007577496 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.834547:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335109.834602:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1368700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:2426:x1848989814834176:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 159us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335109.834609:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3211 00000100:00100000:3.0:1763335109.834629:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3212 00000100:00100000:3.0:1763335109.834636:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f136a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2426:x1848989814834304:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335109.834644:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335109.834649:0:6516:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577338 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c68 expref: 17 pid: 8416 timeout: 1202 lvb_type: 0 00010000:00010000:3.0:1763335109.834658:0:6516:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577338 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c68 expref: 17 pid: 8416 timeout: 1202 lvb_type: 0 00010000:00010000:3.0:1763335109.834672:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335109.834674:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335109.834677:0:6516:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf800/0x3ec0b540075774a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.834685:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf800/0x3ec0b540075774a4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.834696:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335109.834716:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f136a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2426:x1848989814834304:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 81us (495us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335109.834722:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3212 00000100:00100000:3.0:1763335109.834765:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:2.0:1763335109.835145:0:28568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577338 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c68 expref: 16 pid: 8416 timeout: 1202 lvb_type: 0 00000100:00100000:2.0:1763335109.835162:0:28568:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28568:1848989826105728:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335109.835184:0:28568:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf800/0x3ec0b540075774a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.835195:0:28568:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf800/0x3ec0b540075774a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.835202:0:28568:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf800/0x3ec0b540075774a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.835212:0:28568:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf800/0x3ec0b540075774a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.835219:0:28568:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf800/0x3ec0b540075774a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.835246:0:28568:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763335109.835500:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+9:3667:x1848989826105088:12345-0@lo:6:osp-syn-1-1.0 Request processed in 7341us (7788us total) trans 17179871690 rc 0/0 00000100:00100000:2.0:1763335109.835515:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6752 00000100:00100000:2.0:1763335109.835535:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814834432 00000100:00100000:2.0:1763335109.835540:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814834432 00000100:00100000:2.0:1763335109.835570:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6756 00000100:00100000:2.0:1763335109.835578:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:55956:x1848989814834432:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335109.835593:0:28568:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335109.835612:0:28568:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed6800/0x3ec0b540075774b2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881cdf expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335109.835636:0:28568:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x272:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763335109.835654:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335109.835657:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335109.835664:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed6800/0x3ec0b540075774b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cdf expref: 25 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.835677:0:28568:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed6800/0x3ec0b540075774b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cdf expref: 25 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.835689:0:28568:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed6800, rc 0) 00000100:00100000:2.0:1763335109.835724:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:55956:x1848989814834432:12345-192.168.204.57@tcp:101:bash.0 Request processed in 147us (959us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335109.835731:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6756 00000004:00080000:2.0:1763335109.835775:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c9b44380/2, rc 0, transno 17179871690 00000100:00100000:2.0:1763335109.835786:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826105088:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1763335109.835907:0:8415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c6faee00/0x3ec0b5400757733f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881c6f expref: 24 pid: 8416 timeout: 1202 lvb_type: 0 00000100:00100000:1.0:1763335109.835918:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b55500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1848989826105600:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335109.835933:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf400/0x3ec0b54007577496 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.835942:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf400/0x3ec0b54007577496 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.835949:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf400/0x3ec0b54007577496 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.835957:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf400/0x3ec0b54007577496 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.835969:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf400/0x3ec0b54007577496 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.835994:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1763335109.836132:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f61ff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+42:3667:x1848989826104576:12345-0@lo:6:osp-syn-0-1.0 Request processed in 8255us (8668us total) trans 21474838982 rc 0/0 00000100:00100000:1.0:1763335109.836140:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6749 00000004:00080000:1.0:1763335109.836291:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f7e4f480/2, rc 0, transno 21474838982 00000100:00100000:1.0:1763335109.836303:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7e4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826104576:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1763335109.837024:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763335109.837032:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf800/0x3ec0b540075774a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.837041:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faf800 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335109.837045:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf800/0x3ec0b540075774a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.837054:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf800/0x3ec0b540075774a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.837070:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf800/0x3ec0b540075774a4 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.837076:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf800/0x3ec0b540075774a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.837091:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335109.837095:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf400/0x3ec0b54007577496 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.837101:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faf400 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335109.837104:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf400/0x3ec0b54007577496 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.837111:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf400/0x3ec0b54007577496 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.837121:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf400/0x3ec0b54007577496 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.837127:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf400/0x3ec0b54007577496 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.837137:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335109.837139:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335109.837141:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335109.838070:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335109.838373:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335109.838612:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814834560 00000100:00100000:1.0:1763335109.838622:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814834560 00000100:00100000:1.0:1763335109.838703:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6757 00000100:00100000:1.0:1763335109.838713:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff921880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:55956:x1848989814834560:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335109.838729:0:8415:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335109.838751:0:8415:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae000/0x3ec0b540075774b9 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881ce6 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335109.838774:0:8415:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x274:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763335109.838794:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335109.838797:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335109.838805:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae000/0x3ec0b540075774b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ce6 expref: 17 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.838819:0:8415:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae000/0x3ec0b540075774b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ce6 expref: 17 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.838849:0:8415:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fae000, rc 0) 00000100:00100000:1.0:1763335109.838906:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff921880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:55956:x1848989814834560:12345-192.168.204.57@tcp:101:bash.0 Request processed in 194us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335109.838913:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6757 00000001:00080000:3.0:1763335109.839983:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973327 is committed 00000004:00080000:3.0:1763335109.839990:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1017 committed 00000004:00080000:3.0:1763335109.840006:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1014 committed 00000004:00080000:3.0:1763335109.840019:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1013 committed 00000004:00080000:3.0:1763335109.840022:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1016 committed 00000100:00100000:1.0:1763335109.840174:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763335109.840190:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826105856:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335109.840243:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335109.840275:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c393d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826106240:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335109.840297:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335109.840353:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826105984:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335109.840376:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826105856 00000100:00100000:1.0:1763335109.840380:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335109.840384:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826105856 00000100:00100000:1.0:1763335109.840403:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763335109.840410:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c393f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826106112:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335109.840430:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335109.840453:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826106240 00000100:00100000:1.0:1763335109.840457:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826106240 00000100:00100000:0.0:1763335109.840489:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826105984 00000100:00100000:0.0:1763335109.840494:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826105984 00000100:00100000:1.0:1763335109.841665:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826106112 00000100:00100000:1.0:1763335109.841673:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826106112 00000100:00100000:0.0:1763335109.841692:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6758 00000100:00100000:0.0:1763335109.841706:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+43:3666:x1848989826105856:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763335109.841871:0:28961:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x26e:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:0.0:1763335109.841875:0:28961:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x26e:0x0] updating lvb mtime from disk: 1763335109 -> 1763335109 00002000:00010000:0.0:1763335109.841878:0:28961:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x26e:0x0] updating lvb atime from disk: 1763335109 -> 1763335109 00002000:00010000:0.0:1763335109.841880:0:28961:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x26e:0x0] updating lvb ctime from disk: 1763335110 -> 1763335110 00002000:00010000:0.0:1763335109.841883:0:28961:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x26e:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763335109.842075:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6759 00000100:00100000:1.0:1763335109.842083:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+10:3666:x1848989826106240:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763335109.842156:0:27804:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x271:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1763335109.842160:0:27804:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x271:0x0] updating lvb mtime from disk: 1763335110 -> 1763335110 00002000:00010000:1.0:1763335109.842162:0:27804:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x271:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335109.842164:0:27804:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x271:0x0] updating lvb ctime from disk: 1763335110 -> 1763335110 00002000:00010000:1.0:1763335109.842166:0:27804:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x271:0x0] updating lvb blocks from disk: 8 -> 8 00000004:00080000:3.0:1763335109.842210:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c9b55500/2, rc 0, transno 21474838983 00000100:00100000:3.0:1763335109.842218:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826105856:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335109.842483:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+44:3666:x1848989826105856:12345-0@lo:2:osp-syn-0-1.0 Request processed in 781us (2240us total) trans 21474838983 rc 0/0 00000004:00080000:3.0:1763335109.842484:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c393d180/2, rc 0, transno 17179871691 00000100:00100000:3.0:1763335109.842489:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c393d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826106240:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335109.842495:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+11:3666:x1848989826106240:12345-0@lo:2:osp-syn-1-1.0 Request processed in 410us (2194us total) trans 17179871691 rc 0/0 00000100:00100000:0.0:1763335109.842497:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6758 00000100:00100000:1.0:1763335109.842508:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6759 00000100:00100000:0.0:1763335109.842521:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6760 00000100:00100000:1.0:1763335109.842530:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6761 00000100:00100000:0.0:1763335109.842532:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+43:3664:x1848989826105984:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335109.842543:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+10:3664:x1848989826106112:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763335109.842592:0:28961:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x26f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335109.842595:0:28961:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x26f:0x0] updating lvb mtime from disk: 1763335110 -> 1763335110 00002000:00010000:0.0:1763335109.842598:0:28961:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x26f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335109.842600:0:28961:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x26f:0x0] updating lvb ctime from disk: 1763335110 -> 1763335110 00002000:00010000:0.0:1763335109.842602:0:28961:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x26f:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1763335109.842610:0:27804:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x270:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335109.842614:0:27804:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x270:0x0] updating lvb mtime from disk: 1763335109 -> 1763335109 00002000:00010000:1.0:1763335109.842617:0:27804:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x270:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335109.842620:0:27804:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x270:0x0] updating lvb ctime from disk: 1763335109 -> 1763335109 00002000:00010000:1.0:1763335109.842622:0:27804:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x270:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335109.842652:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+44:3664:x1848989826105984:12345-0@lo:2:osp-syn-0-1.0 Request processed in 122us (2272us total) trans 21474838984 rc 0/0 00000100:00100000:1.0:1763335109.842659:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+11:3664:x1848989826106112:12345-0@lo:2:osp-syn-1-1.0 Request processed in 118us (2225us total) trans 17179871692 rc 0/0 00000100:00100000:0.0:1763335109.842663:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6760 00000100:00100000:1.0:1763335109.842672:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6761 00000004:00080000:3.0:1763335109.842693:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c393f800/2, rc 0, transno 17179871692 00000100:00100000:3.0:1763335109.842699:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c393f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826106112:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763335109.842711:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c9b54a80/2, rc 0, transno 21474838984 00000100:00100000:3.0:1763335109.842716:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826105984:0@lo:2:osp-syn-0-1.0 00000004:00010000:2.0:1763335109.842916:0:6533:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000099d295b6 reply state 0000000078c76cae transno 4294973327 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757748f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335109.842935:0:6533:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757748f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335109.842944:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fb:0x0].0x0 (ffff9001d03fe600) 00010000:00010000:2.0:1763335109.842947:0:6533:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763335109.842951:0:6533:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763335109.842957:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fb:0x0].0x0 (ffff9001d03fe600) 00010000:00010000:2.0:1763335109.842959:0:6533:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763335109.842965:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d26d7400/0x3ec0b54007577212 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1fb:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881bff expref: 260 pid: 7841 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1763335109.843061:0:6533:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1763335109.843088:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff920a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:56989:x1848989814833920:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 19012us (19158us total) trans 4294973327 rc 0/0 00000100:00100000:2.0:1763335109.843097:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3367 00010000:00010000:0.0:1763335109.843239:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757748f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335109.843248:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757748f lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335109.843254:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757748f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335109.843260:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95f200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335109.843265:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757748f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335109.843272:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757748f lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335109.843283:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fb:0x0].0x0 (ffff9001d03fe600) 00010000:00010000:0.0:1763335109.843286:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335109.843289:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757748f lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335109.843294:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757748f lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT1 00000100:00100000:2.0:1763335109.843608:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.843646:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335109.843696:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814834688 00000100:00100000:0.0:1763335109.843703:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814834688 00002000:00010000:0.0:1763335109.843724:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/626 (0->18446744073709551615) 00002000:00100000:0.0:1763335109.843727:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001ff920380 with x1848989814834688 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335109.843735:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9001ff920380. 00000100:00100000:0.0:1763335109.843755:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814834816 00000100:00100000:0.0:1763335109.843758:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814834816 00002000:00010000:0.0:1763335109.843769:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/628 (0->18446744073709551615) 00002000:00100000:0.0:1763335109.843772:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001ff920700 with x1848989814834816 ext(0->18446744073709551615) 00000100:00100000:2.0:1763335109.843774:0:16421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1652 00002000:00010000:0.0:1763335109.843777:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001ff920700. 00000100:00100000:2.0:1763335109.843783:0:16421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff920380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:2427:x1848989814834688:12345-192.168.204.57@tcp:10:bash.0 00000100:00100000:0.0:1763335109.843802:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1653 00000100:00100000:0.0:1763335109.843809:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff920700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2427:x1848989814834816:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:2.0:1763335109.843910:0:16421:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x272:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335109.843910:0:23998:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x274:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335109.843914:0:16421:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x272:0x0] updating lvb mtime from disk: 0 -> 1763335110 00002000:00010000:0.0:1763335109.843914:0:23998:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x274:0x0] updating lvb mtime from disk: 0 -> 1763335110 00002000:00010000:2.0:1763335109.843917:0:16421:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x272:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335109.843917:0:23998:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x274:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335109.843919:0:16421:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x272:0x0] updating lvb ctime from disk: 0 -> 1763335110 00002000:00010000:0.0:1763335109.843919:0:23998:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x274:0x0] updating lvb ctime from disk: 0 -> 1763335110 00002000:00010000:2.0:1763335109.843922:0:16421:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x272:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1763335109.843922:0:23998:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x274:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335109.843955:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff920700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2427:x1848989814834816:12345-192.168.204.57@tcp:10:bash.0 Request processed in 146us (308us total) trans 17179871693 rc 0/0 00000100:00100000:0.0:1763335109.843961:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1653 00002000:00010000:0.0:1763335109.843965:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/628 (0->18446744073709551615) 00002000:00100000:0.0:1763335109.843968:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001ff920700 with x1848989814834816 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335109.843972:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001ff920700. 00000100:00100000:2.0:1763335109.844007:0:16421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff920380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:2427:x1848989814834688:12345-192.168.204.57@tcp:10:bash.0 Request processed in 225us (399us total) trans 21474838985 rc 0/0 00000100:00100000:2.0:1763335109.844014:0:16421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1652 00002000:00010000:2.0:1763335109.844016:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/626 (0->18446744073709551615) 00002000:00100000:2.0:1763335109.844019:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001ff920380 with x1848989814834688 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335109.844023:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9001ff920380. 00000100:00100000:1.0:1763335109.845259:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.845497:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814834944 00000100:00100000:2.0:1763335109.845509:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814834944 00000100:00100000:2.0:1763335109.845613:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9764 00000100:00100000:2.0:1763335109.845624:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+259:56989:x1848989814834944:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335109.845644:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335109.845662:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7400/0x3ec0b540075774c0 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881ced expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.845711:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7400/0x3ec0b540075774c0 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ced expref: 260 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.845726:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7400/0x3ec0b540075774c0 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ced expref: 260 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.845743:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fb:0x0].0x0 (ffff9001d03fe600) 00010000:00010000:2.0:1763335109.845747:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763335109.845750:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7400, rc 0) 00000100:00100000:2.0:1763335109.845801:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:56989:x1848989814834944:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 178us (545us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335109.845809:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9764 00000100:00100000:0.0:1763335109.846253:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.846556:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814835200 00000100:00100000:2.0:1763335109.846562:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814835200 00000100:00100000:2.0:1763335109.846598:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3368 00000100:00100000:2.0:1763335109.846606:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+260:55956:x1848989814835200:12345-192.168.204.57@tcp:35:bash.0 00000100:00100000:2.0:1763335109.846863:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:55956:x1848989814835200:12345-192.168.204.57@tcp:35:bash.0 Request processed in 256us (609us total) trans 4294973328 rc 0/0 00000100:00100000:2.0:1763335109.846870:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3368 00000100:00100000:3.0:1763335109.847342:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.847421:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814835456 00000100:00100000:2.0:1763335109.847427:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814835456 00000100:00100000:2.0:1763335109.847449:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3369 00000100:00100000:2.0:1763335109.847456:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56989:x1848989814835456:12345-192.168.204.57@tcp:35:lfs.0 00000004:00080000:2.0:1763335109.847614:0:6534:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x1fb:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1763335109.847676:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1550, 64 off129744 00000040:00080000:2.0:1763335109.847702:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1551, 64 off129744 00000040:00080000:2.0:1763335109.847711:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1552, 64 off129808 00000040:00080000:2.0:1763335109.847720:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1551, 64 off129808 00010000:00010000:2.0:1763335109.847760:0:6534:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075774c7 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 00010000:00010000:2.0:1763335109.847772:0:6534:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075774c7 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1fb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1763335109.847782:0:6534:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075774c7 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1fb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1763335109.847789:0:6534:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075774c7 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1fb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1763335109.847796:0:6534:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075774c7 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1fb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1763335109.847802:0:6534:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075774c7 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1fb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6534 initiator: MDT1 00010000:00010000:2.0:1763335109.847826:0:6534:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763335109.847973:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335109.847989:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075774c7 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1fb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335109.847997:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7e00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335109.848002:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075774c7 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1fb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6534 initiator: MDT1 00000100:00100000:2.0:1763335109.848005:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56989:x1848989814835456:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 546us (663us total) trans 4294973329 rc 0/0 00000100:00100000:2.0:1763335109.848015:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3369 00010000:00010000:1.0:1763335109.848028:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075774c7 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1fb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335109.848041:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fb:0x0].0x0 (ffff9001d03fe600) 00010000:00010000:1.0:1763335109.848044:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335109.848059:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075774c7 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x1fb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335109.848069:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075774c7 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1fb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6534 initiator: MDT1 00010000:00010000:1.0:1763335109.848131:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335109.848134:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335109.848136:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335109.851739:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335109.851899:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814835712 00000100:00100000:0.0:1763335109.851914:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814835712 00000100:00100000:0.0:1763335109.853203:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9765 00000100:00100000:0.0:1763335109.853218:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56989:x1848989814835712:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335109.853250:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335109.853284:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075774ce lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881cf4 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.853589:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075774d5 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335109.853603:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075774d5 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.853613:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075774d5 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.853625:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b540075774dc lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335109.853632:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b540075774dc lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.853637:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b540075774dc lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.853735:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b540075774e3 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335109.853744:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b540075774e3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.853751:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b540075774e3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:0.0:1763335109.853760:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1fe:0x0]: returning size 5 00010000:00010000:0.0:1763335109.853827:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075774d5 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.853845:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075774d5 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.853851:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075774d5 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.853857:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075774d5 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.853862:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95e600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335109.853866:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075774d5 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.853873:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075774d5 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.853884:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881600) 00010000:00010000:0.0:1763335109.853887:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335109.853892:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075774d5 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.853897:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075774d5 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.853909:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b540075774dc lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.853918:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b540075774dc lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.853924:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b540075774dc lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.853928:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95fe00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335109.853931:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b540075774dc lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.853936:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b540075774dc lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.853942:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881500) 00010000:00010000:0.0:1763335109.853945:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335109.853947:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b540075774dc lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.853952:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b540075774dc lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.853987:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075774ce lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cf4 expref: 265 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.854001:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b540075774e3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cf4 expref: 264 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.854007:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fe:0x0].0x0 (ffff9001fcd20c00) 00010000:00010000:0.0:1763335109.854009:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335109.854012:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95e200, rc 0) 00000100:00100000:0.0:1763335109.854120:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56989:x1848989814835712:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 906us (2387us total) trans 4294973330 rc 0/0 00000100:00100000:0.0:1763335109.854128:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9765 00000100:00100000:0.0:1763335109.857941:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.858043:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814836096 00000100:00100000:2.0:1763335109.858054:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814836096 00000100:00100000:0.0:1763335109.858059:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.858108:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3370 00000100:00100000:2.0:1763335109.858115:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56989:x1848989814836096:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335109.858409:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56989:x1848989814836096:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 293us (475us total) trans 4294973331 rc 0/0 00000100:00100000:2.0:1763335109.858532:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3370 00000100:00100000:3.0:1763335109.858692:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814835840 00000100:00100000:3.0:1763335109.858698:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814835840 00000100:00100000:3.0:1763335109.858742:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9766 00000100:00100000:3.0:1763335109.858750:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56994:x1848989814835840:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:3.0:1763335109.858761:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335109.858783:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b540075774f1 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881cfb expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.858878:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b540075774f8 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335109.858902:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b540075774f8 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.858912:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b540075774f8 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.858924:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b540075774ff lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335109.858930:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b540075774ff lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.858939:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b540075774ff lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.859013:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577506 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335109.859023:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577506 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fe:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.859030:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577506 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fe:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:3.0:1763335109.859055:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1fe:0x0]: returning size 5 00000004:00200000:3.0:1763335109.859059:0:6532:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335109.859074:0:6532:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577506 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fe:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.859084:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577506 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.859092:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b540075774f8 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.859098:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b540075774f8 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.859103:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b540075774f8 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.859108:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b540075774f8 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.859115:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c66e8000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335109.859119:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b540075774f8 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.859125:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b540075774f8 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.859136:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001fcd20900) 00010000:00010000:3.0:1763335109.859138:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335109.859142:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b540075774f8 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.859147:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b540075774f8 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.859157:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b540075774ff lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.859163:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b540075774ff lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.859167:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b540075774ff lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.859172:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c66e9e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335109.859173:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b540075774ff lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.859178:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b540075774ff lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.859184:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001fcd20f00) 00010000:00010000:3.0:1763335109.859186:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335109.859188:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b540075774ff lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.859194:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b540075774ff lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.859220:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b540075774f1 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cfb expref: 267 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.859233:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577506 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cfb expref: 266 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.859239:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fe:0x0].0x0 (ffff9001fcd20c00) 00010000:00010000:3.0:1763335109.859242:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335109.859244:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc185600, rc 0) 00000100:00100000:3.0:1763335109.859288:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:56994:x1848989814835840:12345-192.168.204.57@tcp:101:rm.0 Request processed in 539us (1230us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335109.859294:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9766 00000100:00100000:0.0:1763335109.862231:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335109.862265:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335109.862342:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335109.862411:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814836352 00000100:00100000:2.0:1763335109.862420:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814836480 00000100:00100000:1.0:1763335109.862422:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814836352 00000100:00100000:2.0:1763335109.862427:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814836480 00000100:00100000:2.0:1763335109.862493:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 399 00000100:00100000:2.0:1763335109.862507:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:2427:x1848989814836480:12345-192.168.204.57@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1763335109.862514:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814836736 00000100:00100000:1.0:1763335109.862519:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814836736 00010000:00010000:2.0:1763335109.862524:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335109.862549:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577506 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cfb expref: 268 pid: 6532 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335109.862581:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9767 00000100:00100000:1.0:1763335109.862590:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:56989:x1848989814836352:12345-192.168.204.57@tcp:101:lfs.0 00000100:00100000:0.0:1763335109.862611:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9768 00000100:00100000:0.0:1763335109.862622:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:56994:x1848989814836736:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:1.0:1763335109.862643:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335109.862666:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1763335109.862680:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577488 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1fe:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cd8 expref: 267 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.862687:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b5400757750d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881d02 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.862697:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b540075774e3 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cf4 expref: 266 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.862709:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577465 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x1fe:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cca expref: 265 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.862729:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fe:0x0].0x0 (ffff9001fcd20c00) 00010000:00010000:0.0:1763335109.862734:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335109.862756:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577514 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335109.862768:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577514 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.862777:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577514 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.862788:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b5400757751b lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335109.862794:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b5400757751b lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.862800:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b5400757751b lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.862875:0:7458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fe:0x0].0x0 (ffff9001fcd20c00) 00010000:00010000:2.0:1763335109.862879:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335109.862880:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577522 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335109.862884:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577529 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335109.862894:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577522 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1fe:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335109.862903:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577522 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1fe:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.862908:0:13840:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577522 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1fe:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:1.0:1763335109.862915:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1fe:0x0]: returning size 5 00010000:00010000:0.0:1763335109.862918:0:13840:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577529 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335109.862935:0:13840:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577522 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x1fe:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335109.862945:0:13840:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577529 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335109.863087:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b5400757750d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1fe:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d02 expref: 267 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.863121:0:7841:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577522 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1fe:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d02 expref: 266 pid: 7841 timeout: 1202 lvb_type: 0 00010000:00010000:1.0:1763335109.863151:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577522 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1fe:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d02 expref: 266 pid: 7841 timeout: 1202 lvb_type: 0 00000100:00100000:2.0:1763335109.863162:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:2427:x1848989814836480:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 652us (933us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335109.863175:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 399 00010000:00010000:1.0:1763335109.863184:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faf000, rc 0) 00000100:00100000:1.0:1763335109.863262:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56989:x1848989814836352:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 652us (977us total) trans 4294973332 rc 0/0 00000100:00100000:1.0:1763335109.863270:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9767 00000100:00100000:0.0:1763335109.867785:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335109.868062:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.868232:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814836864 00000100:00100000:2.0:1763335109.868241:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814836864 00010000:00010000:2.0:1763335109.868299:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577522 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1fe:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d02 expref: 265 pid: 7841 timeout: 1202 lvb_type: 0 00000100:00100000:3.0:1763335109.869494:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814836992 00000100:00100000:3.0:1763335109.869510:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814836992 00000100:00100000:2.0:1763335109.869604:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3213 00000100:00100000:2.0:1763335109.869619:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:2428:x1848989814836864:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335109.869652:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335109.869660:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577522 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x1fe:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d02 expref: 266 pid: 7841 timeout: 1202 lvb_type: 0 00010000:00010000:2.0:1763335109.869689:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577522 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x1fe:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d02 expref: 266 pid: 7841 timeout: 1202 lvb_type: 0 00010000:00010000:2.0:1763335109.869722:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577522 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x1fe:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d02 expref: 266 pid: 7841 timeout: 1202 lvb_type: 0 00010000:00010000:2.0:1763335109.869748:0:7458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fe:0x0].0x0 (ffff9001fcd20c00) 00010000:00010000:2.0:1763335109.869754:0:7458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577529 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.869776:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577529 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.869783:0:7458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577529 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.869808:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335109.869878:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:2428:x1848989814836864:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 264us (2101us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335109.869885:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3213 00010000:00010000:1.0:1763335109.869958:0:13840:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577529 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335109.869989:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577529 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000100:00100000:0.0:1763335109.870273:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3371 00000100:00100000:0.0:1763335109.870284:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1614450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56989:x1848989814836992:12345-192.168.204.57@tcp:33:lfs.0 00000004:00080000:1.0:1763335109.870377:0:13840:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000405:0x1fe:0x0] is inserted into orphan list, open count = 1 00010000:00010000:1.0:1763335109.870505:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577529 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335109.870513:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577529 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335109.870520:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577529 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335109.870525:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95e600 already unused, calling callback (ffffffffc18d2550) 00000100:00100000:0.0:1763335109.870529:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1614450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56989:x1848989814836992:12345-192.168.204.57@tcp:33:lfs.0 Request processed in 246us (2465us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335109.870537:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3371 00010000:00010000:1.0:1763335109.870544:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577529 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335109.870557:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577529 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335109.870576:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fe:0x0].0x0 (ffff9001fcd20c00) 00010000:00010000:1.0:1763335109.870580:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763335109.870584:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577529 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335109.870590:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577529 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335109.870624:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577514 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335109.870630:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577514 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335109.870646:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577514 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335109.870652:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577514 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335109.870657:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95f200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335109.870671:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577514 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335109.870676:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577514 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335109.870683:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881600) 00010000:00010000:1.0:1763335109.870685:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335109.870688:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577514 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335109.870703:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577514 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000004:00010000:1.0:1763335109.870714:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000044c0ecf9 reply state 000000009d4d6aeb transno 4294973333 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b5400757751b lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335109.870733:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b5400757751b lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335109.870740:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881500) 00010000:00010000:1.0:1763335109.870742:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335109.870745:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335109.870792:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56994:x1848989814836736:12345-192.168.204.57@tcp:36:rm.0 Request processed in 8173us (8479us total) trans 4294973333 rc 0/0 00000100:00100000:1.0:1763335109.870809:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9768 00000100:00100000:0.0:1763335109.872813:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335109.873186:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814837248 00000100:00100000:1.0:1763335109.873197:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814837248 00000100:00100000:1.0:1763335109.873259:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9769 00000100:00100000:1.0:1763335109.873268:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56989:x1848989814837248:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335109.873287:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335109.873309:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007577537 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881d09 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.873423:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b5400757753e lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335109.873437:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b5400757753e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1fe:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335109.873448:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b5400757753e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1fe:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:1.0:1763335109.873460:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x1fe:0x0]: returning size 5 00010000:00010000:1.0:1763335109.873559:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007577537 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x1fe:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d09 expref: 268 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.873576:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b5400757753e lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1fe:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d09 expref: 267 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.873584:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fe:0x0].0x0 (ffff9000c35efc00) 00010000:00010000:1.0:1763335109.873587:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763335109.873590:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fafa00, rc 0) 00000100:00100000:1.0:1763335109.873656:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:56989:x1848989814837248:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 388us (850us total) trans 4294973334 rc 0/0 00000100:00100000:1.0:1763335109.873664:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9769 00000100:00100000:2.0:1763335109.876032:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335109.876156:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814837504 00000100:00100000:1.0:1763335109.876166:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814837504 00000100:00100000:1.0:1763335109.876296:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3372 00000100:00100000:1.0:1763335109.876307:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff922300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:56989:x1848989814837504:12345-192.168.204.57@tcp:35:lfs.0 00000004:00010000:1.0:1763335109.876483:0:6533:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000405:0x1fe:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b5400757753e lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1fe:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d09 expref: 267 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.876518:0:6533:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b5400757754c lrc: 3/0,1 mode: --/EX res: [0x240000405:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 00010000:00010000:1.0:1763335109.876529:0:6533:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b5400757754c lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fe:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335109.876538:0:6533:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b5400757754c lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fe:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT1 00000004:00020000:1.0:1763335109.876668:0:6533:0:(lod_lov.c:1523:lod_parse_striping()) lustre-MDT0001-mdtlov: can not set all stale mirrors for [0x240000405:0x1fe:0x0]: rc = -1 00010000:00010000:1.0:1763335109.876693:0:6533:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b5400757754c lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x1fe:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335109.876699:0:6533:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b5400757754c lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x1fe:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335109.876706:0:6533:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b5400757754c lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1fe:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335109.876712:0:6533:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fae400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335109.876716:0:6533:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b5400757754c lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x1fe:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335109.876723:0:6533:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b5400757754c lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x1fe:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335109.876733:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fe:0x0].0x0 (ffff9000c35efc00) 00010000:00010000:1.0:1763335109.876736:0:6533:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1763335109.876740:0:6533:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b5400757754c lrc: 2/0,0 mode: --/EX res: [0x240000405:0x1fe:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335109.876746:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b5400757754c lrc: 0/0,0 mode: --/EX res: [0x240000405:0x1fe:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335109.876755:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fe:0x0].0x0 (ffff9000c35efc00) 00010000:00010000:1.0:1763335109.876757:0:6533:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763335109.876762:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b5400757753e lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1fe:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d09 expref: 267 pid: 13840 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335109.876921:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff922300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:56989:x1848989814837504:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 616us (896us total) trans 4294973335 rc -1/-1 00000100:00100000:1.0:1763335109.876930:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3372 00000100:00100000:2.0:1763335109.890064:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.890142:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814837632 00000100:00100000:3.0:1763335109.890152:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814837632 00000100:00100000:3.0:1763335109.890210:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9770 00000100:00100000:3.0:1763335109.890219:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff922a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:56989:x1848989814837632:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335109.890242:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335109.890264:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b54007577553 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881d10 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.890428:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b54007577553 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1fe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d10 expref: 268 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.890445:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9400/0x3ec0b54007577553 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x1fe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d10 expref: 268 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.890463:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fe:0x0].0x0 (ffff9001fcd20900) 00010000:00010000:3.0:1763335109.890466:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335109.890470:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c66e9400, rc 0) 00000100:00100000:3.0:1763335109.891088:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff922a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:56989:x1848989814837632:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 868us (1032us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335109.891096:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9770 00000100:00100000:0.0:1763335109.895526:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335109.896656:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814837888 00000100:00100000:1.0:1763335109.896668:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814837888 00000100:00100000:1.0:1763335109.896737:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3373 00000100:00100000:1.0:1763335109.896747:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:56989:x1848989814837888:12345-192.168.204.57@tcp:35:lfs.0 00000004:00080000:1.0:1763335109.897012:0:6533:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x1fe:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1763335109.897071:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1552, 64 off129872 00000040:00080000:1.0:1763335109.897090:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1553, 64 off129872 00000040:00080000:1.0:1763335109.897098:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1554, 64 off129936 00000040:00080000:1.0:1763335109.897106:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1553, 64 off129936 00010000:00010000:1.0:1763335109.897163:0:6533:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b5400757755a lrc: 3/0,1 mode: --/PW res: [0x240000405:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 00010000:00010000:1.0:1763335109.897178:0:6533:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b5400757755a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335109.897188:0:6533:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b5400757755a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x1fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335109.897196:0:6533:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b5400757755a lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335109.897202:0:6533:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b5400757755a lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x1fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335109.897209:0:6533:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b5400757755a lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335109.897235:0:6533:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763335109.897669:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335109.897677:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b5400757755a lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335109.897684:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fafa00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335109.897688:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b5400757755a lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x1fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335109.897700:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b5400757755a lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x1fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335109.897713:0:7457:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x1fe:0x0].0x0 (ffff9001fcd20900) 00010000:00010000:2.0:1763335109.897716:0:7457:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335109.897721:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b5400757755a lrc: 1/0,0 mode: --/PW res: [0x240000405:0x1fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335109.897727:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b5400757755a lrc: 0/0,0 mode: --/PW res: [0x240000405:0x1fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335109.897771:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335109.897773:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335109.897775:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335109.899452:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.899842:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814838016 00000100:00100000:3.0:1763335109.899851:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814838016 00000100:00100000:3.0:1763335109.899910:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9771 00000100:00100000:3.0:1763335109.899920:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff920a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:56995:x1848989814838016:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335109.899937:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335109.899956:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b54007577561 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881d17 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.900018:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007577568 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335109.900031:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007577568 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.900041:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007577568 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.900051:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757756f lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335109.900058:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757756f lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.900064:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757756f lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.900097:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007577568 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.900108:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007577568 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.900113:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007577568 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.900119:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007577568 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.900126:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c66e8000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335109.900130:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007577568 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.900138:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007577568 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.900149:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001fcd20f00) 00010000:00010000:3.0:1763335109.900151:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335109.900155:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007577568 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.900161:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e8000/0x3ec0b54007577568 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.900173:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757756f lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.900179:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757756f lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.900184:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757756f lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.900188:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335109.900191:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757756f lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.900197:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757756f lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.900203:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881500) 00010000:00010000:3.0:1763335109.900206:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335109.900208:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757756f lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.900214:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757756f lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.900238:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b54007577561 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d17 expref: 271 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.900249:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001fcd20f00) 00010000:00010000:3.0:1763335109.900251:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335109.900255:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c66e9e00/0x3ec0b54007577561 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d17 expref: 271 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.900267:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c66e9e00, rc 0) 00000100:00100000:3.0:1763335109.900353:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff920a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:56995:x1848989814838016:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 434us (933us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335109.900360:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9771 00000100:00100000:1.0:1763335109.900927:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:56989:x1848989814837888:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 4180us (5409us total) trans 4294973336 rc 0/0 00000100:00100000:1.0:1763335109.900939:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3373 00000100:00100000:0.0:1763335109.910574:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.910666:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814838144 00000100:00100000:3.0:1763335109.910676:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814838144 00000100:00100000:3.0:1763335109.910733:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9772 00000100:00100000:3.0:1763335109.910743:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:56995:x1848989814838144:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335109.910770:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335109.910791:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577576 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881d1e expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.910869:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b5400757757d lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335109.910882:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b5400757757d lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.910893:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b5400757757d lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.910903:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007577584 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335109.910911:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007577584 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.910917:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007577584 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.910953:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b5400757757d lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.910959:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b5400757757d lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.910965:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b5400757757d lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.910971:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b5400757757d lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.910977:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335109.910981:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b5400757757d lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.910988:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b5400757757d lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.910999:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001fcd20f00) 00010000:00010000:3.0:1763335109.911003:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335109.911007:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b5400757757d lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.911012:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b5400757757d lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.911025:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007577584 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.911031:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007577584 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.911036:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007577584 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.911041:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc184000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335109.911043:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007577584 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.911047:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007577584 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.911054:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881500) 00010000:00010000:3.0:1763335109.911057:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335109.911059:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007577584 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.911068:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007577584 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.911105:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577576 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d1e expref: 270 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.911115:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001fcd20f00) 00010000:00010000:3.0:1763335109.911117:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335109.911121:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577576 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d1e expref: 270 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.911133:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc185600, rc 0) 00000100:00100000:3.0:1763335109.915053:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:56995:x1848989814838144:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 4299us (4478us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335109.915073:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9772 00000100:00100000:2.0:1763335109.920684:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.921014:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814838272 00000100:00100000:3.0:1763335109.921025:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814838272 00000100:00100000:3.0:1763335109.921095:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9773 00000100:00100000:3.0:1763335109.921104:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:56995:x1848989814838272:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335109.921122:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335109.921150:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757758b lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881d25 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.921220:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007577592 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335109.921233:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007577592 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335109.921247:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007577592 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:3.0:1763335109.921298:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:3.0:1763335109.921303:0:6532:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763335109.922167:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757758b lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d25 expref: 271 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.922185:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007577592 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d25 expref: 270 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.922194:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001fcd20f00) 00010000:00010000:3.0:1763335109.922197:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763335109.922200:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc184000, rc 0) 00000100:00100000:1.0:1763335109.923647:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:56995:x1848989814838272:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 2538us (2988us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335109.923658:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9773 00000100:00100000:2.0:1763335109.929821:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335109.930308:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814838400 00000100:00100000:1.0:1763335109.930336:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814838400 00000100:00100000:1.0:1763335109.930392:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9774 00000100:00100000:1.0:1763335109.930401:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:56995:x1848989814838400:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335109.930422:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335109.930445:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577599 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881d2c expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.930516:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b540075775a0 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335109.930530:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b540075775a0 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335109.930541:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b540075775a0 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335109.930553:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b540075775a7 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335109.930560:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b540075775a7 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335109.930566:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b540075775a7 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335109.930614:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b540075775a0 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335109.930622:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b540075775a0 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335109.930627:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b540075775a0 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335109.930634:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b540075775a0 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335109.930639:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fae600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335109.930643:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b540075775a0 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335109.930650:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b540075775a0 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335109.930661:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001fcd20f00) 00010000:00010000:1.0:1763335109.930664:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335109.930669:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b540075775a0 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335109.930674:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b540075775a0 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335109.930688:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b540075775a7 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335109.930693:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b540075775a7 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335109.930698:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b540075775a7 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335109.930702:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faea00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335109.930705:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b540075775a7 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335109.930710:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b540075775a7 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335109.930716:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881500) 00010000:00010000:1.0:1763335109.930719:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335109.930722:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b540075775a7 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335109.930727:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b540075775a7 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335109.930752:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577599 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d2c expref: 271 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.930761:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001fcd20f00) 00010000:00010000:1.0:1763335109.930763:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335109.930767:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577599 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d2c expref: 271 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.930774:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fae400, rc 0) 00000100:00100000:1.0:1763335109.932612:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:56995:x1848989814838400:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 2198us (2791us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335109.932625:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9774 00000100:00100000:0.0:1763335109.935887:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335109.936886:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814838656 00000100:00100000:1.0:1763335109.936901:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814838656 00000100:00100000:1.0:1763335109.936980:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9775 00000100:00100000:1.0:1763335109.936992:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:56995:x1848989814838656:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335109.937028:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335109.937032:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763335109.937064:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007577592 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d25 expref: 270 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.937082:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001fcd20f00) 00010000:00010000:1.0:1763335109.937093:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335109.937109:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b540075775ae lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881d33 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.937216:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b540075775b5 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335109.937230:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b540075775b5 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335109.937241:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b540075775b5 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335109.937250:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b540075775bc lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335109.937257:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b540075775bc lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335109.937263:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b540075775bc lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335109.938581:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075775c3 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335109.938596:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075775c3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335109.938610:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075775c3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:1.0:1763335109.938622:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x200:0x0]: returning size 0 00010000:00010000:1.0:1763335109.938652:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b540075775b5 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335109.938659:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b540075775b5 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335109.938665:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b540075775b5 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335109.938671:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b540075775b5 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335109.938678:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fafc00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335109.938682:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b540075775b5 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335109.938689:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b540075775b5 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335109.938698:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c35efc00) 00010000:00010000:1.0:1763335109.938702:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335109.938705:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b540075775b5 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335109.938711:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b540075775b5 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00000004:00010000:1.0:1763335109.938723:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e565b2b9 reply state 000000007c21d1d5 transno 4294973337 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b540075775bc lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335109.938737:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b540075775bc lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335109.938743:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881500) 00010000:00010000:1.0:1763335109.938745:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335109.938749:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763335109.938780:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b540075775ae lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d33 expref: 272 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.938799:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075775c3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d33 expref: 271 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335109.938806:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c35efd00) 00010000:00010000:1.0:1763335109.938809:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335109.938811:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faf000, rc 0) 00000100:00100000:1.0:1763335109.938903:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:56995:x1848989814838656:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1913us (3025us total) trans 4294973337 rc 0/0 00000100:00100000:1.0:1763335109.938912:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9775 00000100:00100000:2.0:1763335109.947683:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335109.949600:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814838912 00000100:00100000:1.0:1763335109.949614:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814838912 00000100:00100000:0.0:1763335109.949850:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9776 00000100:00100000:0.0:1763335109.949862:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:56996:x1848989814838912:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335109.949887:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335109.949909:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b540075775d1 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881d3a expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.950203:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b540075775d8 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335109.950218:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b540075775d8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.950227:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b540075775d8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:0.0:1763335109.950237:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x200:0x0]: returning size 0 00010000:00010000:0.0:1763335109.950368:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b540075775d1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x200:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d3a expref: 275 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.950386:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b540075775d8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d3a expref: 274 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.950394:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c35efd00) 00010000:00010000:0.0:1763335109.950397:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335109.950400:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c7848800, rc 0) 00000100:00100000:0.0:1763335109.950471:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:56996:x1848989814838912:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 611us (2798us total) trans 4294973338 rc 0/0 00000100:00100000:0.0:1763335109.950479:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9776 00000100:00100000:3.0:1763335109.952273:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335109.952968:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814839168 00000100:00100000:0.0:1763335109.952979:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814839168 00000100:00100000:0.0:1763335109.953573:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9777 00000100:00100000:0.0:1763335109.953587:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:56995:x1848989814839168:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335109.953606:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335109.953626:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075775e6 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881d41 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.953729:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075775ed lrc: 3/0,1 mode: --/EX res: [0x240000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335109.953743:0:6532:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075775c3 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d33 expref: 275 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.953750:0:6532:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b540075775d8 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d3a expref: 275 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.953758:0:6532:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075775ed lrc: 5/0,1 mode: --/EX res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.953790:0:6532:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b540075775d8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d3a expref: 275 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.953802:0:6532:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b540075775d8 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d3a expref: 275 pid: 6532 timeout: 1202 lvb_type: 0 00000100:00100000:0.0:1763335109.953814:0:6532:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7e4df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826106368:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335109.953914:0:6532:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075775c3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d33 expref: 275 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.953928:0:6532:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075775c3 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d33 expref: 275 pid: 6532 timeout: 1202 lvb_type: 0 00000100:00100000:0.0:1763335109.953937:0:6532:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6d97b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826106496:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335109.953958:0:6532:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001da6aa300 going to sleep for 11 seconds 00000100:00100000:2.0:1763335109.960281:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.960332:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335109.960682:0:6532:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7e4df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826106368:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335109.960694:0:6532:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6d97b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826106496:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335109.960722:0:6532:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075775ed lrc: 3/0,1 mode: --/EX res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000100:00100000:1.0:1763335109.960795:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814839296 00000100:00100000:1.0:1763335109.960803:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814839296 00010000:00010000:1.0:1763335109.960851:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b540075775d8 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d3a expref: 276 pid: 6532 timeout: 1202 lvb_type: 0 00000100:00100000:1.0:1763335109.960893:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3214 00000100:00100000:1.0:1763335109.960903:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e0059c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:2427:x1848989814839296:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335109.960919:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335109.960927:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b540075775d8 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d3a expref: 276 pid: 6532 timeout: 1202 lvb_type: 0 00010000:00010000:1.0:1763335109.960939:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b540075775d8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d3a expref: 276 pid: 6532 timeout: 1202 lvb_type: 0 00010000:00010000:1.0:1763335109.960961:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b540075775d8 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d3a expref: 276 pid: 6532 timeout: 1202 lvb_type: 0 00010000:00010000:1.0:1763335109.960976:0:7458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c35efd00) 00010000:00010000:1.0:1763335109.960981:0:7458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075775ed lrc: 3/0,1 mode: --/EX res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335109.960989:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335109.961038:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e0059c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:2427:x1848989814839296:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 135us (765us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335109.961045:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3214 00000100:00100000:3.0:1763335109.961567:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814839680 00000100:00100000:3.0:1763335109.961572:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814839680 00000100:00100000:3.0:1763335109.961606:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3374 00000100:00100000:3.0:1763335109.961613:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:56996:x1848989814839680:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335109.961822:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:56996:x1848989814839680:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 209us (1508us total) trans 4294973339 rc 0/0 00000100:00100000:3.0:1763335109.961840:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3374 00010000:00010000:1.0:1763335109.963518:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335109.965054:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335109.965160:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814839424 00000100:00100000:1.0:1763335109.965170:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814839424 00010000:00010000:1.0:1763335109.965207:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075775c3 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d33 expref: 276 pid: 6532 timeout: 1202 lvb_type: 0 00000100:00100000:1.0:1763335109.965250:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3215 00000100:00100000:1.0:1763335109.965260:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d97b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:2426:x1848989814839424:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335109.965275:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335109.965281:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075775c3 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d33 expref: 276 pid: 6532 timeout: 1202 lvb_type: 0 00010000:00010000:1.0:1763335109.965298:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075775c3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d33 expref: 276 pid: 6532 timeout: 1202 lvb_type: 0 00010000:00010000:1.0:1763335109.965351:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075775c3 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d33 expref: 276 pid: 6532 timeout: 1202 lvb_type: 0 00010000:00010000:1.0:1763335109.965366:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c35efd00) 00010000:00010000:1.0:1763335109.965490:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075775ed lrc: 3/0,1 mode: --/EX res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335109.965501:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075775ed lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335109.965509:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075775ed lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335109.965533:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335109.965583:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d97b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:2426:x1848989814839424:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 324us (535us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335109.965590:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3215 00010000:00010000:0.0:1763335109.965653:0:6532:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075775ed lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.965661:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075775ed lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:0.0:1763335109.965685:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x200:0x0]: returning size 0 00000004:00080000:0.0:1763335109.965872:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x276:0x0], index 1: 0 00000004:00080000:0.0:1763335109.965879:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x274:0x0], index 0: 0 00000004:00080000:0.0:1763335109.965884:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x275:0x0], index 0: 0 00000004:00080000:0.0:1763335109.965889:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x277:0x0], index 1: 0 00000100:00100000:1.0:1763335109.965992:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:0.0:1763335109.965998:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075775ed lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.966006:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075775ed lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.966016:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075775ed lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.966021:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95e600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335109.966025:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075775ed lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.966032:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075775ed lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.966040:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c35efd00) 00010000:00010000:0.0:1763335109.966042:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335109.966046:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075775ed lrc: 2/0,0 mode: --/EX res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.966051:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075775ed lrc: 0/0,0 mode: --/EX res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335109.966095:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075775e6 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x200:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d41 expref: 275 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.966106:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c35efd00) 00010000:00010000:0.0:1763335109.966108:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763335109.966112:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075775e6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x200:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d41 expref: 275 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335109.966125:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95f200, rc 0) 00000100:00100000:3.0:1763335109.966139:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814839936 00000100:00100000:3.0:1763335109.966144:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814839936 00000100:00100000:0.0:1763335109.966169:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:56995:x1848989814839168:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 12586us (13904us total) trans 4294973340 rc 301/301 00000100:00100000:3.0:1763335109.966174:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9778 00000100:00100000:3.0:1763335109.966186:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:56996:x1848989814839936:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335109.966201:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335109.966217:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075775fb lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881d48 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.966276:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577602 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335109.966285:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577602 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335109.966293:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577602 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000100:00100000:0.0:1763335109.966302:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9777 00010000:00010000:2.0:1763335109.966344:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577609 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335109.966355:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577609 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.966363:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577609 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.966496:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577610 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335109.966509:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577610 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.966516:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577610 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.966564:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577602 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.966571:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577602 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.966576:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577602 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.966582:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577602 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.966587:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335109.966590:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577602 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.966596:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577602 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.966604:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001fcd20800) 00010000:00010000:2.0:1763335109.966606:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335109.966609:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577602 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.966614:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577602 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.966623:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577609 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.966629:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577609 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.966634:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577609 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.966639:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335109.966642:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577609 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.966647:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577609 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.966654:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881500) 00010000:00010000:2.0:1763335109.966656:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335109.966659:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577609 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.966663:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577609 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.966689:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075775fb lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d48 expref: 277 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.966704:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577610 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d48 expref: 276 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.966710:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c4880a00) 00010000:00010000:2.0:1763335109.966713:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335109.966715:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7200, rc 0) 00000100:00100000:2.0:1763335109.967452:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:56996:x1848989814839936:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1268us (1469us total) trans 4294973341 rc 0/0 00000100:00100000:2.0:1763335109.967459:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9778 00000100:00100000:2.0:1763335109.974310:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.974696:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335109.974745:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814840320 00000100:00100000:1.0:1763335109.974745:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814840192 00000100:00100000:3.0:1763335109.974755:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814840320 00000100:00100000:1.0:1763335109.974755:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814840192 00000100:00100000:1.0:1763335109.974799:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3375 00000100:00100000:3.0:1763335109.974806:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6762 00000100:00100000:1.0:1763335109.974809:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:56995:x1848989814840192:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335109.974813:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2426:x1848989814840320:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335109.974826:0:8415:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335109.974857:0:8415:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001fc184000/0x3ec0b5400757761e lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881d4f expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335109.974878:0:8415:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x276:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335109.974893:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335109.974895:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335109.974905:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001fc184000/0x3ec0b5400757761e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d4f expref: 19 pid: 8415 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335109.974920:0:8415:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9001fc184000/0x3ec0b5400757761e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d4f expref: 19 pid: 8415 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335109.974931:0:8415:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc184000, rc 0) 00000100:00100000:3.0:1763335109.974997:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2426:x1848989814840320:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 184us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335109.975004:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6762 00000100:00100000:1.0:1763335109.975058:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:56995:x1848989814840192:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 249us (757us total) trans 4294973342 rc 0/0 00000100:00100000:1.0:1763335109.975065:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3375 00000100:00100000:1.0:1763335109.977420:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335109.977456:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.977612:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814840832 00000100:00100000:2.0:1763335109.977624:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814840832 00000100:00100000:2.0:1763335109.977669:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814840576 00000100:00100000:2.0:1763335109.977672:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814840576 00000100:00100000:2.0:1763335109.977687:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3376 00000100:00100000:2.0:1763335109.977694:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1617c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+278:56996:x1848989814840832:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335109.977889:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1617c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+279:56996:x1848989814840832:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 194us (477us total) trans 4294973343 rc 0/0 00000100:00100000:2.0:1763335109.977896:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3376 00000100:00100000:2.0:1763335109.977937:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3377 00000100:00100000:2.0:1763335109.977943:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+278:56995:x1848989814840576:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335109.978021:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+279:56995:x1848989814840576:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 78us (565us total) trans 4294973344 rc 0/0 00000100:00100000:2.0:1763335109.978027:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3377 00000100:00100000:0.0:1763335109.984308:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335109.984385:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335109.984609:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814841088 00000100:00100000:1.0:1763335109.984619:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814841088 00000100:00100000:1.0:1763335109.984678:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814841344 00000100:00100000:1.0:1763335109.984681:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814841344 00000100:00100000:3.0:1763335109.985336:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9779 00000100:00100000:3.0:1763335109.985349:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+280:56996:x1848989814841088:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335109.985370:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335109.985391:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007577625 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881d56 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.985501:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757762c lrc: 3/0,1 mode: --/CW res: [0x240000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335109.985516:0:13591:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577610 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d48 expref: 281 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.985525:0:13591:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757762c lrc: 4/0,1 mode: --/CW res: [0x240000405:0x200:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335109.985558:0:13591:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577610 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d48 expref: 281 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335109.985570:0:13591:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577610 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d48 expref: 281 pid: 13840 timeout: 1202 lvb_type: 0 00000100:00100000:3.0:1763335109.985583:0:13591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e5eb0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826106624:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335109.985663:0:13591:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c9e3a000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335109.985758:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9780 00000100:00100000:2.0:1763335109.985769:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+281:55956:x1848989814841344:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335109.985782:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335109.985784:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763335109.985795:0:13840:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577610 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d48 expref: 281 pid: 13840 timeout: 1202 lvb_type: 0 00010000:00010000:2.0:1763335109.985814:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c4880a00) 00010000:00010000:2.0:1763335109.985820:0:13840:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757762c lrc: 3/0,1 mode: --/CW res: [0x240000405:0x200:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.985835:0:13840:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757762c lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x200:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.985842:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757762c lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x200:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.985857:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335109.985864:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577633 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881d5d expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.985912:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b5400757763a lrc: 3/0,1 mode: --/CW res: [0x240000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335109.985921:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b5400757763a lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x200:0x0].0x0 bits 0x1f/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335109.985928:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b5400757763a lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x200:0x0].0x0 bits 0x1f/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:2.0:1763335109.985940:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x200:0x0]: returning size 0 00010000:00010000:2.0:1763335109.986054:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577633 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x200:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d5d expref: 284 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.986069:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b5400757763a lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x200:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d5d expref: 283 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.986077:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c4880a00) 00010000:00010000:2.0:1763335109.986080:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:2.0:1763335109.986083:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed6000, rc 0) 00000100:00100000:2.0:1763335109.986131:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+283:55956:x1848989814841344:12345-192.168.204.57@tcp:101:bash.0 Request processed in 364us (1745us total) trans 4294973345 rc 0/0 00000100:00100000:2.0:1763335109.986139:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9780 00010000:00010000:3.0:1763335109.990267:0:13591:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.57@tcp) returned -22 from blocking AST (req@000000008d870860 x1848989826106624) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577610 lrc: 1/0,0 mode: --/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d48 expref: 282 pid: 13840 timeout: 1202 lvb_type: 0 00010000:00010000:3.0:1763335109.990297:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577610 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d48 expref: 282 pid: 13840 timeout: 1202 lvb_type: 0 00000100:00100000:3.0:1763335109.990329:0:13591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e5eb0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826106624:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335109.990351:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c4880a00) 00010000:00010000:3.0:1763335109.990360:0:13591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757762c lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x200:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.990416:0:13591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757762c lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x200:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.990423:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757762c lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x200:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:2.0:1763335109.990449:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x200:0x0]: returning size 0 00010000:00010000:2.0:1763335109.990593:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007577625 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x200:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d56 expref: 283 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.990609:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757762c lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x200:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d56 expref: 282 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.990616:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c4880a00) 00010000:00010000:2.0:1763335109.990619:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763335109.990621:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc185600, rc 0) 00000100:00100000:2.0:1763335109.990686:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+282:56996:x1848989814841088:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 5340us (6387us total) trans 4294973346 rc 0/0 00000100:00100000:2.0:1763335109.990695:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9779 00000100:00100000:3.0:1763335109.991496:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.994215:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814841472 00000100:00100000:2.0:1763335109.994230:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814841472 00000100:00100000:2.0:1763335109.994298:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9781 00000100:00100000:2.0:1763335109.994309:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+282:55956:x1848989814841472:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335109.994349:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335109.994371:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b5400757764f lrc: 2/0,0 mode: --/PR res: [0x240000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881d64 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.994411:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577656 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335109.994426:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577656 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.994436:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577656 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335109.994550:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b5400757764f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x200:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d64 expref: 284 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.994568:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577656 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d64 expref: 283 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.994578:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c4880a00) 00010000:00010000:2.0:1763335109.994581:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763335109.994584:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7000, rc 0) 00000100:00100000:2.0:1763335109.994657:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+283:55956:x1848989814841472:12345-192.168.204.57@tcp:101:bash.0 Request processed in 349us (3163us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335109.994668:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9781 00000100:00100000:2.0:1763335109.994798:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.994931:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335109.994951:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814841856 00000100:00100000:2.0:1763335109.994955:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814841856 00000100:00100000:2.0:1763335109.995146:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 400 00000100:00100000:2.0:1763335109.995156:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f25180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+283:2428:x1848989814841856:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335109.995167:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335109.995183:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757762c lrc: 0/0,0 mode: --/CW res: [0x240000405:0x200:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d56 expref: 283 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335109.995196:0:7458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c4880a00) 00010000:00010000:2.0:1763335109.995199:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335109.995237:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f25180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+282:2428:x1848989814841856:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 83us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335109.995244:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 400 00000100:00100000:3.0:1763335109.995363:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814841728 00000100:00100000:3.0:1763335109.995369:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814841728 00000100:00100000:3.0:1763335109.995402:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3378 00000100:00100000:3.0:1763335109.995410:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+282:56996:x1848989814841728:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335109.995576:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+283:56996:x1848989814841728:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 166us (778us total) trans 4294973347 rc 0/0 00000100:00100000:3.0:1763335109.995583:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3378 00000100:00100000:1.0:1763335110.000164:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.000204:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335110.000284:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814842112 00000100:00100000:0.0:1763335110.000294:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814842112 00000100:00100000:0.0:1763335110.000385:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9782 00000100:00100000:0.0:1763335110.000397:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1368700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+283:55956:x1848989814842112:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:0.0:1763335110.000465:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335110.000495:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b5400757763a lrc: 0/0,0 mode: --/CW res: [0x240000405:0x200:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d5d expref: 283 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.000516:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c4880a00) 00010000:00010000:0.0:1763335110.000521:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335110.000648:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814842240 00000100:00100000:2.0:1763335110.000655:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814842240 00000100:00100000:2.0:1763335110.000737:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3379 00000100:00100000:2.0:1763335110.000747:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f136a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+283:56996:x1848989814842240:12345-192.168.204.57@tcp:33:lfs.0 00000100:00100000:2.0:1763335110.000858:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f136a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+283:56996:x1848989814842240:12345-192.168.204.57@tcp:33:lfs.0 Request processed in 111us (653us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335110.000865:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3379 00000100:00080000:1.0:1763335110.001101:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1763335110.001662:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b5400757765d lrc: 3/0,1 mode: --/PW res: [0x240000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335110.001678:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b5400757765d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x200:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.001688:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b5400757765d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x200:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000001:00080000:0.0:1763335110.001733:0:6532:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973348 00000004:00010000:0.0:1763335110.001756:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000142af324 reply state 0000000039d7815e transno 4294973349 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b5400757765d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x200:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.001819:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b5400757765d lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x200:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.001825:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c4880a00) 00010000:00010000:0.0:1763335110.001837:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335110.001840:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335110.002198:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1368700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+285:55956:x1848989814842112:12345-192.168.204.57@tcp:36:bash.0 Request processed in 1801us (2042us total) trans 4294973349 rc 0/0 00000100:00100000:0.0:1763335110.002207:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9782 00000020:00080000:0.0:1763335110.002213:0:6532:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763335110.012400:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335110.012597:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814842368 00000100:00100000:0.0:1763335110.012609:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814842368 00000100:00100000:0.0:1763335110.012662:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9783 00000100:00100000:0.0:1763335110.012673:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+285:55956:x1848989814842368:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335110.012699:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335110.012721:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577664 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881d6b expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.012778:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577664 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d6b expref: 286 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.012794:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577664 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d6b expref: 286 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.012813:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c4880a00) 00010000:00010000:0.0:1763335110.012816:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335110.012821:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95e600, rc 0) 00000100:00100000:0.0:1763335110.012894:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+286:55956:x1848989814842368:12345-192.168.204.57@tcp:101:bash.0 Request processed in 223us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335110.012902:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9783 00000100:00100000:1.0:1763335110.017388:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335110.017511:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814842624 00000100:00100000:3.0:1763335110.017522:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814842624 00000100:00100000:3.0:1763335110.017582:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9784 00000100:00100000:3.0:1763335110.017593:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+286:55956:x1848989814842624:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335110.017614:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335110.017617:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763335110.017644:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577664 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d6b expref: 286 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.017665:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c4880a00) 00010000:00010000:3.0:1763335110.017671:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335110.017686:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757766b lrc: 2/0,0 mode: --/EX res: [0x240000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881d72 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.017739:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007577672 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335110.017752:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007577672 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x200:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.017760:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007577672 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x200:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000040:00080000:3.0:1763335110.017957:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1555, 88 off130024 00000004:00080000:3.0:1763335110.017965:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1102997649861ns, next at 1103232773411ns, rc = 0 00000040:00080000:3.0:1763335110.018000:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1554, 88 off130024 00000004:00080000:3.0:1763335110.018006:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1102997691359ns, next at 1103232803796ns, rc = 0 00000040:00080000:3.0:1763335110.018025:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1555, 88 off130112 00000004:00080000:3.0:1763335110.018029:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1102997714334ns, next at 1103232803796ns, rc = 0 00000040:00080000:3.0:1763335110.018037:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1556, 88 off130112 00000004:00080000:3.0:1763335110.018040:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1102997725314ns, next at 1103232773411ns, rc = 0 00000100:00100000:1.0:1763335110.018911:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335110.018985:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814842880 00000100:00100000:0.0:1763335110.018992:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814842880 00000100:00100000:0.0:1763335110.019036:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9785 00000100:00100000:0.0:1763335110.019046:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+288:56997:x1848989814842880:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335110.019062:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335110.019079:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577679 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881d79 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.019150:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577680 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335110.019161:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577680 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.019170:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577680 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.019180:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577687 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335110.019187:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577687 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.019192:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577687 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.019281:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b5400757768e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335110.019290:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b5400757768e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.019297:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b5400757768e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:0.0:1763335110.019305:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x200:0x0]: returning size 2 00010000:00010000:0.0:1763335110.019814:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b5400757768e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.019835:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b5400757768e lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.019842:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b5400757768e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.019848:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c7848200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335110.019852:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b5400757768e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.019859:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b5400757768e lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.019872:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c4880a00) 00010000:00010000:0.0:1763335110.019875:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1763335110.019880:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b5400757768e lrc: 2/0,0 mode: --/PR res: [0x240000405:0x200:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.019886:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b5400757768e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x200:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.019902:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577680 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.019908:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577680 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.019912:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577680 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.019917:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577680 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.019921:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95f000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335110.019924:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577680 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.019929:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577680 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.019937:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881200) 00010000:00010000:0.0:1763335110.019939:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335110.019942:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577680 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.019947:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577680 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.019954:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577687 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.019959:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577687 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.019963:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577687 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.019967:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c7848800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335110.019969:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577687 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.019974:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577687 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.019991:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881500) 00010000:00010000:0.0:1763335110.019994:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335110.019997:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577687 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.020006:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577687 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.020044:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577679 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d79 expref: 290 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.020054:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881200) 00010000:00010000:0.0:1763335110.020056:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763335110.020060:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577679 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d79 expref: 290 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.020072:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95f200, rc 0) 00000100:00100000:0.0:1763335110.020910:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+289:56997:x1848989814842880:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1861us (1998us total) trans 4294973351 rc 301/301 00000100:00100000:0.0:1763335110.020919:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9785 00010000:00010000:2.0:1763335110.023525:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b5400757751b lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.023543:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b5400757751b lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.023552:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b5400757751b lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.023558:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95fe00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335110.023563:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b5400757751b lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.023571:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b5400757751b lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.023593:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881500) 00010000:00010000:2.0:1763335110.023597:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335110.023601:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b5400757751b lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.023606:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b5400757751b lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.023623:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b540075775bc lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.023629:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b540075775bc lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.023635:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b540075775bc lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.023639:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fafa00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335110.023642:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b540075775bc lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.023647:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b540075775bc lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.023654:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881500) 00010000:00010000:2.0:1763335110.023657:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335110.023660:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b540075775bc lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.023665:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b540075775bc lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.023680:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b5400757765d lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x200:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.023686:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b5400757765d lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x200:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.023692:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b5400757765d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x200:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.023696:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95e200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335110.023699:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b5400757765d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x200:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.023704:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b5400757765d lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x200:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.023711:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c4880a00) 00010000:00010000:2.0:1763335110.023713:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335110.023715:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b5400757765d lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x200:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.023720:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b5400757765d lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x200:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00000001:00080000:3.0:1763335110.026932:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973350 is committed 00000004:00080000:3.0:1763335110.026951:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1016 committed 00000004:00080000:3.0:1763335110.027016:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1019 committed 00000100:00100000:0.0:1763335110.027215:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6d95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826107136:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763335110.027349:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335110.027389:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1763335110.027394:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6d96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826106752:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763335110.027413:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335110.027427:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6d95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826107264:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335110.027440:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335110.027459:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6d96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826106880:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763335110.027475:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335110.027486:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7e4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826107392:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335110.027499:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335110.027512:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763335110.027516:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6d95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826107008:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763335110.027529:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335110.027553:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826107136 00000100:00100000:0.0:1763335110.027559:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826107136 00000100:00100000:0.0:1763335110.027594:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826106752 00000100:00100000:0.0:1763335110.027596:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826106752 00000100:00100000:0.0:1763335110.027608:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826107264 00000100:00100000:0.0:1763335110.027610:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826107264 00000100:00100000:0.0:1763335110.027620:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826106880 00000100:00100000:0.0:1763335110.027622:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826106880 00000100:00100000:0.0:1763335110.027628:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826107392 00000100:00100000:0.0:1763335110.027630:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826107392 00000100:00100000:0.0:1763335110.027636:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826107008 00000100:00100000:0.0:1763335110.027638:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826107008 00000100:00100000:0.0:1763335110.027649:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6763 00000100:00100000:0.0:1763335110.027655:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+16:3666:x1848989826107136:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763335110.027679:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:629 count 1 00002000:00010000:0.0:1763335110.027710:0:8417:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x275:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335110.027717:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c4664c00/0x3ec0b5400757769c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.027731:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335110.027733:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335110.027739:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4664c00/0x3ec0b5400757769c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.027753:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c4664c00/0x3ec0b5400757769c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.027762:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c4664c00/0x3ec0b5400757769c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.027770:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4664c00/0x3ec0b5400757769c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.027787:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763335110.028029:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+17:3666:x1848989826107136:12345-0@lo:6:osp-syn-1-1.0 Request processed in 372us (679us total) trans 17179871694 rc 0/0 00000100:00100000:0.0:1763335110.028036:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6763 00000100:00100000:0.0:1763335110.028056:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6764 00000100:00100000:0.0:1763335110.028062:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+16:3666:x1848989826106752:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763335110.028073:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:624 count 1 00010000:00010000:0.0:1763335110.028084:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b540075776a3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.028099:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c530ec00/0x3ec0b540075771c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881be3 expref: 18 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.028106:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335110.028107:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335110.028111:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b540075776a3 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.028137:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c530ec00/0x3ec0b540075771c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881be3 expref: 18 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.028150:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c530ec00/0x3ec0b540075771c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881be3 expref: 18 pid: 8417 timeout: 1203 lvb_type: 0 00000100:00100000:0.0:1763335110.028169:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f79c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8417:1848989826107520:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335110.028227:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f504a780 going to sleep for 11 seconds 00000100:00100000:0.0:1763335110.028245:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6765 00000100:00100000:0.0:1763335110.028251:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+16:3666:x1848989826107264:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763335110.028352:0:8416:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x276:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335110.028355:0:8416:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x276:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763335110.028358:0:8416:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x276:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335110.028360:0:8416:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x276:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763335110.028362:0:8416:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x276:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335110.028389:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+17:3666:x1848989826107264:12345-0@lo:2:osp-syn-1-1.0 Request processed in 138us (947us total) trans 17179871695 rc 0/0 00000100:00100000:0.0:1763335110.028396:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6765 00000100:00100000:0.0:1763335110.028409:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6766 00000100:00100000:0.0:1763335110.028415:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+16:3664:x1848989826106880:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763335110.028426:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:625 count 1 00010000:00010000:0.0:1763335110.028437:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b540075776aa lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.028448:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c6faec00/0x3ec0b5400757741f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cae expref: 18 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.028454:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335110.028455:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335110.028458:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b540075776aa lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.028490:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c6faec00/0x3ec0b5400757741f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cae expref: 18 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.028499:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c6faec00/0x3ec0b5400757741f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cae expref: 18 pid: 8416 timeout: 1203 lvb_type: 0 00000100:00100000:0.0:1763335110.028509:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f78a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8416:1848989826107648:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335110.028533:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001d1c73600 going to sleep for 11 seconds 00000100:00100000:0.0:1763335110.028551:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6767 00000100:00100000:0.0:1763335110.028557:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6355c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+16:3664:x1848989826107392:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335110.028636:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6355c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+17:3664:x1848989826107392:12345-0@lo:2:osp-syn-1-1.0 Request processed in 78us (1134us total) trans 17179871696 rc 0/0 00000100:00100000:0.0:1763335110.028641:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6767 00000100:00100000:0.0:1763335110.028653:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6768 00000100:00100000:0.0:1763335110.028660:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+16:3664:x1848989826107008:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763335110.028671:0:28961:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:628 count 1 00010000:00010000:0.0:1763335110.028681:0:28961:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b540075776b1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.028692:0:28961:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae000/0x3ec0b540075774b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ce6 expref: 18 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.028698:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335110.028700:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335110.028702:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b540075776b1 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.028720:0:28961:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae000/0x3ec0b540075774b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ce6 expref: 18 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.028729:0:28961:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae000/0x3ec0b540075774b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ce6 expref: 18 pid: 8415 timeout: 1203 lvb_type: 0 00000100:00100000:0.0:1763335110.028738:0:28961:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f79500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28961:1848989826107776:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335110.028761:0:28961:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c2f8c900 going to sleep for 11 seconds 00000004:00080000:0.0:1763335110.028796:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f7e4ea00/2, rc 0, transno 17179871696 00000100:00100000:0.0:1763335110.028801:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7e4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826107392:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763335110.028820:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6d95500/2, rc 0, transno 17179871695 00000100:00100000:0.0:1763335110.028824:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6d95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826107264:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763335110.028847:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6d95180/2, rc 0, transno 17179871694 00000100:00100000:0.0:1763335110.028851:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6d95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826107136:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1763335110.029043:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335110.029049:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c4664c00/0x3ec0b5400757769c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.029057:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664c00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335110.029062:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c4664c00/0x3ec0b5400757769c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.029070:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c4664c00/0x3ec0b5400757769c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.029091:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c4664c00/0x3ec0b5400757769c lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.029098:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c4664c00/0x3ec0b5400757769c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.029117:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335110.029119:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335110.029120:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763335110.029385:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1018 committed 00000100:00100000:2.0:1763335110.031480:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c2f27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826107904:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763335110.031547:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335110.031575:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff922300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826108416:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335110.031599:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335110.031622:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763335110.031627:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c2f26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826108288:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763335110.031648:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335110.031673:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c2f25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826108160:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763335110.031697:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335110.031712:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1763335110.031717:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c2f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826108032:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763335110.031736:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335110.031750:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c37aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826108544:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335110.031767:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335110.031791:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826107904 00000100:00100000:2.0:1763335110.031797:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826107904 00000100:00100000:2.0:1763335110.031854:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826108416 00000100:00100000:2.0:1763335110.031857:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826108416 00000100:00100000:2.0:1763335110.031870:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826108288 00000100:00100000:2.0:1763335110.031872:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826108288 00000100:00100000:2.0:1763335110.031881:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826108160 00000100:00100000:2.0:1763335110.031884:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826108160 00000100:00100000:2.0:1763335110.031893:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826108032 00000100:00100000:2.0:1763335110.031895:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826108032 00000100:00100000:2.0:1763335110.031906:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826108544 00000100:00100000:2.0:1763335110.031908:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826108544 00000100:00100000:2.0:1763335110.031924:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6769 00000100:00100000:2.0:1763335110.031933:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+49:3665:x1848989826107904:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763335110.031959:0:8725:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:622 count 1 00010000:00010000:2.0:1763335110.031983:0:8725:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed6000/0x3ec0b540075776b8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.032002:0:8725:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d035ec00/0x3ec0b5400757746c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cc3 expref: 24 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.032010:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335110.032012:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335110.032016:0:8725:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed6000/0x3ec0b540075776b8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.032044:0:8725:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9001d035ec00/0x3ec0b5400757746c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cc3 expref: 24 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.032057:0:8725:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9001d035ec00/0x3ec0b5400757746c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cc3 expref: 24 pid: 8416 timeout: 1203 lvb_type: 0 00000100:00100000:2.0:1763335110.032068:0:8725:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c78ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8725:1848989826108672:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335110.032138:0:8725:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001d86109c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335110.032156:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6770 00000100:00100000:2.0:1763335110.032164:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+49:3665:x1848989826108416:12345-0@lo:2:osp-syn-0-1.0 00000100:00080000:1.0:1763335110.032437:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:3.0:1763335110.032649:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1015 committed 00000100:00100000:2.0:1763335110.032712:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+50:3665:x1848989826108416:12345-0@lo:2:osp-syn-0-1.0 Request processed in 547us (1112us total) trans 21474838986 rc 0/0 00000100:00100000:2.0:1763335110.032721:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6770 00000100:00100000:2.0:1763335110.032740:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6771 00000100:00100000:2.0:1763335110.032747:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+49:3665:x1848989826108288:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763335110.032758:0:27804:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:627 count 1 00002000:00010000:2.0:1763335110.032778:0:27804:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x273:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763335110.032783:0:27804:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7800/0x3ec0b540075776bf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.032792:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335110.032794:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335110.032799:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7800/0x3ec0b540075776bf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.032818:0:27804:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7800/0x3ec0b540075776bf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.032838:0:27804:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7800/0x3ec0b540075776bf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.032846:0:27804:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7800/0x3ec0b540075776bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.032862:0:27804:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763335110.032868:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007577672 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x200:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d72 expref: 263 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.032886:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c4880a00) 00010000:00010000:3.0:1763335110.032889:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763335110.032918:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757766b lrc: 0/0,0 mode: --/EX res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d72 expref: 263 pid: 13591 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763335110.032935:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007577672 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x200:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d72 expref: 262 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.032960:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c4880a00) 00010000:00010000:3.0:1763335110.032963:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763335110.032966:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc185e00, rc 0) 00000100:00100000:3.0:1763335110.033007:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:55956:x1848989814842624:12345-192.168.204.57@tcp:101:bash.0 Request processed in 15415us (15630us total) trans 4294973350 rc 0/0 00000100:00100000:2.0:1763335110.033015:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+50:3665:x1848989826108288:12345-0@lo:6:osp-syn-0-1.0 Request processed in 268us (1367us total) trans 21474838987 rc 0/0 00000100:00100000:3.0:1763335110.033016:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9784 00000100:00100000:2.0:1763335110.033026:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6771 00000100:00100000:2.0:1763335110.033043:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6772 00000100:00100000:2.0:1763335110.033049:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+49:3667:x1848989826108160:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763335110.033058:0:27804:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:626 count 1 00010000:00010000:2.0:1763335110.033068:0:27804:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7200/0x3ec0b540075776c6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.033078:0:27804:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed6800/0x3ec0b540075774b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cdf expref: 24 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.033085:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335110.033086:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335110.033088:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7200/0x3ec0b540075776c6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.033113:0:27804:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed6800/0x3ec0b540075774b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cdf expref: 24 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.033123:0:27804:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed6800/0x3ec0b540075774b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cdf expref: 24 pid: 28568 timeout: 1203 lvb_type: 0 00000100:00100000:2.0:1763335110.033132:0:27804:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6eb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27804:1848989826108800:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335110.033163:0:27804:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000ccba6540 going to sleep for 11 seconds 00000100:00100000:2.0:1763335110.033178:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6773 00000100:00100000:2.0:1763335110.033184:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+49:3667:x1848989826108032:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763335110.033194:0:35240:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:623 count 1 00010000:00010000:2.0:1763335110.033203:0:35240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7e00/0x3ec0b540075776cd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.033213:0:35240:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf200/0x3ec0b5400757742d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cb5 expref: 24 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.033220:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335110.033221:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335110.033223:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7e00/0x3ec0b540075776cd lrc: 4/0,1 mode: --/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.033239:0:35240:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf200/0x3ec0b5400757742d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cb5 expref: 24 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.033247:0:35240:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf200/0x3ec0b5400757742d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cb5 expref: 24 pid: 8416 timeout: 1203 lvb_type: 0 00000100:00100000:2.0:1763335110.033256:0:35240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6eb6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35240:1848989826108928:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335110.033277:0:35240:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f16bdcc0 going to sleep for 11 seconds 00010000:00010000:1.0:1763335110.033284:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335110.033292:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7800/0x3ec0b540075776bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.033300:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7800 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335110.033304:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7800/0x3ec0b540075776bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335110.033378:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6774 00000100:00100000:3.0:1763335110.033387:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+49:3667:x1848989826108544:12345-0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763335110.033401:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c2f26a00/2, rc 0, transno 21474838987 00000100:00100000:2.0:1763335110.033408:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c2f26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826108288:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1763335110.033418:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001ff922300/2, rc 0, transno 21474838986 00000100:00100000:2.0:1763335110.033422:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff922300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826108416:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335110.033498:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+50:3667:x1848989826108544:12345-0@lo:2:osp-syn-0-1.0 Request processed in 112us (1729us total) trans 21474838988 rc 0/0 00000100:00100000:3.0:1763335110.033504:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6774 00000004:00080000:2.0:1763335110.033858:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c37aed80/2, rc 0, transno 21474838988 00000100:00100000:2.0:1763335110.033863:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c37aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826108544:0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1763335110.033946:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7800/0x3ec0b540075776bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.033963:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7800/0x3ec0b540075776bf lrc: 1/0,0 mode: --/PW res: [0x280000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.033970:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7800/0x3ec0b540075776bf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x273:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.033991:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335110.033993:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335110.033995:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335110.034652:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.035685:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.035719:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814843264 00000100:00100000:2.0:1763335110.035733:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814843264 00010000:00010000:2.0:1763335110.035794:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6faec00/0x3ec0b5400757741f lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cae expref: 19 pid: 8416 timeout: 1203 lvb_type: 0 00000100:00100000:2.0:1763335110.035852:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3216 00000100:00100000:2.0:1763335110.035861:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2428:x1848989814843264:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335110.035873:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335110.035887:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c6faec00/0x3ec0b5400757741f lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cae expref: 19 pid: 8416 timeout: 1203 lvb_type: 0 00010000:00010000:2.0:1763335110.035899:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c6faec00/0x3ec0b5400757741f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cae expref: 19 pid: 8416 timeout: 1203 lvb_type: 0 00010000:00010000:2.0:1763335110.035937:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335110.035951:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335110.035955:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b540075776aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.035971:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b540075776aa lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.035999:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335110.036057:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2428:x1848989814843264:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 188us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335110.036066:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3216 00000100:00100000:0.0:1763335110.036091:0:28961:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f79500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28961:1848989826107776:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335110.036114:0:28961:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b540075776b1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335110.036127:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335110.036146:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f79c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8417:1848989826107520:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335110.036148:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814843392 00000100:00100000:2.0:1763335110.036153:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814843392 00010000:00010000:0.0:1763335110.036160:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b540075776a3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.036168:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae000/0x3ec0b540075774b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ce6 expref: 19 pid: 8415 timeout: 1203 lvb_type: 0 00000100:00100000:2.0:1763335110.036190:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3217 00000100:00100000:2.0:1763335110.036198:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2428:x1848989814843392:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335110.036206:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335110.036210:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae000/0x3ec0b540075774b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ce6 expref: 19 pid: 8415 timeout: 1203 lvb_type: 0 00010000:00010000:2.0:1763335110.036221:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae000/0x3ec0b540075774b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ce6 expref: 19 pid: 8415 timeout: 1203 lvb_type: 0 00000100:00100000:0.0:1763335110.036222:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:2.0:1763335110.036244:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae000/0x3ec0b540075774b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ce6 expref: 19 pid: 8415 timeout: 1203 lvb_type: 0 00000100:00100000:0.0:1763335110.036245:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814843136 00000100:00100000:0.0:1763335110.036250:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814843136 00010000:00010000:2.0:1763335110.036259:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335110.036261:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335110.036265:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b540075776b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.036268:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c530ec00/0x3ec0b540075771c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881be3 expref: 19 pid: 8417 timeout: 1203 lvb_type: 0 00010000:00010000:2.0:1763335110.036279:0:7458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b540075776b1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335110.036296:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3218 00000100:00100000:0.0:1763335110.036303:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f79c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2426:x1848989814843136:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335110.036329:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335110.036334:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c530ec00/0x3ec0b540075771c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881be3 expref: 19 pid: 8417 timeout: 1203 lvb_type: 0 00010000:00010000:0.0:1763335110.036344:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c530ec00/0x3ec0b540075771c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881be3 expref: 19 pid: 8417 timeout: 1203 lvb_type: 0 00010000:00010000:0.0:1763335110.036357:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c530ec00/0x3ec0b540075771c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881be3 expref: 19 pid: 8417 timeout: 1203 lvb_type: 0 00010000:00010000:0.0:1763335110.036366:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335110.036368:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335110.036371:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b540075776a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.036380:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b540075776a3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.036394:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335110.036412:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f79c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2426:x1848989814843136:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 110us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335110.036418:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3218 00010000:00010000:0.0:1763335110.036437:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b540075776a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.036445:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b540075776a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.036460:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b540075776a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.036467:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b540075776a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.036484:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335110.036493:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814843008 00000100:00100000:3.0:1763335110.036498:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814843008 00000100:00100000:3.0:1763335110.036569:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9786 00000100:00100000:3.0:1763335110.036592:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56997:x1848989814843008:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335110.036653:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1763335110.036676:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+17:3666:x1848989826106752:12345-0@lo:6:osp-syn-1-1.0 Request processed in 8614us (9260us total) trans 17179871697 rc 0/0 00010000:00010000:3.0:1763335110.036681:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075776d4 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881d80 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335110.036685:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6764 00010000:00010000:0.0:1763335110.036704:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335110.036710:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b540075776a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.036717:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664800 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335110.036721:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b540075776a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.036730:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b540075776a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.036742:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b540075776a3 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.036749:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c4664800/0x3ec0b540075776a3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.036769:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335110.036770:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335110.036772:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763335110.036793:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6d96a00/2, rc 0, transno 17179871697 00000100:00100000:0.0:1763335110.036798:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6d96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826106752:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763335110.036806:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075776db lrc: 3/1,0 mode: --/PR res: [0x240000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335110.036839:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075776db lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.036851:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075776db lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000100:00080000:1.0:1763335110.036954:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1763335110.036977:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c6faec00/0x3ec0b5400757741f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cae expref: 17 pid: 8416 timeout: 1203 lvb_type: 0 00000100:00100000:1.0:1763335110.036988:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f78a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8416:1848989826107648:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335110.036991:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335110.037004:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b540075776aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.037014:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b540075776aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.037022:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b540075776aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.037031:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b540075776aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335110.037036:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2428:x1848989814843392:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 836us (908us total) trans 0 rc 0/0 00010000:00010000:1.0:1763335110.037042:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b540075776aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335110.037048:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3217 00010000:00010000:1.0:1763335110.037061:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763335110.037270:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+17:3664:x1848989826106880:12345-0@lo:6:osp-syn-1-1.0 Request processed in 8853us (9791us total) trans 17179871698 rc 0/0 00000100:00100000:1.0:1763335110.037280:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6766 00000004:00080000:2.0:1763335110.037290:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6d96680/2, rc 0, transno 17179871698 00000100:00100000:2.0:1763335110.037297:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6d96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826106880:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1763335110.037298:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335110.037305:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b540075776aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.037335:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665600 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335110.037338:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b540075776aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.037347:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b540075776aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.037359:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b540075776aa lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.037366:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c4665600/0x3ec0b540075776aa lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x271:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.037380:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335110.037382:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335110.037385:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335110.037433:0:28961:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b540075776b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.037442:0:28961:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b540075776b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.037450:0:28961:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b540075776b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.037469:0:28961:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b540075776b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.037495:0:28961:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335110.037661:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+17:3664:x1848989826107008:12345-0@lo:6:osp-syn-1-1.0 Request processed in 9002us (10129us total) trans 17179871699 rc 0/0 00000100:00100000:3.0:1763335110.037674:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6768 00010000:00010000:2.0:1763335110.038057:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335110.038063:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b540075776b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.038070:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665e00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335110.038073:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b540075776b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.038088:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b540075776b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.038100:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b540075776b1 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.038113:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c4665e00/0x3ec0b540075776b1 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.038126:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335110.038128:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335110.038140:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763335110.038175:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6d95f80/2, rc 0, transno 17179871699 00000100:00100000:2.0:1763335110.038180:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6d95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826107008:0@lo:6:osp-syn-1-1.0 00000004:00200000:0.0:1763335110.038683:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x200:0x0]: returning size 2 00000004:00200000:0.0:1763335110.038688:0:13591:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335110.038723:0:13591:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075776db lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.038783:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b540075776d4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x200:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d80 expref: 264 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.038806:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075776db lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d80 expref: 263 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.038823:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c4880a00) 00010000:00010000:0.0:1763335110.038851:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335110.038855:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95f000, rc 0) 00000100:00100000:0.0:1763335110.038933:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56997:x1848989814843008:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 2356us (4291us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335110.038950:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9786 00000100:00100000:2.0:1763335110.039887:0:8725:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c78ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8725:1848989826108672:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335110.039900:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335110.039963:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814843520 00000100:00100000:1.0:1763335110.039964:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335110.039980:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814843520 00000100:00100000:3.0:1763335110.040016:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6775 00000100:00100000:3.0:1763335110.040024:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:55956:x1848989814843520:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335110.040040:0:28961:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335110.040053:0:28961:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e600/0x3ec0b540075776e2 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881d87 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.040100:0:28961:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9001fc184000/0x3ec0b5400757761e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d4f expref: 17 pid: 8415 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335110.040108:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335110.040110:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335110.040130:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e600/0x3ec0b540075776e2 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d87 expref: 17 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.040190:0:28961:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9001fc184000/0x3ec0b5400757761e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d4f expref: 17 pid: 8415 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335110.040200:0:28961:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9001fc184000/0x3ec0b5400757761e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d4f expref: 17 pid: 8415 timeout: 1203 lvb_type: 1 00000100:00100000:3.0:1763335110.040233:0:28961:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e5eb3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28961:1848989826109056:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335110.040357:0:28961:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f5fdef00 going to sleep for 11 seconds 00010000:00010000:2.0:1763335110.040463:0:8725:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed6000/0x3ec0b540075776b8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335110.040513:0:27804:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6eb4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27804:1848989826108800:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335110.040536:0:27804:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7200/0x3ec0b540075776c6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335110.040592:0:35240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6eb6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35240:1848989826108928:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335110.040603:0:35240:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7e00/0x3ec0b540075776cd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335110.040657:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814843904 00000100:00100000:2.0:1763335110.040661:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814843904 00010000:00010000:2.0:1763335110.040706:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf200/0x3ec0b5400757742d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cb5 expref: 25 pid: 8416 timeout: 1203 lvb_type: 0 00000100:00100000:2.0:1763335110.040736:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3219 00000100:00100000:2.0:1763335110.040742:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:2428:x1848989814843904:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335110.040764:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335110.040770:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf200/0x3ec0b5400757742d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cb5 expref: 25 pid: 8416 timeout: 1203 lvb_type: 0 00010000:00010000:2.0:1763335110.040780:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf200/0x3ec0b5400757742d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cb5 expref: 25 pid: 8416 timeout: 1203 lvb_type: 0 00010000:00010000:2.0:1763335110.040817:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf200/0x3ec0b5400757742d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cb5 expref: 25 pid: 8416 timeout: 1203 lvb_type: 0 00010000:00010000:2.0:1763335110.040848:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335110.040850:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335110.040854:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7e00/0x3ec0b540075776cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.040863:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7e00/0x3ec0b540075776cd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.040892:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:1.0:1763335110.041161:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763335110.042049:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.042086:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335110.042135:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814843776 00000100:00100000:0.0:1763335110.042143:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814843776 00010000:00010000:0.0:1763335110.042169:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed6800/0x3ec0b540075774b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cdf expref: 25 pid: 28568 timeout: 1203 lvb_type: 0 00000100:00100000:0.0:1763335110.042198:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814843648 00000100:00100000:0.0:1763335110.042201:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814843648 00010000:00010000:0.0:1763335110.042213:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9001d035ec00/0x3ec0b5400757746c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cc3 expref: 26 pid: 8416 timeout: 1203 lvb_type: 0 00000100:00100000:2.0:1763335110.042278:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:2428:x1848989814843904:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 1534us (2313us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335110.042510:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3220 00000100:00100000:3.0:1763335110.042531:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90020206ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:2426:x1848989814843776:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335110.042544:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335110.042561:0:6516:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed6800/0x3ec0b540075774b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x272:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cdf expref: 26 pid: 28568 timeout: 1203 lvb_type: 0 00010000:00010000:3.0:1763335110.042575:0:6516:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed6800/0x3ec0b540075774b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x272:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cdf expref: 26 pid: 28568 timeout: 1203 lvb_type: 0 00010000:00010000:3.0:1763335110.042603:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed6800/0x3ec0b540075774b2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x272:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cdf expref: 26 pid: 28568 timeout: 1203 lvb_type: 0 00010000:00010000:3.0:1763335110.042615:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335110.042624:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335110.042629:0:6516:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7200/0x3ec0b540075776c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.042638:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7200/0x3ec0b540075776c6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x272:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.042665:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335110.042705:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90020206ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:2426:x1848989814843776:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 185us (671us total) trans 0 rc 0/0 00010000:00010000:1.0:1763335110.042975:0:27804:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7200/0x3ec0b540075776c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335110.043008:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3221 00000100:00100000:0.0:1763335110.043020:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:2427:x1848989814843648:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335110.043030:0:27804:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7200/0x3ec0b540075776c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.043030:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335110.043040:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9001d035ec00/0x3ec0b5400757746c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cc3 expref: 25 pid: 8416 timeout: 1203 lvb_type: 0 00010000:00010000:0.0:1763335110.043053:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9001d035ec00/0x3ec0b5400757746c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cc3 expref: 25 pid: 8416 timeout: 1203 lvb_type: 0 00010000:00010000:1.0:1763335110.043055:0:27804:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7200/0x3ec0b540075776c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.043076:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d035ec00/0x3ec0b5400757746c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881cc3 expref: 25 pid: 8416 timeout: 1203 lvb_type: 0 00010000:00010000:1.0:1763335110.043094:0:27804:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7200/0x3ec0b540075776c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.043098:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335110.043101:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335110.043106:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed6000/0x3ec0b540075776b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.043116:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed6000/0x3ec0b540075776b8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.043128:0:27804:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763335110.043138:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335110.043159:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:2427:x1848989814843648:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 142us (1072us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335110.043167:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3221 00010000:00010000:0.0:1763335110.043195:0:8725:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed6000/0x3ec0b540075776b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.043204:0:8725:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed6000/0x3ec0b540075776b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.043212:0:8725:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed6000/0x3ec0b540075776b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.043219:0:8725:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed6000/0x3ec0b540075776b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.043233:0:8725:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1763335110.043489:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+51:3665:x1848989826107904:12345-0@lo:6:osp-syn-0-1.0 Request processed in 11556us (11943us total) trans 21474838990 rc 0/0 00000100:00100000:0.0:1763335110.043497:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6769 00000100:00100000:1.0:1763335110.043516:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+50:3667:x1848989826108160:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10457us (11810us total) trans 21474838989 rc 0/0 00000100:00100000:1.0:1763335110.043525:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6772 00000004:00080000:0.0:1763335110.043544:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c2f27b80/2, rc 0, transno 21474838990 00000100:00100000:0.0:1763335110.043552:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c2f27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826107904:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1763335110.043557:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1763335110.043564:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7200/0x3ec0b540075776c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.043571:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335110.043573:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335110.043578:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed6000/0x3ec0b540075776b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.043586:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed6000 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335110.043590:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7200/0x3ec0b540075776c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.043592:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed6000/0x3ec0b540075776b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.043612:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7200/0x3ec0b540075776c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.043613:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed6000/0x3ec0b540075776b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.043639:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed6000/0x3ec0b540075776b8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.043647:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed6000/0x3ec0b540075776b8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.043653:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7200/0x3ec0b540075776c6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.043663:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335110.043665:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335110.043667:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335110.043679:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7200/0x3ec0b540075776c6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x272:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.043693:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335110.043695:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335110.043697:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763335110.043727:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c2f25f80/2, rc 0, transno 21474838989 00000100:00100000:1.0:1763335110.043732:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c2f25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826108160:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763335110.043911:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3219 00010000:00010000:2.0:1763335110.043945:0:35240:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7e00/0x3ec0b540075776cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.043954:0:35240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7e00/0x3ec0b540075776cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.043976:0:35240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7e00/0x3ec0b540075776cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.043984:0:35240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7e00/0x3ec0b540075776cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335110.043989:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3220 00010000:00010000:2.0:1763335110.044017:0:35240:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763335110.044206:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+50:3667:x1848989826108032:12345-0@lo:6:osp-syn-0-1.0 Request processed in 11021us (12467us total) trans 21474838991 rc 0/0 00000100:00100000:2.0:1763335110.044214:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6773 00000004:00080000:3.0:1763335110.044443:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c2f24700/2, rc 0, transno 21474838991 00000100:00100000:3.0:1763335110.044449:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c2f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826108032:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1763335110.044644:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335110.044656:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7e00/0x3ec0b540075776cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.044665:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7e00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335110.044668:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7e00/0x3ec0b540075776cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.044685:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7e00/0x3ec0b540075776cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.044697:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7e00/0x3ec0b540075776cd lrc: 1/0,0 mode: --/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.044704:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7e00/0x3ec0b540075776cd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.044727:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335110.044730:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335110.044731:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335110.045550:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335110.045621:0:28961:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e5eb3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28961:1848989826109056:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335110.045672:0:28961:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e600/0x3ec0b540075776e2 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d87 expref: 17 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.045702:0:28961:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95e600, rc 0) 00000100:00100000:2.0:1763335110.046077:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814844032 00000100:00100000:2.0:1763335110.046218:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814844032 00010000:00010000:2.0:1763335110.046248:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9001fc184000/0x3ec0b5400757761e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d4f expref: 18 pid: 8415 timeout: 1203 lvb_type: 1 00000100:00100000:2.0:1763335110.046281:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3222 00000100:00100000:2.0:1763335110.046291:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f79500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2426:x1848989814844032:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335110.046303:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335110.046308:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9001fc184000/0x3ec0b5400757761e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d4f expref: 18 pid: 8415 timeout: 1203 lvb_type: 1 00010000:00010000:2.0:1763335110.046336:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9001fc184000/0x3ec0b5400757761e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d4f expref: 18 pid: 8415 timeout: 1203 lvb_type: 1 00010000:00010000:2.0:1763335110.046358:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001fc184000/0x3ec0b5400757761e lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d4f expref: 18 pid: 8415 timeout: 1203 lvb_type: 1 00010000:00010000:2.0:1763335110.046368:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335110.046370:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335110.046376:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e600/0x3ec0b540075776e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d87 expref: 17 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.046385:0:7458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e600/0x3ec0b540075776e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d87 expref: 17 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.046415:0:7458:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e600/0x3ec0b540075776e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d87 expref: 17 pid: 28961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335110.046428:0:7458:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6eb6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7458:1848989826109184:192.168.204.57@tcp:105: 00000100:00100000:3.0:1763335110.046584:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:55956:x1848989814843520:12345-192.168.204.57@tcp:101:bash.0 Request processed in 6558us (6684us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335110.046593:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6775 00000100:00100000:0.0:1763335110.046692:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.046790:0:7458:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f16bd480 going to sleep for 11 seconds 00000100:00100000:3.0:1763335110.046930:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814844160 00000100:00100000:3.0:1763335110.046935:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814844160 00000100:00100000:3.0:1763335110.048459:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6776 00000100:00100000:3.0:1763335110.048485:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2426:x1848989814844160:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335110.048516:0:28961:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335110.048539:0:28961:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b540075776e9 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881d8e expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335110.048606:0:28961:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e5eb3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28961:1848989826109312:192.168.204.57@tcp:106: 00000100:00100000:3.0:1763335110.048726:0:28961:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f5fdef00 going to sleep for 11 seconds 00000100:00100000:2.0:1763335110.052289:0:7458:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6eb6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7458:1848989826109184:192.168.204.57@tcp:105: 00010000:00010000:2.0:1763335110.052341:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335110.052391:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f79500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2426:x1848989814844032:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 6101us (6844us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335110.052402:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3222 00002000:00010000:3.0:1763335110.052574:0:28961:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000400:0x276:0x0] updating lvb mtime: 0 -> 1763335110 00002000:00010000:3.0:1763335110.052578:0:28961:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000400:0x276:0x0] updating lvb atime: 0 -> 1763335110 00002000:00010000:3.0:1763335110.052581:0:28961:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000400:0x276:0x0] updating lvb ctime: 0 -> 1763335110 00000100:00100000:3.0:1763335110.052596:0:28961:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e5eb3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28961:1848989826109312:192.168.204.57@tcp:106: 00010000:00010000:3.0:1763335110.052622:0:28961:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b540075776e9 lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d8e expref: 17 pid: 28961 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335110.052643:0:28961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b540075776e9 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d8e expref: 17 pid: 28961 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335110.052655:0:28961:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95f200, rc 0) 00000100:00100000:3.0:1763335110.052681:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2426:x1848989814844160:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 4204us (5990us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335110.052688:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6776 00000100:00100000:1.0:1763335110.053201:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335110.054380:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814844288 00000100:00100000:3.0:1763335110.054390:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814844288 00000100:00100000:3.0:1763335110.054449:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6777 00000100:00100000:3.0:1763335110.054459:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+22:55956:x1848989814844288:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335110.054475:0:28961:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335110.054495:0:28961:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e200/0x3ec0b540075776f0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881d95 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335110.054515:0:28961:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x274:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335110.054532:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335110.054534:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335110.054542:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e200/0x3ec0b540075776f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d95 expref: 23 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.054555:0:28961:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e200/0x3ec0b540075776f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d95 expref: 23 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.054565:0:28961:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95e200, rc 0) 00000100:00100000:3.0:1763335110.054613:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:55956:x1848989814844288:12345-192.168.204.57@tcp:101:bash.0 Request processed in 156us (1415us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335110.054619:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6777 00000100:00100000:1.0:1763335110.057575:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.057615:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335110.057687:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814844416 00000100:00100000:3.0:1763335110.057697:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814844416 00002000:00010000:3.0:1763335110.057737:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/630 (0->18446744073709551615) 00002000:00100000:3.0:1763335110.057743:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000cbad0380 with x1848989814844416 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335110.057755:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000cbad0380. 00000100:00100000:3.0:1763335110.057784:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814844544 00000100:00100000:3.0:1763335110.057788:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814844544 00002000:00010000:3.0:1763335110.057800:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/628 (0->18446744073709551615) 00002000:00100000:3.0:1763335110.057803:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000cbad1880 with x1848989814844544 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335110.057809:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000cbad1880. 00000100:00100000:3.0:1763335110.057844:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1654 00000100:00100000:3.0:1763335110.057855:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2428:x1848989814844416:12345-192.168.204.57@tcp:10:bash.0 00000100:00100000:0.0:1763335110.058089:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1655 00000100:00100000:0.0:1763335110.058099:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:2428:x1848989814844544:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:0.0:1763335110.058224:0:23998:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x274:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335110.058227:0:23998:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x274:0x0] updating lvb mtime from disk: 0 -> 1763335110 00002000:00010000:0.0:1763335110.058229:0:23998:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x274:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335110.058231:0:23998:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x274:0x0] updating lvb ctime from disk: 0 -> 1763335110 00002000:00010000:0.0:1763335110.058234:0:23998:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x274:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335110.058291:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:2428:x1848989814844544:12345-192.168.204.57@tcp:10:bash.0 Request processed in 193us (674us total) trans 21474838992 rc 0/0 00000100:00100000:0.0:1763335110.058299:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1655 00002000:00010000:0.0:1763335110.058303:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/628 (0->18446744073709551615) 00002000:00100000:0.0:1763335110.058305:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000cbad1880 with x1848989814844544 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335110.058311:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000cbad1880. 00002000:00010000:3.0:1763335110.058588:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x276:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335110.058593:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x276:0x0] updating lvb mtime from disk: 1763335110 -> 1763335110 00002000:00010000:3.0:1763335110.058595:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x276:0x0] updating lvb atime from disk: 1763335110 -> 0 00002000:00010000:3.0:1763335110.058597:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x276:0x0] updating lvb ctime from disk: 1763335110 -> 1763335110 00002000:00010000:3.0:1763335110.058599:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x276:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335110.058631:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2428:x1848989814844416:12345-192.168.204.57@tcp:10:bash.0 Request processed in 777us (1065us total) trans 17179871700 rc 0/0 00000100:00100000:3.0:1763335110.058638:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1654 00002000:00010000:3.0:1763335110.058642:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/630 (0->18446744073709551615) 00002000:00100000:3.0:1763335110.058645:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000cbad0380 with x1848989814844416 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335110.058649:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000cbad0380. 00000100:00100000:1.0:1763335110.061938:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335110.062006:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814844800 00000100:00100000:3.0:1763335110.062018:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814844800 00000100:00100000:3.0:1763335110.062504:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3380 00000100:00100000:3.0:1763335110.062516:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56997:x1848989814844800:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335110.062761:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56997:x1848989814844800:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 247us (834us total) trans 4294973352 rc 0/0 00000100:00100000:3.0:1763335110.062769:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3380 00000100:00100000:0.0:1763335110.065964:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335110.066020:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.066117:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814845184 00000100:00100000:1.0:1763335110.066128:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814845184 00000100:00100000:1.0:1763335110.066186:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9787 00000100:00100000:1.0:1763335110.066195:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56997:x1848989814845184:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335110.066226:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335110.066249:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b540075776f7 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881d9c expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.066347:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b540075776fe lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335110.066361:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b540075776fe lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.066374:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b540075776fe lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.066386:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007577705 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335110.066392:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007577705 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.066398:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007577705 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.066472:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b5400757770c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335110.066483:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b5400757770c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.066490:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b5400757770c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:1.0:1763335110.066530:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x200:0x0]: returning size 2 00000004:00200000:1.0:1763335110.066534:0:13591:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335110.066552:0:13591:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b5400757770c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.066563:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b5400757770c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.066573:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b540075776fe lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.066579:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b540075776fe lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.066584:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b540075776fe lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.066590:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b540075776fe lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.066595:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fae800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335110.066598:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b540075776fe lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.066605:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b540075776fe lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.066617:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c35efa00) 00010000:00010000:1.0:1763335110.066621:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335110.066626:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b540075776fe lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.066631:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b540075776fe lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.066643:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007577705 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.066649:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007577705 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.066653:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007577705 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.066658:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fae200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335110.066660:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007577705 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.066665:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007577705 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.066671:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c35ef700) 00010000:00010000:1.0:1763335110.066673:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335110.066675:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007577705 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.066680:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007577705 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.066707:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b540075776f7 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d9c expref: 266 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.066727:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b5400757770c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d9c expref: 265 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.066734:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c4880a00) 00010000:00010000:1.0:1763335110.066736:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335110.066739:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faf400, rc 0) 00000100:00100000:1.0:1763335110.066809:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56997:x1848989814845184:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 614us (787us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335110.066817:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9787 00000100:00100000:3.0:1763335110.066929:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814845056 00000100:00100000:3.0:1763335110.066935:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814845056 00000100:00100000:3.0:1763335110.066972:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3381 00000100:00100000:3.0:1763335110.066980:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:55956:x1848989814845056:12345-192.168.204.57@tcp:35:bash.0 00000100:00100000:3.0:1763335110.067729:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:55956:x1848989814845056:12345-192.168.204.57@tcp:35:bash.0 Request processed in 747us (1772us total) trans 4294973353 rc 0/0 00000100:00100000:3.0:1763335110.067737:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3381 00000100:00100000:0.0:1763335110.070270:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.070781:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814845312 00000100:00100000:2.0:1763335110.070793:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814845312 00000100:00100000:2.0:1763335110.070875:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 401 00000100:00100000:2.0:1763335110.070919:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:2427:x1848989814845312:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335110.070943:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335110.070979:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b5400757770c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d9c expref: 266 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.070999:0:7458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c4880a00) 00010000:00010000:2.0:1763335110.071004:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335110.071238:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:2427:x1848989814845312:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 353us (977us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335110.071246:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 401 00000100:00100000:1.0:1763335110.071435:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.072558:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814845568 00000100:00100000:2.0:1763335110.072567:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814845568 00000100:00100000:2.0:1763335110.072617:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9788 00000100:00100000:2.0:1763335110.072626:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c522ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56997:x1848989814845568:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335110.072649:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335110.072667:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577713 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881da3 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.072774:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b5400757771a lrc: 3/0,1 mode: --/CW res: [0x240000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335110.072789:0:6532:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075776db lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d80 expref: 266 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.072798:0:6532:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b5400757771a lrc: 4/0,1 mode: --/CW res: [0x240000405:0x200:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.072841:0:6532:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075776db lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d80 expref: 266 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.072859:0:6532:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075776db lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d80 expref: 266 pid: 13591 timeout: 1203 lvb_type: 0 00000100:00100000:2.0:1763335110.072874:0:6532:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6eb6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826109440:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335110.072960:0:6532:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f16bd480 going to sleep for 11 seconds 00000100:00100000:1.0:1763335110.081114:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.081231:0:6532:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6eb6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826109440:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335110.081258:0:6532:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b5400757771a lrc: 3/0,1 mode: --/CW res: [0x240000405:0x200:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000100:00100000:3.0:1763335110.082725:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814845696 00000100:00100000:3.0:1763335110.082736:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814845696 00010000:00010000:3.0:1763335110.082807:0:6516:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075776db lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d80 expref: 267 pid: 13591 timeout: 1203 lvb_type: 0 00000100:00100000:3.0:1763335110.082879:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3223 00000100:00100000:3.0:1763335110.082909:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5228380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:2427:x1848989814845696:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335110.082925:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335110.082938:0:6516:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075776db lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d80 expref: 267 pid: 13591 timeout: 1203 lvb_type: 0 00010000:00010000:3.0:1763335110.082950:0:6516:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075776db lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d80 expref: 267 pid: 13591 timeout: 1203 lvb_type: 0 00010000:00010000:3.0:1763335110.082979:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b540075776db lrc: 0/0,0 mode: --/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d80 expref: 267 pid: 13591 timeout: 1203 lvb_type: 0 00010000:00010000:3.0:1763335110.083005:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c4880a00) 00010000:00010000:3.0:1763335110.083010:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b5400757771a lrc: 3/0,1 mode: --/CW res: [0x240000405:0x200:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335110.083026:0:6516:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b5400757771a lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x200:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335110.083033:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b5400757771a lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x200:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335110.083072:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335110.083236:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5228380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:2427:x1848989814845696:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 335us (2129us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335110.083268:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3223 00010000:00010000:2.0:1763335110.083515:0:6532:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b5400757771a lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x200:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.083531:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b5400757771a lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x200:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:2.0:1763335110.083569:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x200:0x0]: returning size 5 00010000:00010000:2.0:1763335110.083730:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577713 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x200:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881da3 expref: 267 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.083747:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b5400757771a lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x200:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881da3 expref: 266 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.083754:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c4880a00) 00010000:00010000:2.0:1763335110.083757:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763335110.083760:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7e00, rc 0) 00000100:00100000:2.0:1763335110.083799:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c522ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:56997:x1848989814845568:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 11175us (12365us total) trans 4294973354 rc 0/0 00000100:00100000:2.0:1763335110.083810:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9788 00000100:00100000:1.0:1763335110.088154:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.089885:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.090247:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814845824 00000100:00100000:2.0:1763335110.090258:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814845824 00000100:00100000:2.0:1763335110.090329:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814845952 00000100:00100000:2.0:1763335110.090333:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814845952 00000100:00100000:2.0:1763335110.090363:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9789 00000100:00100000:2.0:1763335110.090374:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5228e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:56998:x1848989814845824:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:2.0:1763335110.090400:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335110.090424:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577728 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881daa expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.090501:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b5400757772f lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335110.090515:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b5400757772f lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.090525:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b5400757772f lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.090538:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577736 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335110.090544:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577736 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.090550:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577736 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000100:00100000:3.0:1763335110.090581:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9790 00000100:00100000:3.0:1763335110.090591:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5229500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:56997:x1848989814845952:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335110.090599:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335110.090609:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757773d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881db1 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.090619:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577744 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335110.090634:0:6532:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b5400757771a lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x200:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881da3 expref: 269 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.090642:0:6532:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577744 lrc: 4/1,0 mode: --/PR res: [0x240000405:0x200:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.090675:0:6532:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b5400757771a lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x200:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881da3 expref: 269 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.090682:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b5400757774b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335110.090687:0:6532:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b5400757771a lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x200:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881da3 expref: 269 pid: 6532 timeout: 1203 lvb_type: 0 00010000:00010000:3.0:1763335110.090697:0:13840:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b5400757774b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x200:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00000100:00100000:2.0:1763335110.090700:0:6532:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6eb6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826109568:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335110.090703:0:13840:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b5400757774b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x200:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000100:00100000:2.0:1763335110.090794:0:6532:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f16bdcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335110.094018:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.094151:0:6532:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6eb6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826109568:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335110.094176:0:6532:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577744 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x200:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000100:00100000:3.0:1763335110.094257:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814846080 00000100:00100000:3.0:1763335110.094264:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814846080 00010000:00010000:3.0:1763335110.094309:0:6516:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b5400757771a lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x200:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881da3 expref: 270 pid: 6532 timeout: 1203 lvb_type: 0 00000100:00100000:3.0:1763335110.094547:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3224 00000100:00100000:3.0:1763335110.094558:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5228a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:2427:x1848989814846080:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335110.094577:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335110.094585:0:6516:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b5400757771a lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x200:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881da3 expref: 270 pid: 6532 timeout: 1203 lvb_type: 0 00010000:00010000:3.0:1763335110.094606:0:6516:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b5400757771a lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x200:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881da3 expref: 270 pid: 6532 timeout: 1203 lvb_type: 0 00010000:00010000:3.0:1763335110.094635:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b5400757771a lrc: 0/0,0 mode: --/CW res: [0x240000405:0x200:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881da3 expref: 270 pid: 6532 timeout: 1203 lvb_type: 0 00010000:00010000:3.0:1763335110.094655:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c4880a00) 00010000:00010000:3.0:1763335110.094659:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577744 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x200:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335110.094669:0:6516:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577744 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335110.094683:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577744 lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335110.094692:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b5400757774b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x200:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335110.094703:0:6516:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b5400757774b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335110.094709:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b5400757774b lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335110.094772:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335110.094782:0:13840:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b5400757774b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335110.094789:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b5400757774b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000100:00100000:3.0:1763335110.094821:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5228a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:2427:x1848989814846080:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 266us (813us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335110.094839:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3224 00000004:00200000:0.0:1763335110.094863:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x200:0x0]: returning size 5 00000004:00200000:0.0:1763335110.094868:0:13840:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335110.094886:0:13840:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b5400757774b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335110.094917:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b5400757773d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x200:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881db1 expref: 269 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.094932:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b5400757774b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881db1 expref: 268 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.094939:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c4880a00) 00010000:00010000:0.0:1763335110.094941:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335110.094944:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95fe00, rc 0) 00000100:00100000:0.0:1763335110.094987:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5229500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:56997:x1848989814845952:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 4398us (5110us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335110.094994:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9790 00010000:00010000:1.0:1763335110.095002:0:6532:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577744 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.095014:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577744 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:1.0:1763335110.095042:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x200:0x0]: returning size 5 00000004:00200000:1.0:1763335110.095045:0:6532:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335110.095055:0:6532:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577744 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.095072:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577744 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.095081:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b5400757772f lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.095099:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b5400757772f lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.095105:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b5400757772f lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.095115:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b5400757772f lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.095121:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed6000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335110.095124:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b5400757772f lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.095132:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b5400757772f lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.095146:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4880300) 00010000:00010000:1.0:1763335110.095149:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335110.095152:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b5400757772f lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.095159:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b5400757772f lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.095176:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577736 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.095181:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577736 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.095186:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577736 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.095190:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335110.095198:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577736 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.095203:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577736 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.095210:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4880200) 00010000:00010000:1.0:1763335110.095212:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335110.095214:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577736 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.095219:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577736 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.095257:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577728 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881daa expref: 268 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.095270:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577744 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881daa expref: 267 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.095282:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c4880a00) 00010000:00010000:1.0:1763335110.095284:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335110.095286:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7800, rc 0) 00000100:00100000:1.0:1763335110.095345:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5228e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:56998:x1848989814845824:12345-192.168.204.57@tcp:101:rm.0 Request processed in 4974us (7202us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335110.095357:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9789 00000100:00100000:1.0:1763335110.099036:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.099870:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814846336 00000100:00100000:2.0:1763335110.099882:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814846336 00000100:00100000:2.0:1763335110.099945:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9791 00000100:00100000:2.0:1763335110.099956:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c522a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:56997:x1848989814846336:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335110.099977:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335110.099999:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577752 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881db8 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.100146:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007577759 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335110.100169:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007577759 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x200:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.100180:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007577759 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x200:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:2.0:1763335110.100199:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x200:0x0]: returning size 5 00010000:00010000:2.0:1763335110.100363:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577752 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x200:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881db8 expref: 270 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.100382:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007577759 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x200:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881db8 expref: 269 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.100391:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c4880a00) 00010000:00010000:2.0:1763335110.100394:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763335110.100398:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed6a00, rc 0) 00000100:00100000:2.0:1763335110.101562:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c522a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:56997:x1848989814846336:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1602us (2535us total) trans 4294973355 rc 0/0 00000100:00100000:2.0:1763335110.101571:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9791 00000100:00100000:3.0:1763335110.107232:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335110.108596:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335110.109690:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814846592 00000100:00100000:0.0:1763335110.109702:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814846592 00000100:00100000:0.0:1763335110.109765:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814846720 00000100:00100000:0.0:1763335110.109768:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814846720 00000100:00100000:0.0:1763335110.109803:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9792 00000100:00100000:0.0:1763335110.109813:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:56998:x1848989814846592:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:0.0:1763335110.109880:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1763335110.109908:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007577672 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x200:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d72 expref: 270 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.109930:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577744 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881daa expref: 269 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.109945:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b5400757774b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881db1 expref: 268 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.109955:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577656 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x200:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d64 expref: 267 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.109965:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c4880a00) 00010000:00010000:0.0:1763335110.109971:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335110.110011:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007577767 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335110.110024:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007577767 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335110.110032:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007577767 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335110.110044:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b5400757776e lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335110.110055:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b5400757776e lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335110.110061:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b5400757776e lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335110.110142:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b54007577775 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335110.110151:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b54007577775 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x200:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335110.110158:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b54007577775 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x200:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000100:00100000:1.0:1763335110.111379:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9793 00000100:00100000:1.0:1763335110.111397:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:56997:x1848989814846720:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335110.111417:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335110.111432:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b5400757777c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881dbf expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1763335110.113346:0:13840:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000405:0x200:0x0] is inserted into orphan list, open count = 2 00010000:00010000:0.0:1763335110.113481:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b54007577775 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x200:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335110.113492:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b54007577775 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x200:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335110.113499:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b54007577775 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x200:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335110.113505:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffbbea00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335110.113509:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b54007577775 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x200:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335110.113517:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b54007577775 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x200:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335110.113531:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c4880a00) 00010000:00010000:0.0:1763335110.113535:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763335110.113540:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b54007577775 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x200:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335110.113546:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b54007577775 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x200:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335110.113563:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007577767 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335110.113570:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007577767 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335110.113576:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007577767 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335110.113581:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007577767 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335110.113586:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffbbf600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335110.113588:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007577767 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335110.113594:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007577767 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335110.113600:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881a00) 00010000:00010000:0.0:1763335110.113602:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335110.113605:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007577767 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335110.113611:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b54007577767 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000004:00010000:0.0:1763335110.113625:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000eb690c20 reply state 0000000090648baa transno 4294973356 ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b5400757776e lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335110.113636:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b5400757776e lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335110.113643:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881200) 00010000:00010000:0.0:1763335110.113646:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335110.113648:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335110.113743:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:56998:x1848989814846592:12345-192.168.204.57@tcp:36:rm.0 Request processed in 3928us (6517us total) trans 4294973356 rc 0/0 00000100:00100000:0.0:1763335110.113752:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9792 00010000:00010000:1.0:1763335110.114713:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b5400757777c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881dbf expref: 268 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.114730:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b5400757777c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881dbf expref: 268 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.114751:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c4880a00) 00010000:00010000:1.0:1763335110.114754:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763335110.114757:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fae200, rc 0) 00000100:00100000:1.0:1763335110.114809:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:56997:x1848989814846720:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 3420us (6217us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335110.114816:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9793 00000100:00100000:2.0:1763335110.122913:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335110.124897:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814846848 00000100:00100000:0.0:1763335110.124912:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814846848 00000100:00100000:1.0:1763335110.125800:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6778 00000100:00100000:1.0:1763335110.125811:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2427:x1848989814846848:12345-192.168.204.57@tcp:1:lfs.0 00010000:00010000:1.0:1763335110.125872:0:35240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577783 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.125893:0:35240:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e600/0x3ec0b540075776e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d87 expref: 17 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.125902:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335110.125904:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335110.125907:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577783 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.125942:0:35240:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e600/0x3ec0b540075776e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d87 expref: 17 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.125956:0:35240:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e600/0x3ec0b540075776e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d87 expref: 17 pid: 28961 timeout: 1203 lvb_type: 0 00000100:00100000:1.0:1763335110.125971:0:35240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5229c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35240:1848989826109696:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335110.126066:0:35240:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c70533c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335110.131011:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335110.131227:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814846976 00000100:00100000:3.0:1763335110.131239:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814846976 00002000:00100000:3.0:1763335110.131291:0:23997:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000400:0x276:0x0] (0->4) req@ffff9000c6eb4a80 x1848989814846976/t0(0) o4->357649f3-b5ed-4e47-9c16-69abcfcf3637@192.168.204.57@tcp:156/0 lens 496/0 e 0 to 0 dl 1763335121 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335110.131301:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c6eb4a80 with x1848989814846976 ext(0->4) 00010000:00010000:3.0:1763335110.131310:0:23997:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e600/0x3ec0b540075776e2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d87 expref: 18 pid: 28961 timeout: 1203 lvb_type: 0 00010000:00010000:3.0:1763335110.131358:0:23997:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e600/0x3ec0b540075776e2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d87 expref: 18 pid: 28961 timeout: 1203 lvb_type: 0 00002000:00010000:3.0:1763335110.131366:0:23997:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9000c6eb4a80 00000100:00100000:3.0:1763335110.131395:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 113 00000100:00100000:3.0:1763335110.131468:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2427:x1848989814846976:12345-192.168.204.57@tcp:4:bash.0 00000100:00100000:3.0:1763335110.132262:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:2427:x1848989814846976:12345-192.168.204.57@tcp:4:bash.0 Request processed in 853us (1258us total) trans 17179871701 rc 0/0 00000100:00100000:3.0:1763335110.132273:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 113 00002000:00100000:3.0:1763335110.132282:0:23997:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000400:0x276:0x0] (0->4) req@ffff9000c6eb4a80 x1848989814846976/t17179871701(0) o4->357649f3-b5ed-4e47-9c16-69abcfcf3637@192.168.204.57@tcp:156/0 lens 496/448 e 0 to 0 dl 1763335121 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763335110.132292:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c6eb4a80 with x1848989814846976 ext(0->4) 00010000:00010000:3.0:1763335110.132299:0:23997:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e600/0x3ec0b540075776e2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d87 expref: 20 pid: 28961 timeout: 1203 lvb_type: 0 00010000:00010000:3.0:1763335110.132336:0:23997:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e600/0x3ec0b540075776e2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d87 expref: 20 pid: 28961 timeout: 1203 lvb_type: 0 00002000:00010000:3.0:1763335110.132350:0:23997:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9000c6eb4a80 00000100:00100000:1.0:1763335110.132873:0:35240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5229c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35240:1848989826109696:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335110.132904:0:35240:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577783 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335110.136755:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.136870:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814847104 00000100:00100000:1.0:1763335110.136881:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814847104 00000100:00100000:1.0:1763335110.138621:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9794 00000100:00100000:1.0:1763335110.138643:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:56999:x1848989814847104:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335110.138670:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335110.138695:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b5400757778a lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881dc6 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.138767:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577791 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335110.138782:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577791 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.138793:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577791 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.138804:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007577798 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335110.138812:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007577798 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.138818:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007577798 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.138873:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577791 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.138881:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577791 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.138887:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577791 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.138893:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577791 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.138899:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faf200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335110.138904:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577791 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.138910:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577791 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.138922:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c35efa00) 00010000:00010000:1.0:1763335110.138925:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335110.138930:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577791 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.138936:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577791 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.138949:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007577798 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.138955:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007577798 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.138960:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007577798 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.138965:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fae000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335110.138968:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007577798 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.138974:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007577798 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.138980:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881200) 00010000:00010000:1.0:1763335110.138983:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335110.138986:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007577798 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.138991:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007577798 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.139018:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b5400757778a lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881dc6 expref: 269 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.139028:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c35efa00) 00010000:00010000:1.0:1763335110.139030:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335110.139034:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b5400757778a lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881dc6 expref: 269 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.139046:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faec00, rc 0) 00000100:00100000:1.0:1763335110.139109:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:56999:x1848989814847104:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 477us (2364us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335110.139117:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9794 00000100:00100000:0.0:1763335110.143098:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335110.143185:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814847232 00000100:00100000:3.0:1763335110.143196:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814847232 00000100:00100000:3.0:1763335110.143259:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9795 00000100:00100000:3.0:1763335110.143269:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:56999:x1848989814847232:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335110.143290:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335110.143337:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757779f lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881dcd expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.143405:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075777a6 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335110.143418:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075777a6 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335110.143427:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075777a6 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335110.143437:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075777ad lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335110.143443:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075777ad lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335110.143449:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075777ad lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.143516:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075777a6 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.143525:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075777a6 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.143532:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075777a6 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.143543:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075777a6 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.143548:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335110.143553:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075777a6 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.143560:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075777a6 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.143572:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f6163b00) 00010000:00010000:2.0:1763335110.143574:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335110.143579:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075777a6 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.143585:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075777a6 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.143596:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075777ad lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.143602:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075777ad lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.143607:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075777ad lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.143612:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335110.143614:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075777ad lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.143620:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075777ad lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.143630:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881200) 00010000:00010000:2.0:1763335110.143633:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335110.143636:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075777ad lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.143641:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075777ad lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.143667:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757779f lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881dcd expref: 269 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.143677:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f6163b00) 00010000:00010000:2.0:1763335110.143679:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335110.143682:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757779f lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881dcd expref: 269 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.143693:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc184000, rc 0) 00000100:00100000:2.0:1763335110.143762:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:56999:x1848989814847232:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 494us (674us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335110.143769:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9795 00000100:00100000:2.0:1763335110.153820:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.154306:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335110.154371:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814847488 00000100:00100000:3.0:1763335110.154383:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814847488 00010000:00010000:3.0:1763335110.154429:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e600/0x3ec0b540075776e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d87 expref: 20 pid: 28961 timeout: 1203 lvb_type: 0 00000100:00100000:3.0:1763335110.154481:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3225 00000100:00100000:3.0:1763335110.154491:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:2426:x1848989814847488:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335110.154507:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1763335110.154524:0:7458:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x276:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:3.0:1763335110.154527:0:7458:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x276:0x0] updating lvb atime from disk: 0 -> 1763335110 00002000:00010000:3.0:1763335110.154530:0:7458:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x276:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1763335110.154535:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e600/0x3ec0b540075776e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d87 expref: 20 pid: 28961 timeout: 1203 lvb_type: 0 00010000:00010000:3.0:1763335110.154548:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e600/0x3ec0b540075776e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d87 expref: 20 pid: 28961 timeout: 1203 lvb_type: 0 00010000:00010000:3.0:1763335110.154575:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e600/0x3ec0b540075776e2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d87 expref: 20 pid: 28961 timeout: 1203 lvb_type: 0 00010000:00010000:3.0:1763335110.154594:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335110.154596:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335110.154601:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577783 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.154611:0:7458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577783 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.154647:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335110.154685:0:35240:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577783 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.154698:0:35240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577783 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335110.154704:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2426:x1848989814847488:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 212us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335110.154718:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3225 00010000:00010000:0.0:1763335110.154727:0:35240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577783 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.154736:0:35240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577783 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.154744:0:35240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577783 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.154751:0:35240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fae800 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335110.154760:0:35240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577783 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.154769:0:35240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577783 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.154782:0:35240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577783 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.154789:0:35240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577783 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335110.154847:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2427:x1848989814846848:12345-192.168.204.57@tcp:1:lfs.0 Request processed in 29038us (31943us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335110.154856:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6778 00000100:00100000:1.0:1763335110.155182:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814847360 00000100:00100000:1.0:1763335110.155189:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814847360 00000100:00100000:1.0:1763335110.155231:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9796 00000100:00100000:1.0:1763335110.155240:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:56999:x1848989814847360:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335110.155255:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335110.155272:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b540075777b4 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881dd4 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.155344:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b540075777bb lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335110.155357:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b540075777bb lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.155366:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b540075777bb lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:1.0:1763335110.155408:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1763335110.155413:0:7841:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763335110.155441:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b540075777b4 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881dd4 expref: 270 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.155455:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b540075777bb lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881dd4 expref: 269 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.155463:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c35efa00) 00010000:00010000:1.0:1763335110.155466:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763335110.155469:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fae000, rc 0) 00000100:00100000:1.0:1763335110.159673:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:56999:x1848989814847360:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 4418us (5845us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335110.159689:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9796 00000100:00100000:2.0:1763335110.162805:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.163087:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814847744 00000100:00100000:1.0:1763335110.163110:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814847744 00000100:00100000:1.0:1763335110.163229:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9797 00000100:00100000:1.0:1763335110.163262:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:56997:x1848989814847744:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:1.0:1763335110.163391:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335110.163536:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b5400757777c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881dbf expref: 269 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.163570:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c4880a00) 00010000:00010000:1.0:1763335110.163598:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335110.163645:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075777c2 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335110.163674:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075777c2 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.163718:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075777c2 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000040:00080000:1.0:1763335110.164017:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1557, 88 off130200 00000004:00080000:1.0:1763335110.164025:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1103143710207ns, next at 1103232773411ns, rc = 0 00000040:00080000:1.0:1763335110.164070:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1556, 88 off130200 00000004:00080000:1.0:1763335110.164075:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1103143760577ns, next at 1103232803796ns, rc = 0 00000040:00080000:1.0:1763335110.164108:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1557, 88 off130288 00000004:00080000:1.0:1763335110.164113:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1103143798372ns, next at 1103232803796ns, rc = 0 00000040:00080000:1.0:1763335110.164124:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1558, 88 off130288 00000004:00080000:1.0:1763335110.164129:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1103143814757ns, next at 1103232773411ns, rc = 0 00000100:00100000:0.0:1763335110.170746:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.170869:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814847872 00000100:00100000:2.0:1763335110.170880:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814847872 00000100:00100000:2.0:1763335110.170952:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9798 00000100:00100000:2.0:1763335110.170964:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:56999:x1848989814847872:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335110.170984:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335110.171005:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b540075777c9 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881ddb expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.171075:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b540075777d0 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335110.171089:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b540075777d0 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.171100:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b540075777d0 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.171110:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075777d7 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335110.171116:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075777d7 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.171122:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075777d7 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.171156:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b540075777d0 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.171163:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b540075777d0 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.171168:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b540075777d0 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.171174:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b540075777d0 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.171179:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335110.171183:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b540075777d0 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.171190:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b540075777d0 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.171200:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c35efa00) 00010000:00010000:2.0:1763335110.171204:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335110.171208:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b540075777d0 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.171215:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b540075777d0 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.171228:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075777d7 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.171234:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075777d7 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.171239:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075777d7 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.171244:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335110.171247:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075777d7 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.171252:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075777d7 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.171258:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881200) 00010000:00010000:2.0:1763335110.171261:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335110.171263:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075777d7 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.171269:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075777d7 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.171294:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b540075777c9 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ddb expref: 271 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.171303:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c35efa00) 00010000:00010000:2.0:1763335110.171306:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335110.171310:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b540075777c9 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ddb expref: 271 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.171362:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7a00, rc 0) 00000001:00080000:1.0:1763335110.171419:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973357 is committed 00000004:00080000:1.0:1763335110.171426:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1018 committed 00000004:00080000:1.0:1763335110.171433:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1021 committed 00000004:00080000:1.0:1763335110.171439:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1020 committed 00000004:00080000:1.0:1763335110.171441:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1017 committed 00000004:00010000:1.0:1763335110.171495:0:7841:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000032e83be9 reply state 000000006884fecd transno 4294973357 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075777c2 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.171509:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075777c2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.171516:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c4880a00) 00010000:00010000:1.0:1763335110.171519:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1763335110.171522:0:7841:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763335110.171528:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b5400757776e lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335110.171536:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b5400757776e lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335110.171542:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b5400757776e lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335110.171546:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffbbf200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335110.171549:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b5400757776e lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335110.171555:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b5400757776e lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335110.171566:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881200) 00010000:00010000:0.0:1763335110.171569:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335110.171572:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b5400757776e lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335110.171577:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b5400757776e lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00080000:1.0:1763335110.171578:0:7841:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1763335110.171595:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56997:x1848989814847744:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 8356us (8800us total) trans 4294973357 rc 0/0 00000100:00100000:1.0:1763335110.171604:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9797 00010000:00010000:1.0:1763335110.171631:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075777c2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.171640:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075777c2 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.171646:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075777c2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.171652:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faf200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335110.171655:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075777c2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.171661:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075777c2 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.171672:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c4880a00) 00010000:00010000:1.0:1763335110.171676:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763335110.171679:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075777c2 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.171685:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075777c2 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000100:00100000:0.0:1763335110.171685:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763335110.171702:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e7d6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826109824:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335110.171753:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335110.171790:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763335110.171801:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6d97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826110208:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335110.171813:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e7d6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826109952:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335110.171850:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335110.171866:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e5eb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826110080:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335110.171885:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826109824 00000100:00100000:3.0:1763335110.171891:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826109824 00000100:00100000:0.0:1763335110.171894:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335110.171922:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826110208 00000100:00100000:3.0:1763335110.171926:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826110208 00000100:00100000:0.0:1763335110.171935:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826110080 00000100:00100000:0.0:1763335110.171941:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826110080 00000100:00100000:3.0:1763335110.171947:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6779 00000100:00100000:3.0:1763335110.171956:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+17:3666:x1848989826109824:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335110.171971:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6780 00000100:00100000:0.0:1763335110.171981:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+51:3667:x1848989826110208:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335110.172101:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+18:3666:x1848989826109824:12345-0@lo:2:osp-syn-1-1.0 Request processed in 148us (348us total) trans 17179871702 rc 0/0 00000100:00100000:0.0:1763335110.172108:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+52:3667:x1848989826110208:12345-0@lo:2:osp-syn-0-1.0 Request processed in 127us (256us total) trans 21474838993 rc 0/0 00000100:00100000:3.0:1763335110.172113:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6779 00000100:00100000:0.0:1763335110.172121:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6780 00000100:00100000:3.0:1763335110.172134:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6781 00000100:00100000:3.0:1763335110.172143:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+51:3665:x1848989826110080:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335110.172155:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335110.172179:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826109952 00000100:00100000:0.0:1763335110.172184:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826109952 00002000:00010000:3.0:1763335110.172195:0:28961:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x274:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335110.172199:0:28961:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x274:0x0] updating lvb mtime from disk: 1763335110 -> 1763335110 00002000:00010000:3.0:1763335110.172202:0:28961:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x274:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335110.172205:0:28961:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x274:0x0] updating lvb ctime from disk: 1763335110 -> 1763335110 00000100:00100000:0.0:1763335110.172207:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6782 00002000:00010000:3.0:1763335110.172209:0:28961:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x274:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335110.172216:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+18:3664:x1848989826109952:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335110.172241:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+52:3665:x1848989826110080:12345-0@lo:2:osp-syn-0-1.0 Request processed in 100us (349us total) trans 21474838994 rc 0/0 00000100:00100000:3.0:1763335110.172248:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6781 00000100:00100000:0.0:1763335110.172300:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+19:3664:x1848989826109952:12345-0@lo:2:osp-syn-1-1.0 Request processed in 84us (144us total) trans 17179871703 rc 0/0 00000100:00100000:0.0:1763335110.172306:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6782 00000004:00080000:0.0:1763335110.172364:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001e5eb3480/2, rc 0, transno 21474838994 00000100:00100000:0.0:1763335110.172369:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e5eb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826110080:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763335110.172383:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001e7d6c380/2, rc 0, transno 17179871703 00000100:00100000:0.0:1763335110.172386:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e7d6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826109952:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763335110.172395:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6d97b80/2, rc 0, transno 21474838993 00000100:00100000:0.0:1763335110.172398:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6d97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826110208:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335110.172479:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56999:x1848989814847872:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 458us (685us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335110.172487:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9798 00000004:00080000:0.0:1763335110.173764:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001e7d6f800/2, rc 0, transno 17179871702 00000100:00100000:0.0:1763335110.173774:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e7d6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826109824:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763335110.175173:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335110.175368:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335110.175624:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814848000 00000100:00100000:0.0:1763335110.175635:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814848000 00000100:00100000:0.0:1763335110.175688:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814848256 00000100:00100000:0.0:1763335110.175692:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814848256 00000100:00100000:1.0:1763335110.175707:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9799 00000100:00100000:1.0:1763335110.175719:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56997:x1848989814848000:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335110.175744:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335110.175766:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b540075777de lrc: 2/0,0 mode: --/CR res: [0x240000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881de2 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.175834:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b540075777de lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881de2 expref: 263 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.175851:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b540075777de lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881de2 expref: 263 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.175871:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c4880a00) 00010000:00010000:1.0:1763335110.175874:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763335110.175878:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fae200, rc 0) 00000100:00100000:1.0:1763335110.175946:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56997:x1848989814848000:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 229us (779us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335110.176424:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9800 00000100:00100000:0.0:1763335110.176434:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+263:56999:x1848989814848256:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335110.176444:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335110.176446:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763335110.176464:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b540075777bb lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881dd4 expref: 263 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.176478:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c35efa00) 00010000:00010000:0.0:1763335110.176485:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335110.176495:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b540075777e5 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881de9 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.176581:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b540075777ec lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335110.176591:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b540075777ec lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.176598:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b540075777ec lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.176608:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b540075777f3 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335110.176614:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b540075777f3 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.176619:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b540075777f3 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000100:00100000:1.0:1763335110.176726:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9799 00010000:00010000:0.0:1763335110.177023:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b540075777fa lrc: 3/1,0 mode: --/PR res: [0x240000405:0x201:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335110.177032:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b540075777fa lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.177039:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b540075777fa lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:0.0:1763335110.177048:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x201:0x0]: returning size 0 00010000:00010000:0.0:1763335110.177072:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b540075777ec lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.177078:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b540075777ec lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.177083:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b540075777ec lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.177090:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b540075777ec lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.177095:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffbbea00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335110.177099:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b540075777ec lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.177106:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b540075777ec lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.177113:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881a00) 00010000:00010000:0.0:1763335110.177116:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335110.177119:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b540075777ec lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.177124:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b540075777ec lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000004:00010000:0.0:1763335110.177135:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000059faf59d reply state 000000006b744202 transno 4294973358 ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b540075777f3 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.177144:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b540075777f3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.177149:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881f00) 00010000:00010000:0.0:1763335110.177152:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335110.177154:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763335110.177180:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b540075777e5 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881de9 expref: 264 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.177193:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b540075777fa lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881de9 expref: 263 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.177199:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x201:0x0].0x0 (ffff9000c4881e00) 00010000:00010000:0.0:1763335110.177202:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335110.177204:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c4664800, rc 0) 00000100:00100000:0.0:1763335110.177260:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56999:x1848989814848256:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 828us (1892us total) trans 4294973358 rc 0/0 00000100:00100000:0.0:1763335110.177266:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9800 00000100:00100000:3.0:1763335110.179604:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.180152:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814848384 00000100:00100000:2.0:1763335110.180162:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814848384 00000100:00100000:2.0:1763335110.180221:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9801 00000100:00100000:2.0:1763335110.180230:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56997:x1848989814848384:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335110.180248:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335110.180268:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577808 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881df0 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.180361:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b5400757780f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335110.180376:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b5400757780f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.180387:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b5400757780f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:2.0:1763335110.180432:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x200:0x0]: returning size 5 00000004:00200000:2.0:1763335110.180436:0:13840:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335110.180452:0:13840:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b5400757780f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.180477:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577808 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x200:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881df0 expref: 266 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.180493:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b5400757780f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881df0 expref: 265 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.180501:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c4880a00) 00010000:00010000:2.0:1763335110.180504:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1763335110.180507:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7200, rc 0) 00000100:00100000:2.0:1763335110.180565:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56997:x1848989814848384:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 336us (971us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335110.180572:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9801 00000100:00100000:3.0:1763335110.184487:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.184726:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814848512 00000100:00100000:1.0:1763335110.184736:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814848512 00000100:00100000:1.0:1763335110.184793:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6783 00000100:00100000:1.0:1763335110.184803:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2429:x1848989814848512:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335110.184820:0:35240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335110.184849:0:35240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577816 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881df7 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335110.184870:0:35240:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x276:0x0] initial LVB size: 5, mtime: 0x691a5bc6, atime: 0x691a5bc6, ctime: 0x691a5bc6, blocks: 0x8 00010000:00010000:1.0:1763335110.184888:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335110.184890:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335110.184900:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577816 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881df7 expref: 19 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335110.184914:0:35240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577816 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881df7 expref: 19 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335110.184926:0:35240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faec00, rc 0) 00000100:00100000:1.0:1763335110.184978:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2429:x1848989814848512:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 176us (499us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335110.184986:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6783 00000100:00100000:0.0:1763335110.185668:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335110.185718:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814848768 00000100:00100000:3.0:1763335110.185724:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814848768 00000100:00100000:3.0:1763335110.185761:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9802 00000100:00100000:3.0:1763335110.185770:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7832300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56999:x1848989814848768:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335110.185787:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335110.185802:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b5400757781d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x201:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881dfe expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.186004:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577824 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x201:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335110.186021:0:13591:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b540075777fa lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881de9 expref: 266 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.186030:0:13591:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577824 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x201:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.186060:0:13591:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b540075777fa lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881de9 expref: 266 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.186073:0:13591:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b540075777fa lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881de9 expref: 266 pid: 13591 timeout: 1203 lvb_type: 0 00000100:00100000:2.0:1763335110.186087:0:13591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6eb5500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826110336:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335110.186149:0:13591:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f16bdcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335110.194775:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.194900:0:13591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6eb5500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826110336:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335110.194925:0:13591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577824 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x201:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000100:00100000:3.0:1763335110.195214:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814848896 00000100:00100000:3.0:1763335110.195221:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814848896 00010000:00010000:3.0:1763335110.195256:0:6516:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b540075777fa lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881de9 expref: 267 pid: 13591 timeout: 1203 lvb_type: 0 00000100:00100000:3.0:1763335110.195293:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3226 00000100:00100000:3.0:1763335110.195302:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001da314c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:2427:x1848989814848896:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335110.195361:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335110.195368:0:6516:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b540075777fa lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881de9 expref: 267 pid: 13591 timeout: 1203 lvb_type: 0 00010000:00010000:3.0:1763335110.195380:0:6516:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b540075777fa lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881de9 expref: 267 pid: 13591 timeout: 1203 lvb_type: 0 00010000:00010000:3.0:1763335110.195403:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b540075777fa lrc: 0/0,0 mode: --/PR res: [0x240000405:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881de9 expref: 267 pid: 13591 timeout: 1203 lvb_type: 0 00010000:00010000:3.0:1763335110.195418:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x201:0x0].0x0 (ffff9000c4881e00) 00010000:00010000:3.0:1763335110.195424:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577824 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x201:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.195436:0:6516:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577824 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x201:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.195443:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577824 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x201:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.195459:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335110.195513:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001da314c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:2427:x1848989814848896:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 212us (750us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335110.195520:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3226 00010000:00010000:0.0:1763335110.195638:0:13591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577824 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.195645:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577824 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:0.0:1763335110.195668:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x201:0x0]: returning size 0 00000004:00080000:0.0:1763335110.195844:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x276:0x0], index 0: 0 00000004:00080000:0.0:1763335110.195852:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x278:0x0], index 1: 0 00000004:00080000:0.0:1763335110.195855:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x279:0x0], index 1: 0 00000004:00080000:0.0:1763335110.195859:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x277:0x0], index 0: 0 00010000:00010000:0.0:1763335110.195956:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577824 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.195963:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577824 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.195970:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577824 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.195975:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed6800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335110.195979:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577824 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.195986:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577824 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.195996:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x201:0x0].0x0 (ffff9000c4881e00) 00010000:00010000:0.0:1763335110.195998:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335110.196002:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577824 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.196008:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577824 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x201:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.196052:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b5400757781d lrc: 1/0,0 mode: --/CR res: [0x240000405:0x201:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881dfe expref: 266 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.196060:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x201:0x0].0x0 (ffff9000c4881e00) 00010000:00010000:0.0:1763335110.196062:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763335110.196066:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b5400757781d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x201:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881dfe expref: 266 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.196079:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95e600, rc 0) 00000100:00100000:0.0:1763335110.196122:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7832300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56999:x1848989814848768:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 10355us (10456us total) trans 4294973359 rc 301/301 00000100:00100000:0.0:1763335110.196130:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9802 00000100:00100000:0.0:1763335110.198179:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335110.198305:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814849152 00000100:00100000:3.0:1763335110.198341:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814849152 00000100:00100000:2.0:1763335110.199043:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3382 00000100:00100000:2.0:1763335110.199056:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1610450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56999:x1848989814849152:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335110.199361:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1610450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:56999:x1848989814849152:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 307us (1191us total) trans 4294973360 rc 0/0 00000100:00100000:2.0:1763335110.199369:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3382 00000100:00100000:3.0:1763335110.202840:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.202920:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814849408 00000100:00100000:2.0:1763335110.202932:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814849408 00000100:00100000:2.0:1763335110.202992:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3383 00000100:00100000:2.0:1763335110.203001:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:56999:x1848989814849408:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335110.203227:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:56999:x1848989814849408:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 226us (404us total) trans 4294973361 rc 0/0 00000100:00100000:2.0:1763335110.203235:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3383 00000100:00100000:1.0:1763335110.215968:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335110.216067:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814849664 00000100:00100000:0.0:1763335110.216077:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814849664 00000100:00100000:0.0:1763335110.216196:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9803 00000100:00100000:0.0:1763335110.216206:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5229c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:55956:x1848989814849664:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335110.216229:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335110.216249:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007577832 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881e05 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.216454:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007577839 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335110.216468:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007577839 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.216478:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007577839 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.216488:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007577840 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335110.216496:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007577840 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.216502:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007577840 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.216555:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b54007577847 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x201:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335110.216561:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b54007577847 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.216568:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b54007577847 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:0.0:1763335110.216578:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x201:0x0]: returning size 0 00010000:00010000:0.0:1763335110.216659:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007577839 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.216666:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007577839 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.216676:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007577839 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.216682:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007577839 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.216688:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4664800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335110.216691:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007577839 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.216699:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007577839 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.216710:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4881e00) 00010000:00010000:0.0:1763335110.216713:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335110.216718:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007577839 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.216724:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664800/0x3ec0b54007577839 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.216737:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007577840 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.216742:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007577840 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.216747:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007577840 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.216752:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c4665e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335110.216754:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007577840 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.216763:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007577840 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.216769:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881f00) 00010000:00010000:0.0:1763335110.216772:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335110.216774:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007577840 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.216780:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4665e00/0x3ec0b54007577840 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.216814:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c4664c00/0x3ec0b54007577832 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e05 expref: 270 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.216842:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b54007577847 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e05 expref: 269 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.216849:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x201:0x0].0x0 (ffff9000c4881a00) 00010000:00010000:0.0:1763335110.216852:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335110.216854:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001ffbbe800, rc 0) 00000100:00100000:0.0:1763335110.216919:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5229c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:55956:x1848989814849664:12345-192.168.204.57@tcp:101:bash.0 Request processed in 714us (960us total) trans 4294973362 rc 0/0 00000100:00100000:0.0:1763335110.216926:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9803 00000100:00100000:0.0:1763335110.222485:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.222646:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814849792 00000100:00100000:1.0:1763335110.222657:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814849792 00000100:00100000:1.0:1763335110.222724:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9804 00000100:00100000:1.0:1763335110.222733:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7833100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:55956:x1848989814849792:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335110.222763:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335110.222786:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577855 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x201:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881e0c expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.222840:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b5400757785c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x201:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335110.222855:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b5400757785c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x201:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.222866:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b5400757785c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x201:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.222981:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577855 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x201:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e0c expref: 271 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.222997:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b5400757785c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x201:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e0c expref: 270 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.223005:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x201:0x0].0x0 (ffff9000c4881a00) 00010000:00010000:1.0:1763335110.223008:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763335110.223013:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faea00, rc 0) 00000100:00100000:1.0:1763335110.224684:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7833100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:55956:x1848989814849792:12345-192.168.204.57@tcp:101:bash.0 Request processed in 1943us (2201us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335110.224697:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9804 00000100:00100000:3.0:1763335110.227788:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.227950:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814850048 00000100:00100000:1.0:1763335110.227961:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814850048 00000100:00100000:1.0:1763335110.228022:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9805 00000100:00100000:1.0:1763335110.228032:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:55956:x1848989814850048:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:1.0:1763335110.228088:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335110.228115:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b54007577847 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e05 expref: 270 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.228142:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x201:0x0].0x0 (ffff9000c4881a00) 00010000:00010000:1.0:1763335110.228147:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335110.228365:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577863 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x201:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335110.228380:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577863 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.228389:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577863 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000001:00080000:1.0:1763335110.228430:0:13591:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973363 00000004:00010000:1.0:1763335110.228453:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000707b3b91 reply state 00000000e65cee48 transno 4294973364 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577863 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.228465:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577863 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x201:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.228471:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x201:0x0].0x0 (ffff9000c4881a00) 00010000:00010000:1.0:1763335110.228474:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335110.228477:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335110.228569:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:55956:x1848989814850048:12345-192.168.204.57@tcp:36:bash.0 Request processed in 538us (790us total) trans 4294973364 rc 0/0 00000100:00100000:1.0:1763335110.228577:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9805 00000020:00080000:1.0:1763335110.228583:0:13591:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763335110.232989:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335110.233943:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814850176 00000100:00100000:0.0:1763335110.233954:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814850176 00000100:00100000:0.0:1763335110.234018:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9806 00000100:00100000:0.0:1763335110.234028:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:55956:x1848989814850176:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335110.234054:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335110.234074:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b5400757786a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x201:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881e13 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.234135:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b5400757786a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x201:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e13 expref: 273 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.234149:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b5400757786a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x201:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e13 expref: 273 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.234168:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x201:0x0].0x0 (ffff9000c4881a00) 00010000:00010000:0.0:1763335110.234171:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335110.234175:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001ffbbf200, rc 0) 00000100:00100000:0.0:1763335110.234234:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:55956:x1848989814850176:12345-192.168.204.57@tcp:101:bash.0 Request processed in 206us (1255us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335110.234241:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9806 00000100:00100000:0.0:1763335110.237851:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.238211:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814850432 00000100:00100000:1.0:1763335110.238221:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814850432 00000100:00100000:1.0:1763335110.238284:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9807 00000100:00100000:1.0:1763335110.238294:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7833b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:55956:x1848989814850432:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335110.238345:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335110.238350:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763335110.238376:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b5400757786a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x201:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e13 expref: 273 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.238395:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x201:0x0].0x0 (ffff9000c4881a00) 00010000:00010000:1.0:1763335110.238400:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335110.238413:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577871 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x201:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881e1a expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.238463:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577878 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x201:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335110.238477:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577878 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x201:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.238486:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577878 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x201:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000040:00080000:1.0:1763335110.238708:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1558, 88 off130376 00000004:00080000:1.0:1763335110.238716:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1103218401450ns, next at 1103232803796ns, rc = 0 00000040:00080000:1.0:1763335110.238753:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1559, 88 off130376 00000004:00080000:1.0:1763335110.238759:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1103218443920ns, next at 1103232773411ns, rc = 0 00000040:00080000:1.0:1763335110.238781:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1560, 88 off130464 00000004:00080000:1.0:1763335110.238785:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1103218470301ns, next at 1103232773411ns, rc = 0 00000040:00080000:1.0:1763335110.238795:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1559, 88 off130464 00000004:00080000:1.0:1763335110.238798:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1103218483758ns, next at 1103232803796ns, rc = 0 00000001:00080000:2.0:1763335110.244179:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973365 is committed 00000004:00080000:2.0:1763335110.244193:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1023 committed 00000004:00080000:2.0:1763335110.244208:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1020 committed 00000004:00080000:2.0:1763335110.244216:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1019 committed 00000004:00080000:2.0:1763335110.244219:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1022 committed 00010000:00010000:2.0:1763335110.244305:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b540075777f3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.244334:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b540075777f3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.244343:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b540075777f3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.244349:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffbbf600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335110.244353:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b540075777f3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.244360:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b540075777f3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.244379:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4881f00) 00010000:00010000:2.0:1763335110.244383:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335110.244390:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b540075777f3 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.244397:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf600/0x3ec0b540075777f3 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.244424:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577863 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.244430:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577863 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.244435:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577863 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.244439:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fae400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335110.244441:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577863 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.244447:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577863 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.244453:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x201:0x0].0x0 (ffff9000c4881a00) 00010000:00010000:2.0:1763335110.244455:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335110.244458:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577863 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.244463:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577863 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000100:00100000:3.0:1763335110.244642:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763335110.244662:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c7830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826110848:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335110.244663:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c7831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826110592:0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1763335110.245400:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577878 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x201:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e1a expref: 265 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.245412:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x201:0x0].0x0 (ffff9000c4881a00) 00010000:00010000:1.0:1763335110.245415:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763335110.245429:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577871 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x201:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e1a expref: 265 pid: 13591 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763335110.245445:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577878 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x201:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e1a expref: 264 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.245475:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x201:0x0].0x0 (ffff9000c4881a00) 00010000:00010000:1.0:1763335110.245478:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763335110.245481:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faf000, rc 0) 00000100:00100000:0.0:1763335110.245567:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335110.245640:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7833b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:55956:x1848989814850432:12345-192.168.204.57@tcp:101:bash.0 Request processed in 7344us (7794us total) trans 4294973365 rc 0/0 00000100:00100000:0.0:1763335110.245640:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763335110.245651:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f15c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826110720:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335110.245655:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9807 00000100:00100000:0.0:1763335110.245683:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335110.245754:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826110592 00000100:00100000:0.0:1763335110.245760:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826110592 00000100:00100000:0.0:1763335110.245796:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826110720 00000100:00100000:0.0:1763335110.245799:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826110720 00000100:00100000:0.0:1763335110.245836:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6784 00000100:00100000:0.0:1763335110.245846:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+19:3664:x1848989826110592:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335110.245850:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6785 00000100:00100000:1.0:1763335110.245862:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+52:3664:x1848989826110720:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335110.245998:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+53:3664:x1848989826110720:12345-0@lo:2:osp-syn-0-1.0 Request processed in 138us (314us total) trans 21474838995 rc 0/0 00000100:00100000:1.0:1763335110.246005:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6785 00000100:00100000:0.0:1763335110.246056:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+20:3664:x1848989826110592:12345-0@lo:2:osp-syn-1-1.0 Request processed in 211us (489us total) trans 17179871704 rc 0/0 00000004:00080000:1.0:1763335110.246063:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f15c1180/2, rc 0, transno 21474838995 00000100:00100000:0.0:1763335110.246065:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6784 00000100:00100000:1.0:1763335110.246071:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f15c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826110720:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763335110.246101:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c7831180/2, rc 0, transno 17179871704 00000100:00100000:1.0:1763335110.246106:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c7831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826110592:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335110.246278:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335110.247132:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826110848 00000100:00100000:2.0:1763335110.247140:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826110848 00000100:00100000:3.0:1763335110.247760:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f15c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826110464:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335110.247815:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335110.247887:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826110464 00000100:00100000:3.0:1763335110.247893:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826110464 00000100:00100000:3.0:1763335110.247946:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6786 00000100:00100000:3.0:1763335110.247957:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f61ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+20:3666:x1848989826110848:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335110.248232:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f61ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+21:3666:x1848989826110848:12345-0@lo:2:osp-syn-1-1.0 Request processed in 277us (1952us total) trans 17179871705 rc 0/0 00000100:00100000:3.0:1763335110.248242:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6786 00000100:00100000:3.0:1763335110.248466:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6787 00000100:00100000:3.0:1763335110.248476:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+53:3666:x1848989826110464:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335110.248605:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+54:3666:x1848989826110464:12345-0@lo:2:osp-syn-0-1.0 Request processed in 130us (787us total) trans 21474838996 rc 0/0 00000100:00100000:3.0:1763335110.248614:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6787 00000004:00080000:3.0:1763335110.248672:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c7830000/2, rc 0, transno 17179871705 00000100:00100000:3.0:1763335110.248679:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c7830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826110848:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763335110.248697:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f15c1880/2, rc 0, transno 21474838996 00000100:00100000:3.0:1763335110.248703:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f15c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826110464:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335110.248763:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335110.248789:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814850560 00000100:00100000:3.0:1763335110.248793:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814850560 00000100:00100000:3.0:1763335110.248842:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6788 00000100:00100000:3.0:1763335110.248856:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:55956:x1848989814850560:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335110.248867:0:8725:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335110.248888:0:8725:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000cc95fe00/0x3ec0b5400757787f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881e21 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335110.248906:0:8725:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x276:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335110.248924:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335110.248927:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335110.248938:0:8725:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cc95fe00/0x3ec0b5400757787f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e21 expref: 25 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.248955:0:8725:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000cc95fe00/0x3ec0b5400757787f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e21 expref: 25 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.248970:0:8725:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95fe00, rc 0) 00000100:00100000:3.0:1763335110.249014:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:55956:x1848989814850560:12345-192.168.204.57@tcp:101:bash.0 Request processed in 164us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335110.249023:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6788 00000100:00100000:3.0:1763335110.251357:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.251390:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814850688 00000100:00100000:2.0:1763335110.251401:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814850688 00000100:00100000:2.0:1763335110.251453:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6789 00000100:00100000:2.0:1763335110.251463:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:55956:x1848989814850688:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335110.251479:0:8416:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335110.251497:0:8416:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577886 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881e28 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335110.251528:0:8416:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x278:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763335110.251547:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335110.251549:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335110.251557:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577886 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e28 expref: 20 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.251572:0:8416:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577886 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e28 expref: 20 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.251590:0:8416:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7a00, rc 0) 00000100:00100000:2.0:1763335110.251632:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:55956:x1848989814850688:12345-192.168.204.57@tcp:101:bash.0 Request processed in 172us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335110.251640:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6789 00000100:00100000:2.0:1763335110.259669:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.259711:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335110.259751:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814850816 00000100:00100000:0.0:1763335110.259752:0:16421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814850944 00000100:00100000:3.0:1763335110.259764:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814850816 00000100:00100000:0.0:1763335110.259764:0:16421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814850944 00002000:00010000:3.0:1763335110.259807:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/630 (0->18446744073709551615) 00002000:00010000:0.0:1763335110.259808:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/632 (0->18446744073709551615) 00002000:00100000:3.0:1763335110.259814:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c6eb6d80 with x1848989814850816 ext(0->18446744073709551615) 00002000:00100000:0.0:1763335110.259816:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c6eb5880 with x1848989814850944 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335110.259839:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c6eb6d80. 00002000:00010000:0.0:1763335110.259839:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c6eb5880. 00000100:00100000:0.0:1763335110.259879:0:16421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1656 00000100:00100000:3.0:1763335110.259888:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1657 00000100:00100000:0.0:1763335110.259893:0:16421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:2429:x1848989814850944:12345-192.168.204.57@tcp:10:bash.0 00000100:00100000:3.0:1763335110.259903:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:2429:x1848989814850816:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:0.0:1763335110.260071:0:16421:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x278:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335110.260076:0:16421:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x278:0x0] updating lvb mtime from disk: 0 -> 1763335110 00002000:00010000:0.0:1763335110.260079:0:16421:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x278:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335110.260081:0:16421:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x278:0x0] updating lvb ctime from disk: 0 -> 1763335110 00002000:00010000:0.0:1763335110.260084:0:16421:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x278:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335110.260136:0:16421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:2429:x1848989814850944:12345-192.168.204.57@tcp:10:bash.0 Request processed in 247us (424us total) trans 17179871706 rc 0/0 00000100:00100000:0.0:1763335110.260144:0:16421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1656 00002000:00010000:0.0:1763335110.260147:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/632 (0->18446744073709551615) 00002000:00100000:0.0:1763335110.260150:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c6eb5880 with x1848989814850944 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335110.260155:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c6eb5880. 00002000:00010000:3.0:1763335110.260185:0:23997:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x276:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335110.260189:0:23997:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x276:0x0] updating lvb mtime from disk: 0 -> 1763335110 00002000:00010000:3.0:1763335110.260191:0:23997:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x276:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335110.260194:0:23997:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x276:0x0] updating lvb ctime from disk: 0 -> 1763335110 00002000:00010000:3.0:1763335110.260196:0:23997:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x276:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335110.260221:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:2429:x1848989814850816:12345-192.168.204.57@tcp:10:bash.0 Request processed in 323us (562us total) trans 21474838997 rc 0/0 00000100:00100000:3.0:1763335110.260228:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1657 00002000:00010000:3.0:1763335110.260231:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/630 (0->18446744073709551615) 00002000:00100000:3.0:1763335110.260234:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c6eb6d80 with x1848989814850816 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335110.260238:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c6eb6d80. 00000100:00100000:3.0:1763335110.263386:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335110.264211:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814851072 00000100:00100000:0.0:1763335110.264223:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814851072 00000100:00100000:0.0:1763335110.264288:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6790 00000100:00100000:0.0:1763335110.264299:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:2426:x1848989814851072:12345-192.168.204.57@tcp:23:lfs.0 00000100:00100000:0.0:1763335110.264443:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:2426:x1848989814851072:12345-192.168.204.57@tcp:23:lfs.0 Request processed in 144us (1066us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335110.264451:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6790 00000100:00100000:0.0:1763335110.267195:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.269425:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814851328 00000100:00100000:2.0:1763335110.269439:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814851328 00000100:00100000:2.0:1763335110.269509:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3384 00000100:00100000:2.0:1763335110.269519:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:55956:x1848989814851328:12345-192.168.204.57@tcp:35:bash.0 00000100:00100000:2.0:1763335110.269821:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:55956:x1848989814851328:12345-192.168.204.57@tcp:35:bash.0 Request processed in 302us (2635us total) trans 4294973366 rc 0/0 00000100:00100000:2.0:1763335110.269843:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3384 00000100:00100000:2.0:1763335110.276923:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335110.277222:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814851456 00000100:00100000:0.0:1763335110.277234:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814851456 00000100:00100000:0.0:1763335110.277289:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6791 00000100:00100000:0.0:1763335110.277298:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:2427:x1848989814851456:12345-192.168.204.57@tcp:23:lfs.0 00000100:00100000:0.0:1763335110.277428:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:2427:x1848989814851456:12345-192.168.204.57@tcp:23:lfs.0 Request processed in 131us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335110.277436:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6791 00000100:00100000:0.0:1763335110.283462:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.283670:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814851584 00000100:00100000:2.0:1763335110.283696:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814851584 00000100:00100000:2.0:1763335110.283802:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1658 00000100:00100000:2.0:1763335110.283813:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:2426:x1848989814851584:12345-192.168.204.57@tcp:3:lfs.0 00010000:00010000:2.0:1763335110.283886:0:23998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed7e00/0x3ec0b5400757788d lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.283921:0:23998:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335110.283924:0:23998:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335110.283935:0:23998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed7e00/0x3ec0b5400757788d lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.283953:0:23998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed7e00/0x3ec0b5400757788d lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.284079:0:23998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed7e00/0x3ec0b5400757788d lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.285219:0:23998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed7e00/0x3ec0b5400757788d lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.285231:0:23998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed7e00/0x3ec0b5400757788d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.285238:0:23998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7e00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335110.285243:0:23998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed7e00/0x3ec0b5400757788d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.285253:0:23998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed7e00/0x3ec0b5400757788d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.285273:0:23998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed7e00/0x3ec0b5400757788d lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.285280:0:23998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed7e00/0x3ec0b5400757788d lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335110.285399:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:2426:x1848989814851584:12345-192.168.204.57@tcp:3:lfs.0 Request processed in 1584us (1947us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335110.285409:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1658 00000100:00100000:0.0:1763335110.285792:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.285880:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814851712 00000100:00100000:2.0:1763335110.285887:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814851712 00000100:00100000:2.0:1763335110.286212:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9808 00000100:00100000:2.0:1763335110.286222:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:57000:x1848989814851712:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:2.0:1763335110.286243:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335110.286267:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577894 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881e2f expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.286343:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b5400757789b lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335110.286356:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b5400757789b lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.286379:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b5400757789b lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.286393:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075778a2 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335110.286401:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075778a2 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.286408:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075778a2 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.286488:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b540075778a9 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x201:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335110.286498:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b540075778a9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x201:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.286506:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b540075778a9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x201:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:2.0:1763335110.286544:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x201:0x0]: returning size 5 00000004:00200000:2.0:1763335110.286549:0:13591:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335110.286567:0:13591:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b540075778a9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x201:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.286578:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b540075778a9 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.286587:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b5400757789b lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.286593:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b5400757789b lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.286599:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b5400757789b lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.286604:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b5400757789b lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.286610:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed6800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335110.286613:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b5400757789b lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.286620:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b5400757789b lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.286630:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3d00) 00010000:00010000:2.0:1763335110.286634:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335110.286637:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b5400757789b lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.286643:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b5400757789b lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.286656:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075778a2 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.286662:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075778a2 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.286668:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075778a2 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.286673:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335110.286676:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075778a2 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.286683:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075778a2 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.286690:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c79c3c00) 00010000:00010000:2.0:1763335110.286693:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335110.286696:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075778a2 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.286702:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075778a2 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.286728:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577894 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e2f expref: 267 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.286742:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b540075778a9 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e2f expref: 266 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.286750:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x201:0x0].0x0 (ffff9000c4881a00) 00010000:00010000:2.0:1763335110.286753:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335110.286756:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed6000, rc 0) 00000100:00100000:2.0:1763335110.286795:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:57000:x1848989814851712:12345-192.168.204.57@tcp:101:rm.0 Request processed in 575us (1004us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335110.286802:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9808 00000100:00100000:0.0:1763335110.292287:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.292513:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814851968 00000100:00100000:2.0:1763335110.292524:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814851968 00000100:00100000:2.0:1763335110.292585:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9809 00000100:00100000:2.0:1763335110.292597:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:57000:x1848989814851968:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:2.0:1763335110.292650:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1763335110.292675:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577878 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x201:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e1a expref: 266 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.292695:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b540075778a9 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e2f expref: 265 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.292707:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b5400757785c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x201:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e0c expref: 264 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.292717:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x201:0x0].0x0 (ffff9000c4881a00) 00010000:00010000:2.0:1763335110.292726:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335110.292752:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075778b0 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335110.292764:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075778b0 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.292774:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075778b0 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.292788:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075778b7 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335110.292795:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075778b7 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.292801:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075778b7 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.292888:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075778be lrc: 3/0,1 mode: --/EX res: [0x240000405:0x201:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335110.292896:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075778be lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x201:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.292902:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075778be lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x201:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000040:00080000:2.0:1763335110.293572:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1560, 64 off130528 00000004:00080000:2.0:1763335110.293583:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1103273267812ns, next at 1104273264751ns, rc = 0 00000040:00080000:2.0:1763335110.293609:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1561, 64 off130528 00000004:00080000:2.0:1763335110.293614:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1103273299298ns, next at 1104273297662ns, rc = 0 00000040:00080000:2.0:1763335110.293625:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1562, 64 off130592 00000040:00080000:2.0:1763335110.293634:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1561, 64 off130592 00010000:00010000:2.0:1763335110.293693:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075778c5 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x201:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335110.293705:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075778c5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x201:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.293714:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075778c5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x201:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.293726:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075778c5 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x201:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.293732:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075778c5 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x201:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.293738:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075778c5 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x201:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.294307:0:13591:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763335110.294356:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075778be lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x201:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.294364:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075778be lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x201:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.294369:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075778be lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x201:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.294374:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335110.294379:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075778be lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x201:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.294385:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075778be lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x201:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.294397:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x201:0x0].0x0 (ffff9001c79c3b00) 00010000:00010000:2.0:1763335110.294400:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763335110.294404:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075778be lrc: 2/0,0 mode: --/EX res: [0x240000405:0x201:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.294409:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075778be lrc: 0/0,0 mode: --/EX res: [0x240000405:0x201:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.294550:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075778b0 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.294558:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075778b0 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.294563:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075778b0 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.294568:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075778b0 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.294572:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc184000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335110.294575:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075778b0 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.294581:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075778b0 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.294589:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3000) 00010000:00010000:2.0:1763335110.294591:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335110.294594:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075778b0 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.294599:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075778b0 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000004:00010000:2.0:1763335110.294613:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003ea7c5d8 reply state 00000000abe1b26c transno 4294973367 ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075778b7 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.294624:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075778b7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.294630:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c79c3100) 00010000:00010000:2.0:1763335110.294634:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335110.294636:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335110.294719:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:57000:x1848989814851968:12345-192.168.204.57@tcp:36:rm.0 Request processed in 2121us (2438us total) trans 4294973367 rc 0/0 00000100:00100000:2.0:1763335110.294728:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9809 00010000:00010000:0.0:1763335110.294807:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335110.294813:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075778c5 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x201:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.294819:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035ec00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335110.294832:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075778c5 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x201:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.294839:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075778c5 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x201:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.294848:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x201:0x0].0x0 (ffff9001c79c3b00) 00010000:00010000:0.0:1763335110.294850:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335110.294853:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075778c5 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x201:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.294860:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075778c5 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x201:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.294871:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335110.294873:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335110.294875:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335110.301527:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.304974:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814852096 00000100:00100000:2.0:1763335110.304991:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814852096 00000100:00100000:2.0:1763335110.305081:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9810 00000100:00100000:2.0:1763335110.305093:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56997:x1848989814852096:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335110.305116:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335110.305139:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075778cc lrc: 2/0,0 mode: --/PR res: [0x240000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881e36 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.305176:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b540075778d3 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335110.305192:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b540075778d3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.305203:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b540075778d3 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.305342:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075778cc lrc: 0/0,0 mode: --/PR res: [0x240000405:0x200:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e36 expref: 267 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.305363:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ea00/0x3ec0b540075778d3 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x200:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e36 expref: 266 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.305373:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c4880a00) 00010000:00010000:2.0:1763335110.305377:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763335110.305382:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035ea00, rc 0) 00000100:00100000:2.0:1763335110.305462:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:56997:x1848989814852096:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 371us (3946us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335110.305471:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9810 00000100:00100000:1.0:1763335110.308803:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.308899:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814852224 00000100:00100000:2.0:1763335110.308911:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814852224 00000100:00100000:2.0:1763335110.308987:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1659 00000100:00100000:2.0:1763335110.308998:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:2427:x1848989814852224:12345-192.168.204.57@tcp:4:lfs.0 00002000:00010000:2.0:1763335110.309047:0:23998:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x275:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763335110.309056:0:23998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001d035fe00/0x3ec0b540075778da lrc: 3/0,1 mode: --/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.309070:0:23998:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335110.309073:0:23998:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335110.309079:0:23998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d035fe00/0x3ec0b540075778da lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.309091:0:23998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d035fe00/0x3ec0b540075778da lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763335110.318047:0:24680:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474838998 is committed 00000001:00080000:0.0:1763335110.318080:0:24680:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474838996 is committed 00002000:00010000:2.0:1763335110.318267:0:23998:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x275:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:2.0:1763335110.318273:0:23998:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x275:0x0] updating lvb mtime from disk: 0 -> 1763335110 00002000:00010000:2.0:1763335110.318275:0:23998:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x275:0x0] updating lvb ctime from disk: 0 -> 1763335110 00002000:00010000:2.0:1763335110.318277:0:23998:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x275:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1763335110.318290:0:23998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001d035fe00/0x3ec0b540075778da lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.318301:0:23998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9001d035fe00/0x3ec0b540075778da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.318355:0:23998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9001d035fe00/0x3ec0b540075778da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.318362:0:23998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035fe00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335110.318366:0:23998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9001d035fe00/0x3ec0b540075778da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.318374:0:23998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9001d035fe00/0x3ec0b540075778da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.318392:0:23998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9001d035fe00/0x3ec0b540075778da lrc: 2/0,0 mode: --/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.318398:0:23998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d035fe00/0x3ec0b540075778da lrc: 0/0,0 mode: --/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335110.318483:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+9:2427:x1848989814852224:12345-192.168.204.57@tcp:4:lfs.0 Request processed in 9482us (9685us total) trans 21474838998 rc 0/0 00000100:00100000:2.0:1763335110.318492:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1659 00000100:00100000:0.0:1763335110.324471:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.324553:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814852352 00000100:00100000:2.0:1763335110.324567:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814852352 00000100:00100000:2.0:1763335110.324630:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9811 00000100:00100000:2.0:1763335110.324640:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4acb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:57001:x1848989814852352:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335110.324666:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335110.324688:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075778e1 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881e3d expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.324759:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075778e8 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335110.324772:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075778e8 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.324783:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075778e8 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.324794:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075778ef lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335110.324802:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075778ef lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.324808:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075778ef lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.324864:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075778e8 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.324871:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075778e8 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.324877:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075778e8 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.324884:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075778e8 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.324891:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035ec00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335110.324896:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075778e8 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.324907:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075778e8 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.324920:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3c00) 00010000:00010000:2.0:1763335110.324924:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335110.324929:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075778e8 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.324935:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b540075778e8 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.324950:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075778ef lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.324955:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075778ef lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.324960:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075778ef lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.324964:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc184000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335110.324966:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075778ef lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.324972:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075778ef lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.324980:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c79c3100) 00010000:00010000:2.0:1763335110.324982:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335110.324985:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075778ef lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.324991:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075778ef lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.325037:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075778e1 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e3d expref: 267 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.325047:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3c00) 00010000:00010000:2.0:1763335110.325050:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335110.325053:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b540075778e1 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e3d expref: 267 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.325066:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035e000, rc 0) 00000100:00100000:2.0:1763335110.326979:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4acb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:57001:x1848989814852352:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 2328us (2506us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335110.326992:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9811 00000100:00100000:0.0:1763335110.336258:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.338087:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.339589:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814852608 00000100:00100000:2.0:1763335110.339603:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814852608 00000100:00100000:0.0:1763335110.340949:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814852736 00000100:00100000:0.0:1763335110.340958:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814852736 00000100:00100000:1.0:1763335110.341363:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9812 00000100:00100000:1.0:1763335110.341375:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4acaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:56997:x1848989814852608:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:1.0:1763335110.341436:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335110.341466:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b5400757780f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x200:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881df0 expref: 267 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.341488:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c4880a00) 00010000:00010000:1.0:1763335110.341494:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335110.341565:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075778f6 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335110.341580:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075778f6 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x200:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.341589:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075778f6 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x200:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00010000:1.0:1763335110.341700:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e6bb9ce8 reply state 00000000ea74a424 transno 4294973368 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075778f6 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x200:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.341714:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075778f6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x200:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.341720:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c4880a00) 00010000:00010000:1.0:1763335110.341722:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335110.341725:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335110.341812:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4acaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:56997:x1848989814852608:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 439us (5565us total) trans 4294973368 rc 0/0 00000100:00100000:1.0:1763335110.341831:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9812 00000100:00100000:1.0:1763335110.341852:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9813 00000100:00100000:1.0:1763335110.341859:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c522b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:57001:x1848989814852736:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335110.341868:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335110.341882:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b540075778fd lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881e44 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.341925:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577904 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335110.341934:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577904 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.341941:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577904 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.341952:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b5400757790b lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335110.341958:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b5400757790b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.341965:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b5400757790b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.341995:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577904 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.342001:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577904 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.342007:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577904 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.342025:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577904 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.342031:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fafa00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335110.342035:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577904 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.342042:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577904 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.342049:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602300) 00010000:00010000:1.0:1763335110.342052:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335110.342055:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577904 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.342061:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577904 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.342069:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b5400757790b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.342074:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b5400757790b lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.342079:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b5400757790b lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.342083:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fae400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335110.342086:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b5400757790b lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.342091:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b5400757790b lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.342097:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c79c3100) 00010000:00010000:1.0:1763335110.342099:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335110.342101:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b5400757790b lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.342106:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b5400757790b lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.342127:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b540075778fd lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e44 expref: 268 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.342135:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602300) 00010000:00010000:1.0:1763335110.342137:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335110.342140:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b540075778fd lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e44 expref: 268 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.342152:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fafe00, rc 0) 00000100:00100000:1.0:1763335110.342175:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c522b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:57001:x1848989814852736:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 317us (4094us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335110.342181:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9813 00000100:00100000:2.0:1763335110.350211:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.350277:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.350375:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814852864 00000100:00100000:1.0:1763335110.350386:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814852864 00000100:00100000:1.0:1763335110.350428:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9814 00000100:00100000:1.0:1763335110.350437:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:57001:x1848989814852864:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335110.350457:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335110.350478:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007577912 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881e4b expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.350544:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577919 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335110.350558:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577919 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.350568:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577919 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:1.0:1763335110.350621:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1763335110.350626:0:7841:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763335110.350666:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007577912 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e4b expref: 269 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.350680:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577919 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e4b expref: 268 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.350689:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602d00) 00010000:00010000:1.0:1763335110.350692:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763335110.350695:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faf200, rc 0) 00000100:00100000:1.0:1763335110.350754:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:57001:x1848989814852864:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 319us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335110.350761:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9814 00000100:00100000:0.0:1763335110.350944:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814852992 00000100:00100000:0.0:1763335110.350949:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814852992 00000100:00100000:0.0:1763335110.350988:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6792 00000100:00100000:0.0:1763335110.350996:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+9:56997:x1848989814852992:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335110.351005:0:8417:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335110.351018:0:8417:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001ffbbf200/0x3ec0b54007577920 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881e52 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335110.351038:0:8417:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x275:0x0] initial LVB size: 4096, mtime: 0x691a5bc6, atime: 0x0, ctime: 0x691a5bc6, blocks: 0x8 00010000:00010000:0.0:1763335110.351052:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335110.351054:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335110.351061:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001ffbbf200/0x3ec0b54007577920 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e52 expref: 10 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.351071:0:8417:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9001ffbbf200/0x3ec0b54007577920 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e52 expref: 10 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.351081:0:8417:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001ffbbf200, rc 0) 00000100:00100000:0.0:1763335110.351123:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:56997:x1848989814852992:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 128us (927us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335110.351129:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6792 00000100:00100000:3.0:1763335110.355209:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.355289:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814853120 00000100:00100000:1.0:1763335110.355301:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814853120 00000100:00100000:1.0:1763335110.355410:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9815 00000100:00100000:1.0:1763335110.355421:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:57001:x1848989814853120:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335110.355445:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335110.355465:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577927 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881e59 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.355531:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757792e lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335110.355546:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757792e lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.355556:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757792e lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.355568:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007577935 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335110.355574:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007577935 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.355579:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007577935 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.355616:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757792e lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.355622:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757792e lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.355627:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757792e lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.355633:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757792e lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.355638:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faf800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335110.355642:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757792e lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.355648:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757792e lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.355659:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602d00) 00010000:00010000:1.0:1763335110.355662:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335110.355667:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757792e lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.355672:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757792e lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.355685:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007577935 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.355691:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007577935 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.355697:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007577935 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.355701:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faf400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335110.355704:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007577935 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.355710:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007577935 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.355717:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c79c3100) 00010000:00010000:1.0:1763335110.355720:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335110.355722:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007577935 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.355727:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007577935 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.355753:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577927 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e59 expref: 269 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.355762:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602d00) 00010000:00010000:1.0:1763335110.355764:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335110.355767:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577927 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e59 expref: 269 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.355780:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fae800, rc 0) 00000100:00100000:1.0:1763335110.355857:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:57001:x1848989814853120:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 438us (658us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335110.355864:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9815 00000100:00100000:1.0:1763335110.357905:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.357961:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814853248 00000100:00100000:2.0:1763335110.357970:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814853248 00000100:00100000:2.0:1763335110.358023:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6793 00000100:00100000:2.0:1763335110.358034:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:56997:x1848989814853248:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335110.358050:0:8416:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335110.358068:0:8416:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b5400757793c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881e60 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335110.358092:0:8416:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x277:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763335110.358110:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335110.358113:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335110.358121:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b5400757793c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e60 expref: 22 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.358136:0:8416:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b5400757793c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e60 expref: 22 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.358149:0:8416:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc185600, rc 0) 00000100:00100000:2.0:1763335110.358202:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+22:56997:x1848989814853248:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 169us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335110.358209:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6793 00000100:00100000:1.0:1763335110.361064:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335110.362224:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814853504 00000100:00100000:3.0:1763335110.362235:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814853504 00000100:00100000:3.0:1763335110.362292:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9816 00000100:00100000:3.0:1763335110.362302:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5229f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:57001:x1848989814853504:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335110.362409:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335110.362414:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763335110.362441:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577919 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e4b expref: 268 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.362460:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602d00) 00010000:00010000:2.0:1763335110.362470:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335110.362485:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007577943 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881e67 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.362579:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b5400757794a lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335110.362591:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b5400757794a lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335110.362600:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b5400757794a lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335110.362609:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007577951 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335110.362616:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007577951 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335110.362622:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007577951 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000100:00100000:1.0:1763335110.362684:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.362709:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335110.362763:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814853632 00000100:00100000:3.0:1763335110.362767:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814853632 00002000:00010000:3.0:1763335110.362787:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/629 (5->18446744073709551615) 00002000:00100000:3.0:1763335110.362791:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c522b480 with x1848989814853632 ext(5->18446744073709551615) 00002000:00010000:3.0:1763335110.362799:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c522b480. 00000100:00100000:3.0:1763335110.362832:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814853760 00000100:00100000:3.0:1763335110.362835:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814853760 00002000:00010000:3.0:1763335110.362847:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/631 (0->18446744073709551615) 00002000:00100000:3.0:1763335110.362849:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c5228380 with x1848989814853760 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335110.362854:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c5228380. 00000100:00100000:3.0:1763335110.362871:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1660 00000100:00100000:3.0:1763335110.362877:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c522b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:2427:x1848989814853632:12345-192.168.204.57@tcp:10:lfs.0 00010000:00010000:2.0:1763335110.362988:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007577958 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x203:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335110.362995:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007577958 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335110.363002:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007577958 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:2.0:1763335110.363010:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x203:0x0]: returning size 0 00010000:00010000:2.0:1763335110.363032:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b5400757794a lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335110.363038:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b5400757794a lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335110.363044:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b5400757794a lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335110.363049:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b5400757794a lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335110.363054:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035e000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335110.363057:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b5400757794a lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335110.363063:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b5400757794a lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335110.363073:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3000) 00010000:00010000:2.0:1763335110.363076:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335110.363080:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b5400757794a lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335110.363085:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b5400757794a lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000004:00010000:2.0:1763335110.363096:0:7841:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000096e771af reply state 000000001001757f transno 4294973369 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007577951 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335110.363105:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007577951 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00002000:00010000:3.0:1763335110.363109:0:23997:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x275:0x0] updating lvb size from disk: 4096 -> 5 00010000:00010000:2.0:1763335110.363110:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c79c3100) 00002000:00010000:3.0:1763335110.363112:0:23997:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x275:0x0] updating lvb mtime from disk: 1763335110 -> 1763335110 00010000:00010000:2.0:1763335110.363113:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00002000:00010000:3.0:1763335110.363115:0:23997:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x275:0x0] updating lvb atime from disk: 0 -> 0 00000100:00100000:2.0:1763335110.363115:0:7841:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00002000:00010000:3.0:1763335110.363118:0:23997:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x275:0x0] updating lvb ctime from disk: 1763335110 -> 1763335110 00002000:00010000:3.0:1763335110.363120:0:23997:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x275:0x0] updating lvb blocks from disk: 8 -> 8 00010000:00010000:2.0:1763335110.363137:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007577943 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e67 expref: 270 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.363152:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007577958 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e67 expref: 269 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.363159:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x203:0x0].0x0 (ffff9001c79c3600) 00010000:00010000:2.0:1763335110.363161:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335110.363163:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035fe00, rc 0) 00000100:00100000:3.0:1763335110.363175:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c522b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2427:x1848989814853632:12345-192.168.204.57@tcp:10:lfs.0 Request processed in 296us (490us total) trans 21474838999 rc 0/0 00000100:00100000:3.0:1763335110.363184:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1660 00000100:00100000:2.0:1763335110.363184:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5229f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:57001:x1848989814853504:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 885us (2133us total) trans 4294973369 rc 0/0 00002000:00010000:3.0:1763335110.363188:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/629 (5->18446744073709551615) 00002000:00100000:3.0:1763335110.363191:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c522b480 with x1848989814853632 ext(5->18446744073709551615) 00000100:00100000:2.0:1763335110.363191:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9816 00002000:00010000:3.0:1763335110.363195:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c522b480. 00000100:00100000:3.0:1763335110.363209:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1661 00000100:00100000:3.0:1763335110.363215:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+22:2427:x1848989814853760:12345-192.168.204.57@tcp:10:lfs.0 00002000:00010000:3.0:1763335110.363305:0:23997:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x277:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335110.363307:0:23997:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x277:0x0] updating lvb mtime from disk: 0 -> 1763335110 00002000:00010000:3.0:1763335110.363310:0:23997:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x277:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335110.363331:0:23997:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x277:0x0] updating lvb ctime from disk: 0 -> 1763335110 00002000:00010000:3.0:1763335110.363334:0:23997:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x277:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335110.363359:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:2427:x1848989814853760:12345-192.168.204.57@tcp:10:lfs.0 Request processed in 143us (648us total) trans 17179871707 rc 0/0 00000100:00100000:3.0:1763335110.363365:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1661 00002000:00010000:3.0:1763335110.363369:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/631 (0->18446744073709551615) 00002000:00100000:3.0:1763335110.363371:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c5228380 with x1848989814853760 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335110.363375:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c5228380. 00000100:00100000:1.0:1763335110.371745:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.371923:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814854016 00000100:00100000:2.0:1763335110.371935:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814854016 00000100:00100000:2.0:1763335110.372002:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9817 00000100:00100000:2.0:1763335110.372014:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5228a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:57001:x1848989814854016:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335110.372037:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335110.372059:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577966 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x203:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881e6e expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.372173:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b5400757796d lrc: 3/0,1 mode: --/EX res: [0x240000405:0x203:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335110.372189:0:7841:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007577958 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e67 expref: 271 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.372197:0:7841:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b5400757796d lrc: 4/0,1 mode: --/EX res: [0x240000405:0x203:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335110.372227:0:7841:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007577958 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e67 expref: 271 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.372238:0:7841:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007577958 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e67 expref: 271 pid: 7841 timeout: 1203 lvb_type: 0 00000100:00100000:2.0:1763335110.372250:0:7841:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c2f25c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826110976:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335110.376695:0:7841:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001d86109c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335110.377635:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335110.377853:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814854272 00000100:00100000:3.0:1763335110.377864:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814854272 00000100:00100000:3.0:1763335110.378653:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9818 00000100:00100000:3.0:1763335110.378665:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f136a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:56997:x1848989814854272:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:3.0:1763335110.378749:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577974 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335110.378766:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577974 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x200:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335110.378776:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577974 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x200:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00010000:3.0:1763335110.378894:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003b705e93 reply state 000000005a958531 transno 4294973370 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577974 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x200:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335110.378906:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577974 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x200:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335110.378913:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c4880a00) 00010000:00010000:3.0:1763335110.378916:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335110.378919:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763335110.379021:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f136a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:56997:x1848989814854272:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 359us (1523us total) trans 4294973370 rc 0/0 00000100:00100000:3.0:1763335110.379029:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9818 00000100:00100000:2.0:1763335110.382489:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.382536:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335110.382560:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814854400 00000100:00100000:3.0:1763335110.382573:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814854400 00000100:00100000:1.0:1763335110.382743:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814854528 00000100:00100000:1.0:1763335110.382748:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814854528 00000100:00100000:1.0:1763335110.382800:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6794 00000100:00100000:1.0:1763335110.382809:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:2429:x1848989814854528:12345-192.168.204.57@tcp:2:lfs.0 00002000:00010000:1.0:1763335110.382951:0:8417:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x276:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1763335110.382955:0:8417:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x276:0x0] updating lvb mtime from disk: 1763335110 -> 1763335110 00002000:00010000:1.0:1763335110.382957:0:8417:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x276:0x0] updating lvb atime from disk: 1763335110 -> 1763335110 00002000:00010000:1.0:1763335110.382959:0:8417:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x276:0x0] updating lvb ctime from disk: 1763335110 -> 1763335110 00002000:00010000:1.0:1763335110.382961:0:8417:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x276:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763335110.383009:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:2429:x1848989814854528:12345-192.168.204.57@tcp:2:lfs.0 Request processed in 201us (474us total) trans 17179871708 rc 0/0 00000100:00100000:1.0:1763335110.383016:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6794 00000100:00100000:0.0:1763335110.383212:0:7841:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c2f25c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826110976:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335110.383237:0:7841:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b5400757796d lrc: 3/0,1 mode: --/EX res: [0x240000405:0x203:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335110.383543:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007577958 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e67 expref: 274 pid: 7841 timeout: 1203 lvb_type: 0 00000100:00100000:2.0:1763335110.383577:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3227 00000100:00100000:2.0:1763335110.383585:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:2426:x1848989814854400:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335110.383596:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335110.383602:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007577958 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e67 expref: 274 pid: 7841 timeout: 1203 lvb_type: 0 00010000:00010000:2.0:1763335110.383613:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007577958 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e67 expref: 274 pid: 7841 timeout: 1203 lvb_type: 0 00010000:00010000:2.0:1763335110.383634:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007577958 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e67 expref: 274 pid: 7841 timeout: 1203 lvb_type: 0 00010000:00010000:2.0:1763335110.383651:0:7458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x203:0x0].0x0 (ffff9001c79c3600) 00010000:00010000:2.0:1763335110.383655:0:7458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b5400757796d lrc: 3/0,1 mode: --/EX res: [0x240000405:0x203:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335110.383663:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b5400757796d lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x203:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335110.383669:0:7458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b5400757796d lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x203:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335110.384128:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335110.384174:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:2426:x1848989814854400:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 589us (1695us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335110.384181:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3227 00010000:00010000:0.0:1763335110.384414:0:7841:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b5400757796d lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x203:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335110.384421:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b5400757796d lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x203:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:0.0:1763335110.384443:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x203:0x0]: returning size 0 00000004:00080000:0.0:1763335110.384598:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x27a:0x0], index 1: 0 00000004:00080000:0.0:1763335110.384605:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x278:0x0], index 0: 0 00000004:00080000:0.0:1763335110.384609:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x279:0x0], index 0: 0 00000004:00080000:0.0:1763335110.384613:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x27b:0x0], index 1: 0 00010000:00010000:0.0:1763335110.384701:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b5400757796d lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x203:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335110.384709:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b5400757796d lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x203:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335110.384716:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b5400757796d lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x203:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335110.384724:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335110.384729:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b5400757796d lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x203:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335110.384736:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b5400757796d lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x203:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335110.384746:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x203:0x0].0x0 (ffff9001c79c3600) 00010000:00010000:0.0:1763335110.384749:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335110.384753:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b5400757796d lrc: 2/0,0 mode: --/EX res: [0x240000405:0x203:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335110.384758:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b5400757796d lrc: 0/0,0 mode: --/EX res: [0x240000405:0x203:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335110.384804:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577966 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x203:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e6e expref: 273 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.384813:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x203:0x0].0x0 (ffff9001c79c3600) 00010000:00010000:0.0:1763335110.384815:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763335110.384818:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577966 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x203:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e6e expref: 273 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.384860:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed6000, rc 0) 00000100:00100000:0.0:1763335110.384905:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5228a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57001:x1848989814854016:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 12894us (13169us total) trans 4294973371 rc 301/301 00000100:00100000:0.0:1763335110.384912:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9817 00000100:00100000:1.0:1763335110.387263:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335110.387408:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814854784 00000100:00100000:3.0:1763335110.387418:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814854784 00000100:00100000:3.0:1763335110.387623:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3385 00000100:00100000:3.0:1763335110.387634:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:56997:x1848989814854784:12345-192.168.204.57@tcp:35:lfs.0 00000004:00010000:3.0:1763335110.387691:0:14078:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000405:0x200:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007577759 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x200:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881db8 expref: 272 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.387735:0:14078:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577982 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14078 initiator: MDT0 00010000:00010000:3.0:1763335110.387747:0:14078:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b540075777de lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881de2 expref: 272 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.387757:0:14078:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577982 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14078 initiator: MDT1 00010000:00010000:3.0:1763335110.387789:0:14078:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b540075777de lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881de2 expref: 272 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.387802:0:14078:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b540075777de lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881de2 expref: 272 pid: 7841 timeout: 1203 lvb_type: 0 00000100:00100000:3.0:1763335110.387832:0:14078:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f15c2300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001_UUID:14078:1848989826111104:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335110.390685:0:14078:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c498da80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335110.398160:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.398194:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335110.398265:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814855040 00000100:00100000:0.0:1763335110.398276:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814855040 00000100:00100000:0.0:1763335110.398369:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3386 00000100:00100000:0.0:1763335110.398380:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57001:x1848989814855040:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335110.398658:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:57001:x1848989814855040:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 279us (507us total) trans 4294973372 rc 0/0 00000100:00100000:0.0:1763335110.398665:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3386 00000100:00100000:3.0:1763335110.398806:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814855168 00000100:00100000:3.0:1763335110.398811:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814855168 00010000:00010000:3.0:1763335110.398844:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b540075777de lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881de2 expref: 274 pid: 7841 timeout: 1203 lvb_type: 0 00000100:00100000:3.0:1763335110.398880:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3228 00000100:00100000:3.0:1763335110.398887:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:2428:x1848989814855168:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335110.398898:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335110.398904:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b540075777de lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881de2 expref: 274 pid: 7841 timeout: 1203 lvb_type: 0 00010000:00010000:3.0:1763335110.398915:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b540075777de lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881de2 expref: 274 pid: 7841 timeout: 1203 lvb_type: 0 00010000:00010000:3.0:1763335110.398936:0:7458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c4880a00) 00010000:00010000:3.0:1763335110.398942:0:7458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577982 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14078 initiator: MDT1 00010000:00010000:3.0:1763335110.398951:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577982 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 14078 initiator: MDT1 00010000:00010000:3.0:1763335110.398959:0:7458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577982 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 14078 initiator: MDT1 00010000:00010000:3.0:1763335110.398975:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335110.398997:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:2428:x1848989814855168:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 111us (801us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335110.399007:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3228 00010000:00010000:2.0:1763335110.399484:0:14078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b540075777de lrc: 0/0,0 mode: --/CR res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881de2 expref: 273 pid: 7841 timeout: 1203 lvb_type: 0 00000100:00100000:2.0:1763335110.399498:0:14078:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f15c2300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001_UUID:14078:1848989826111104:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335110.399518:0:14078:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577982 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14078 initiator: MDT1 00010000:00010000:2.0:1763335110.399525:0:14078:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577982 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14078 initiator: MDT1 00010000:00010000:2.0:1763335110.399531:0:14078:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577982 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14078 initiator: MDT1 00000040:00080000:2.0:1763335110.399697:0:14078:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1563, 88 off130680 00000004:00080000:2.0:1763335110.399704:0:14078:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1103379389252ns, next at 1104273297662ns, rc = 0 00000040:00080000:2.0:1763335110.399743:0:14078:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1562, 88 off130680 00000004:00080000:2.0:1763335110.399748:0:14078:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1103379433842ns, next at 1104273264751ns, rc = 0 00000040:00080000:2.0:1763335110.399773:0:14078:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1563, 88 off130768 00000004:00080000:2.0:1763335110.399778:0:14078:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1103379463160ns, next at 1104273264751ns, rc = 0 00000040:00080000:2.0:1763335110.399788:0:14078:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1564, 88 off130768 00000004:00080000:2.0:1763335110.399792:0:14078:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1103379477086ns, next at 1104273297662ns, rc = 0 00000001:00080000:2.0:1763335110.404222:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973373 is committed 00000004:00080000:2.0:1763335110.404239:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1023 committed 00010000:00010000:1.0:1763335110.404337:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075778b7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.404349:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075778b7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.404357:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075778b7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.404363:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335110.404367:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075778b7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.404374:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075778b7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.404388:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c79c3100) 00010000:00010000:1.0:1763335110.404391:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335110.404396:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075778b7 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.404401:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075778b7 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.404420:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075778f6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x200:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.404426:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075778f6 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x200:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.404431:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075778f6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x200:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.404435:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faf000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335110.404437:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075778f6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x200:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.404442:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075778f6 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x200:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.404449:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c4880a00) 00010000:00010000:1.0:1763335110.404452:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335110.404454:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075778f6 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x200:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.404459:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075778f6 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x200:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.404467:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007577951 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.404472:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007577951 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.404476:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007577951 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.404480:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d035ec00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335110.404483:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007577951 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.404488:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007577951 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.404494:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c79c3100) 00010000:00010000:1.0:1763335110.404497:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335110.404499:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007577951 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.404505:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035ec00/0x3ec0b54007577951 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.404521:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577974 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x200:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.404526:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577974 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x200:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.404532:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577974 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x200:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.404536:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95f200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335110.404539:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577974 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x200:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.404544:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577974 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x200:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.404551:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c4880a00) 00010000:00010000:1.0:1763335110.404553:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335110.404556:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577974 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x200:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.404561:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577974 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x200:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000004:00080000:2.0:1763335110.404801:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1026 committed 00000004:00080000:2.0:1763335110.404813:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1025 committed 00000004:00080000:2.0:1763335110.404816:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1022 committed 00000100:00100000:0.0:1763335110.404974:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c2f25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826111488:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335110.405048:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335110.405084:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763335110.405090:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4acb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826111360:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763335110.405109:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335110.405184:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826111488 00000100:00100000:1.0:1763335110.405191:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826111488 00000004:00080000:2.0:1763335110.405293:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1021 committed 00000004:00080000:2.0:1763335110.405296:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1024 committed 00000100:00100000:2.0:1763335110.405331:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4acb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826111232:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763335110.405359:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335110.405456:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763335110.405463:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826111616:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763335110.405485:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335110.405722:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826111360 00000100:00100000:1.0:1763335110.405727:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826111360 00000100:00100000:1.0:1763335110.405752:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826111232 00000100:00100000:1.0:1763335110.405755:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826111232 00000100:00100000:1.0:1763335110.405774:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6795 00000100:00100000:1.0:1763335110.405782:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+23:3665:x1848989826111488:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763335110.405934:0:8417:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x276:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:1.0:1763335110.405938:0:8417:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x276:0x0] updating lvb mtime from disk: 1763335110 -> 1763335110 00002000:00010000:1.0:1763335110.405941:0:8417:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x276:0x0] updating lvb atime from disk: 1763335110 -> 1763335110 00002000:00010000:1.0:1763335110.405943:0:8417:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x276:0x0] updating lvb ctime from disk: 1763335110 -> 1763335110 00002000:00010000:1.0:1763335110.405946:0:8417:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x276:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763335110.405989:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+24:3665:x1848989826111488:12345-0@lo:2:osp-syn-1-1.0 Request processed in 207us (940us total) trans 17179871709 rc 0/0 00000100:00100000:1.0:1763335110.405997:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6795 00000100:00100000:1.0:1763335110.406014:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6796 00000100:00100000:1.0:1763335110.406020:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+23:3665:x1848989826111360:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763335110.406034:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:633 count 1 00002000:00010000:1.0:1763335110.406055:0:8417:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x279:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763335110.406061:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577989 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.406075:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335110.406077:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335110.406083:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577989 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.406097:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577989 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.406106:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577989 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.406114:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577989 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.406133:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763335110.406283:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+24:3665:x1848989826111360:12345-0@lo:6:osp-syn-1-1.0 Request processed in 263us (1171us total) trans 17179871710 rc 0/0 00000100:00100000:1.0:1763335110.406290:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6796 00000100:00100000:1.0:1763335110.406304:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6797 00000100:00100000:1.0:1763335110.406311:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+23:3667:x1848989826111232:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763335110.406343:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:632 count 1 00010000:00010000:1.0:1763335110.406354:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577990 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.406368:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577886 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e28 expref: 23 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.406375:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335110.406377:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335110.406381:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577990 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335110.406744:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.406962:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1334e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826111744:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763335110.406994:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335110.407012:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763335110.407017:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1336a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826112128:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335110.407038:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00010000:2.0:1763335110.407088:0:14078:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000dc1c354a reply state 000000009660011e transno 4294973373 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577982 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14078 initiator: MDT1 00010000:00010000:2.0:1763335110.407105:0:14078:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577982 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14078 initiator: MDT1 00010000:00010000:2.0:1763335110.407115:0:14078:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c4880a00) 00010000:00010000:2.0:1763335110.407118:0:14078:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763335110.407122:0:14078:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763335110.407127:0:14078:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c4880a00) 00010000:00010000:2.0:1763335110.407130:0:14078:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763335110.407135:0:14078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007577759 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x200:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881db8 expref: 261 pid: 6532 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1763335110.407224:0:14078:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1763335110.407236:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56997:x1848989814854784:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 19605us (19982us total) trans 4294973373 rc 0/0 00000100:00100000:2.0:1763335110.407245:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3385 00000100:00100000:2.0:1763335110.407260:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814855424 00000100:00100000:2.0:1763335110.407266:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814855424 00000100:00100000:2.0:1763335110.407294:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3387 00000100:00100000:2.0:1763335110.407302:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1613c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:57001:x1848989814855424:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335110.407501:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826111616 00000100:00100000:0.0:1763335110.407505:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826111616 00000100:00100000:0.0:1763335110.407528:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826111744 00000100:00100000:0.0:1763335110.407531:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826111744 00000100:00100000:0.0:1763335110.407550:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826112128 00000100:00100000:0.0:1763335110.407553:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826112128 00000100:00100000:0.0:1763335110.407566:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6798 00000100:00100000:0.0:1763335110.407573:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1336300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+24:3667:x1848989826111616:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763335110.407656:0:8725:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x277:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335110.407660:0:8725:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x277:0x0] updating lvb mtime from disk: 1763335110 -> 1763335110 00002000:00010000:0.0:1763335110.407663:0:8725:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x277:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335110.407665:0:8725:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x277:0x0] updating lvb ctime from disk: 1763335110 -> 1763335110 00002000:00010000:0.0:1763335110.407668:0:8725:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x277:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335110.407704:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1336300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+25:3667:x1848989826111616:12345-0@lo:2:osp-syn-1-1.0 Request processed in 132us (2218us total) trans 17179871711 rc 0/0 00000100:00100000:0.0:1763335110.407710:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6798 00000100:00100000:0.0:1763335110.407726:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6799 00000100:00100000:0.0:1763335110.407733:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1335180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3667:x1848989826111744:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763335110.407745:0:8725:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:630 count 1 00010000:00010000:0.0:1763335110.407763:0:8725:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001ffbbf600/0x3ec0b54007577997 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.407778:0:8725:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000cc95fe00/0x3ec0b5400757787f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e21 expref: 10 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.407785:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335110.407787:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335110.407791:0:8725:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001ffbbf600/0x3ec0b54007577997 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.407817:0:8725:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000cc95fe00/0x3ec0b5400757787f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e21 expref: 10 pid: 8725 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335110.408299:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6800 00000100:00100000:3.0:1763335110.408310:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1335c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3667:x1848989826112128:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763335110.408402:0:8416:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x275:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763335110.408406:0:8416:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x275:0x0] updating lvb mtime from disk: 1763335110 -> 1763335110 00002000:00010000:3.0:1763335110.408408:0:8416:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x275:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335110.408410:0:8416:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x275:0x0] updating lvb ctime from disk: 1763335110 -> 1763335110 00002000:00010000:3.0:1763335110.408413:0:8416:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x275:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763335110.408452:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1335c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+7:3667:x1848989826112128:12345-0@lo:2:osp-syn-0-1.0 Request processed in 145us (1413us total) trans 21474839000 rc 0/0 00000100:00100000:3.0:1763335110.408459:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6800 00010000:00010000:0.0:1763335110.408625:0:8725:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000cc95fe00/0x3ec0b5400757787f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e21 expref: 10 pid: 8725 timeout: 1203 lvb_type: 0 00000100:00100000:0.0:1763335110.408642:0:8725:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a36300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8725:1848989826112256:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335110.408710:0:8725:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c2f8cf00 going to sleep for 11 seconds 00010000:00010000:1.0:1763335110.408975:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577886 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e28 expref: 23 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.408985:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577886 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e28 expref: 23 pid: 8416 timeout: 1203 lvb_type: 0 00000100:00100000:1.0:1763335110.408996:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff92a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8417:1848989826112384:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335110.409023:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c695f0c0 going to sleep for 11 seconds 00010000:00010000:1.0:1763335110.409042:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335110.409048:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577989 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335110.409186:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1613c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:57001:x1848989814855424:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 1883us (2441us total) trans 4294973374 rc 0/0 00000100:00100000:2.0:1763335110.409198:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3387 00010000:00010000:2.0:1763335110.409242:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577982 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14078 initiator: MDT1 00010000:00010000:2.0:1763335110.409249:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577982 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14078 initiator: MDT1 00010000:00010000:2.0:1763335110.409255:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577982 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14078 initiator: MDT1 00010000:00010000:2.0:1763335110.409261:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95f000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335110.409265:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577982 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14078 initiator: MDT1 00010000:00010000:2.0:1763335110.409271:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577982 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14078 initiator: MDT1 00010000:00010000:2.0:1763335110.409284:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c4880a00) 00010000:00010000:2.0:1763335110.409286:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763335110.409290:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577982 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14078 initiator: MDT1 00010000:00010000:2.0:1763335110.409296:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577982 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14078 initiator: MDT1 00000100:00100000:0.0:1763335110.409418:0:3667:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474838996 gen 2 00000004:00080000:0.0:1763335110.409423:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6eb4000, transno 21474838935 00000004:00080000:0.0:1763335110.409438:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6eb6300, transno 21474838936 00000004:00080000:0.0:1763335110.409441:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6eb5c00, transno 21474838937 00000004:00080000:0.0:1763335110.409443:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6eb6680, transno 21474838938 00000004:00080000:0.0:1763335110.409445:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6eb4700, transno 21474838939 00000004:00080000:0.0:1763335110.409447:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6eb4e00, transno 21474838940 00000004:00080000:0.0:1763335110.409449:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a34000, transno 21474838942 00000004:00080000:0.0:1763335110.409452:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a36a00, transno 21474838943 00000004:00080000:0.0:1763335110.409454:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a34700, transno 21474838944 00000004:00080000:0.0:1763335110.409456:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a37b80, transno 21474838945 00000004:00080000:0.0:1763335110.409458:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c78cf800, transno 21474838946 00000004:00080000:0.0:1763335110.409461:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c78cc380, transno 21474838947 00000004:00080000:0.0:1763335110.409463:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c60b9c00, transno 21474838949 00000004:00080000:0.0:1763335110.409465:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c60b9500, transno 21474838950 00000004:00080000:0.0:1763335110.409468:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c60b9f80, transno 21474838951 00000004:00080000:0.0:1763335110.409471:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c60bbb80, transno 21474838952 00000004:00080000:0.0:1763335110.409474:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f79880, transno 21474838954 00000004:00080000:0.0:1763335110.409476:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f78000, transno 21474838955 00000004:00080000:0.0:1763335110.409479:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f7aa00, transno 21474838956 00000004:00080000:0.0:1763335110.409481:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f7a300, transno 21474838957 00000004:00080000:0.0:1763335110.409483:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c79edf80, transno 21474838960 00000004:00080000:0.0:1763335110.409485:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c79ed880, transno 21474838961 00000004:00080000:0.0:1763335110.409488:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f7bb80, transno 21474838962 00000004:00080000:0.0:1763335110.409490:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c79ef480, transno 21474838963 00000004:00080000:0.0:1763335110.409493:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c7831c00, transno 21474838965 00010000:00010000:1.0:1763335110.409562:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fafe00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335110.409566:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577989 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.409573:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577989 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.409585:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577989 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.409592:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577989 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.409610:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335110.409611:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335110.409613:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763335110.409633:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c7830a80, transno 21474838966 00000004:00080000:0.0:1763335110.409636:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c7832d80, transno 21474838967 00000004:00080000:0.0:1763335110.409639:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c7831880, transno 21474838968 00000004:00080000:0.0:1763335110.409641:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c34e3100, transno 21474838971 00000004:00080000:0.0:1763335110.409643:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c34e3800, transno 21474838972 00000004:00080000:0.0:1763335110.409645:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c34e1c00, transno 21474838973 00000004:00080000:0.0:1763335110.409647:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c34e1500, transno 21474838974 00000004:00080000:0.0:1763335110.409657:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f7e4e300, transno 21474838979 00000004:00080000:0.0:1763335110.409659:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f7e4c700, transno 21474838980 00000004:00080000:0.0:1763335110.409661:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f7e4fb80, transno 21474838981 00000004:00080000:0.0:1763335110.409663:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f7e4f480, transno 21474838982 00000004:00080000:0.0:1763335110.409666:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c9b55500, transno 21474838983 00000004:00080000:0.0:1763335110.409668:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c9b54a80, transno 21474838984 00000004:00080000:0.0:1763335110.409670:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001ff922300, transno 21474838986 00000004:00080000:0.0:1763335110.409673:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c2f26a00, transno 21474838987 00000004:00080000:0.0:1763335110.409675:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c37aed80, transno 21474838988 00000004:00080000:0.0:1763335110.409677:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c2f25f80, transno 21474838989 00000004:00080000:0.0:1763335110.409679:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c2f27b80, transno 21474838990 00000004:00080000:0.0:1763335110.409681:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c2f24700, transno 21474838991 00000004:00080000:0.0:1763335110.409683:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6d97b80, transno 21474838993 00000004:00080000:0.0:1763335110.409686:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001e5eb3480, transno 21474838994 00000004:00080000:0.0:1763335110.409688:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f15c1180, transno 21474838995 00000004:00080000:0.0:1763335110.409690:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f15c1880, transno 21474838996 00000100:00100000:0.0:1763335110.409695:0:3667:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9001f1336a00 x1848989826112128/t21474839000(21474839000) o2->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763335126 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1763335110.409706:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f1336a00/2, rc 0, transno 21474839000 00000100:00100000:0.0:1763335110.409710:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1336a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826112128:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335110.409775:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1337100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826111872:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763335110.409810:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335110.409925:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763335110.409931:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1334700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826112000:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335110.409949:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1763335110.409981:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a36d80/2, rc 0, transno 17179871711 00000100:00100000:0.0:1763335110.409985:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826111616:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763335110.410298:0:8715:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 4 in progress, 3 in flight, 48 done 00000100:00100000:3.0:1763335110.410583:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826111872 00000100:00100000:3.0:1763335110.410590:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826111872 00000100:00100000:3.0:1763335110.410623:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826112000 00000100:00100000:3.0:1763335110.410625:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826112000 00000100:00100000:3.0:1763335110.410640:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6801 00000100:00100000:3.0:1763335110.410647:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+8:3664:x1848989826111872:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763335110.410668:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:631 count 1 00002000:00010000:3.0:1763335110.410694:0:8415:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x277:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335110.410700:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e600/0x3ec0b5400757799e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.410712:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335110.410714:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335110.410720:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e600/0x3ec0b5400757799e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.410736:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e600/0x3ec0b5400757799e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.410744:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e600/0x3ec0b5400757799e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.410750:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e600/0x3ec0b5400757799e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.410764:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335110.410932:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+9:3664:x1848989826111872:12345-0@lo:6:osp-syn-0-1.0 Request processed in 285us (1120us total) trans 21474839001 rc 0/0 00000100:00100000:3.0:1763335110.410938:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6801 00000100:00100000:3.0:1763335110.410951:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6802 00000100:00100000:3.0:1763335110.410956:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff929c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+8:3664:x1848989826112000:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763335110.411021:0:8415:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x274:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335110.411025:0:8415:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x274:0x0] updating lvb mtime from disk: 1763335110 -> 1763335110 00002000:00010000:3.0:1763335110.411028:0:8415:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x274:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335110.411030:0:8415:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x274:0x0] updating lvb ctime from disk: 1763335110 -> 1763335110 00002000:00010000:3.0:1763335110.411032:0:8415:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x274:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:1.0:1763335110.411257:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335110.411265:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e600/0x3ec0b5400757799e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.411278:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95e600 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335110.411281:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e600/0x3ec0b5400757799e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.411289:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e600/0x3ec0b5400757799e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.411303:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e600/0x3ec0b5400757799e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.411309:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e600/0x3ec0b5400757799e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.411346:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335110.411348:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335110.411350:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763335110.411383:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4acb800/2, rc 0, transno 17179871710 00000100:00100000:1.0:1763335110.411388:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4acb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826111360:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1763335110.411397:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c2f25c00/2, rc 0, transno 17179871709 00000100:00100000:1.0:1763335110.411400:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c2f25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826111488:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335110.412768:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff929c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+9:3664:x1848989826112000:12345-0@lo:2:osp-syn-0-1.0 Request processed in 1803us (2809us total) trans 21474839002 rc 0/0 00000100:00100000:3.0:1763335110.412779:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6802 00000004:00080000:3.0:1763335110.412838:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f1334700/2, rc 0, transno 21474839002 00000100:00100000:3.0:1763335110.412846:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1334700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826112000:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763335110.412859:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f1337100/2, rc 0, transno 21474839001 00000100:00100000:3.0:1763335110.412863:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1337100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826111872:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763335110.414895:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.416070:0:8725:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a36300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8725:1848989826112256:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335110.416120:0:8725:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9001ffbbf600/0x3ec0b54007577997 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335110.417170:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814855552 00000100:00100000:0.0:1763335110.417180:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814855552 00000100:00100000:0.0:1763335110.417236:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9819 00000100:00100000:0.0:1763335110.417245:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+261:56997:x1848989814855552:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335110.417273:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335110.417297:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b540075779a5 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881e75 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.417376:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b540075779a5 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e75 expref: 262 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.417391:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbe800/0x3ec0b540075779a5 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x200:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e75 expref: 262 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.417411:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c4880a00) 00010000:00010000:0.0:1763335110.417415:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335110.417418:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001ffbbe800, rc 0) 00000100:00100000:3.0:1763335110.417990:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff92a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8417:1848989826112384:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335110.418010:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577990 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335110.418111:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:56997:x1848989814855552:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 865us (3224us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335110.418120:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9819 00000100:00100000:1.0:1763335110.418342:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.418964:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335110.419441:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814855680 00000100:00100000:0.0:1763335110.419450:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814855680 00010000:00010000:0.0:1763335110.419484:0:6516:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000cc95fe00/0x3ec0b5400757787f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e21 expref: 11 pid: 8725 timeout: 1203 lvb_type: 0 00000100:00100000:0.0:1763335110.419511:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814855808 00000100:00100000:0.0:1763335110.419514:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814855808 00010000:00010000:0.0:1763335110.419527:0:6516:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577886 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e28 expref: 24 pid: 8416 timeout: 1203 lvb_type: 0 00000100:00100000:0.0:1763335110.419548:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3229 00000100:00100000:0.0:1763335110.419556:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff929500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2427:x1848989814855680:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335110.419568:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335110.419573:0:6516:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000cc95fe00/0x3ec0b5400757787f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x276:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e21 expref: 11 pid: 8725 timeout: 1203 lvb_type: 0 00010000:00010000:0.0:1763335110.419585:0:6516:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000cc95fe00/0x3ec0b5400757787f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x276:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e21 expref: 11 pid: 8725 timeout: 1203 lvb_type: 0 00010000:00010000:0.0:1763335110.419609:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000cc95fe00/0x3ec0b5400757787f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x276:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e21 expref: 11 pid: 8725 timeout: 1203 lvb_type: 0 00010000:00010000:0.0:1763335110.419624:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335110.419626:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335110.419631:0:6516:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9001ffbbf600/0x3ec0b54007577997 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.419641:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001ffbbf600/0x3ec0b54007577997 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.419664:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335110.419706:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff929500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:2427:x1848989814855680:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 150us (1363us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335110.419712:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3229 00000100:00100000:0.0:1763335110.419738:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3230 00000100:00100000:0.0:1763335110.419746:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:2427:x1848989814855808:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335110.419754:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335110.419758:0:6516:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577886 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e28 expref: 24 pid: 8416 timeout: 1203 lvb_type: 0 00010000:00010000:0.0:1763335110.419768:0:6516:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577886 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e28 expref: 24 pid: 8416 timeout: 1203 lvb_type: 0 00010000:00010000:0.0:1763335110.419781:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577886 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e28 expref: 24 pid: 8416 timeout: 1203 lvb_type: 0 00010000:00010000:0.0:1763335110.419795:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335110.419797:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335110.419800:0:6516:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577990 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.419807:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577990 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.419839:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335110.419861:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:2427:x1848989814855808:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 116us (898us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335110.419867:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3230 00010000:00010000:0.0:1763335110.419906:0:8725:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9001ffbbf600/0x3ec0b54007577997 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.419915:0:8725:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001ffbbf600/0x3ec0b54007577997 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.419924:0:8725:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001ffbbf600/0x3ec0b54007577997 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.419932:0:8725:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9001ffbbf600/0x3ec0b54007577997 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.419946:0:8725:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763335110.420175:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1335180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+9:3667:x1848989826111744:12345-0@lo:6:osp-syn-0-1.0 Request processed in 12442us (13179us total) trans 21474839003 rc 0/0 00000100:00100000:0.0:1763335110.420186:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6799 00000004:00080000:0.0:1763335110.420229:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f1334e00/2, rc 0, transno 21474839003 00000100:00100000:0.0:1763335110.420236:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1334e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826111744:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335110.420457:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1763335110.420480:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577990 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.420489:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577990 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.420497:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577990 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.420504:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577990 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.420520:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763335110.420663:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+25:3667:x1848989826111232:12345-0@lo:6:osp-syn-1-1.0 Request processed in 14353us (15303us total) trans 17179871712 rc 0/0 00000100:00100000:3.0:1763335110.420670:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6797 00010000:00010000:3.0:1763335110.420695:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763335110.420701:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9001ffbbf600/0x3ec0b54007577997 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.420714:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffbbf600 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335110.420718:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9001ffbbf600/0x3ec0b54007577997 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.420726:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9001ffbbf600/0x3ec0b54007577997 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.420738:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9001ffbbf600/0x3ec0b54007577997 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.420745:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001ffbbf600/0x3ec0b54007577997 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.420761:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335110.420765:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577990 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.420770:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fae400 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335110.420773:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577990 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.420779:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577990 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.420787:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577990 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.420798:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577990 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.420810:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335110.420812:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335110.420814:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763335110.420847:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4acb480/2, rc 0, transno 17179871712 00000100:00100000:3.0:1763335110.420852:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4acb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826111232:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1763335110.421241:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335110.427289:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814856064 00000100:00100000:0.0:1763335110.427307:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814856064 00000100:00100000:0.0:1763335110.427399:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9820 00000100:00100000:0.0:1763335110.427410:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+262:55956:x1848989814856064:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335110.427438:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335110.427467:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b540075779ac lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881e7c expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.427639:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b540075779b3 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335110.427654:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b540075779b3 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335110.427665:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b540075779b3 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335110.427678:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b540075779ba lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335110.427684:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b540075779ba lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335110.427689:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b540075779ba lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335110.427754:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b540075779c1 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x203:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335110.427763:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b540075779c1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335110.427772:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b540075779c1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:0.0:1763335110.427784:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x203:0x0]: returning size 0 00000100:00100000:3.0:1763335110.428617:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.428684:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814856320 00000100:00100000:2.0:1763335110.428691:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814856320 00000100:00100000:2.0:1763335110.428738:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3388 00000100:00100000:2.0:1763335110.428746:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56997:x1848989814856320:12345-192.168.204.57@tcp:35:lfs.0 00000004:00080000:2.0:1763335110.428964:0:6533:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x200:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1763335110.429017:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1565, 64 off130832 00000040:00080000:2.0:1763335110.429037:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1564, 64 off130832 00000040:00080000:2.0:1763335110.429045:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1565, 64 off130896 00000040:00080000:2.0:1763335110.429052:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1566, 64 off130896 00010000:00010000:2.0:1763335110.429117:0:6533:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075779cf lrc: 3/0,1 mode: --/PW res: [0x240000405:0x200:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 00010000:00010000:2.0:1763335110.429129:0:6533:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075779cf lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x200:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335110.429139:0:6533:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075779cf lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x200:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335110.429147:0:6533:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075779cf lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x200:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335110.429153:0:6533:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075779cf lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x200:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335110.429159:0:6533:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075779cf lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x200:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335110.429187:0:6533:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763335110.429422:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56997:x1848989814856320:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 675us (808us total) trans 4294973375 rc 0/0 00000100:00100000:2.0:1763335110.429430:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3388 00010000:00010000:1.0:1763335110.429752:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335110.429760:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075779cf lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x200:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335110.429768:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed6a00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335110.429772:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075779cf lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x200:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335110.429781:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075779cf lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x200:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335110.429793:0:7457:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x200:0x0].0x0 (ffff9000c4880a00) 00010000:00010000:1.0:1763335110.429797:0:7457:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335110.429803:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075779cf lrc: 1/0,0 mode: --/PW res: [0x240000405:0x200:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335110.429809:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075779cf lrc: 0/0,0 mode: --/PW res: [0x240000405:0x200:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335110.429834:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335110.429836:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335110.429838:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335110.429950:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b540075779b3 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335110.429958:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b540075779b3 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335110.429963:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b540075779b3 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335110.429968:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b540075779b3 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335110.429973:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c7848800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335110.429977:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b540075779b3 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335110.429982:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b540075779b3 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335110.429990:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001d0e40d00) 00010000:00010000:0.0:1763335110.429993:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335110.429996:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b540075779b3 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335110.430001:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b540075779b3 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335110.430015:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b540075779ba lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335110.430020:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b540075779ba lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335110.430025:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b540075779ba lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335110.430029:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c7848200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335110.430031:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b540075779ba lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335110.430035:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b540075779ba lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335110.430041:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001d0e40f00) 00010000:00010000:0.0:1763335110.430043:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335110.430045:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b540075779ba lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335110.430050:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b540075779ba lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335110.430104:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbea00/0x3ec0b540075779ac lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e7c expref: 266 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.430123:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b540075779c1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e7c expref: 265 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.430130:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x203:0x0].0x0 (ffff9001d0e40900) 00010000:00010000:0.0:1763335110.430132:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335110.430135:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c3a2b000, rc 0) 00000100:00100000:0.0:1763335110.430181:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:55956:x1848989814856064:12345-192.168.204.57@tcp:101:bash.0 Request processed in 2774us (9725us total) trans 4294973376 rc 0/0 00000100:00100000:0.0:1763335110.430189:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9820 00000100:00100000:3.0:1763335110.437493:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335110.437623:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814856448 00000100:00100000:0.0:1763335110.437633:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814856448 00000100:00100000:0.0:1763335110.437696:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9821 00000100:00100000:0.0:1763335110.437706:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:55956:x1848989814856448:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335110.437733:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335110.437754:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b540075779d6 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x203:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881e83 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.437787:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b540075779dd lrc: 3/1,0 mode: --/PR res: [0x240000405:0x203:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335110.437801:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b540075779dd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x203:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335110.437811:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b540075779dd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x203:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335110.437932:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b540075779d6 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x203:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e83 expref: 267 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.437949:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b540075779dd lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x203:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e83 expref: 266 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.437958:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x203:0x0].0x0 (ffff9001d0e40900) 00010000:00010000:0.0:1763335110.437961:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763335110.437965:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202172c00, rc 0) 00000100:00100000:0.0:1763335110.438027:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:55956:x1848989814856448:12345-192.168.204.57@tcp:101:bash.0 Request processed in 322us (542us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335110.438035:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9821 00000100:00100000:0.0:1763335110.440111:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.440375:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814856704 00000100:00100000:1.0:1763335110.440384:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814856704 00000100:00100000:1.0:1763335110.440439:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9822 00000100:00100000:1.0:1763335110.440449:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:56997:x1848989814856704:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335110.440467:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335110.440485:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b540075779e4 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x203:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881e8a expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.440586:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075779eb lrc: 3/1,0 mode: --/CR res: [0x240000405:0x203:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335110.440599:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075779eb lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x203:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.440610:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075779eb lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x203:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:1.0:1763335110.440620:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x203:0x0]: returning size 0 00010000:00010000:1.0:1763335110.440720:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b540075779e4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x203:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e8a expref: 269 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.440736:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075779eb lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x203:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e8a expref: 268 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.440744:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x203:0x0].0x0 (ffff9001d0e40900) 00010000:00010000:1.0:1763335110.440747:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1763335110.440751:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faf000, rc 0) 00000100:00100000:1.0:1763335110.440800:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:56997:x1848989814856704:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 353us (697us total) trans 4294973377 rc 0/0 00000100:00100000:1.0:1763335110.440807:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9822 00000100:00100000:3.0:1763335110.444090:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.444200:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814856960 00000100:00100000:1.0:1763335110.444210:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814856960 00000100:00100000:2.0:1763335110.444627:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9823 00000100:00100000:2.0:1763335110.444641:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:55956:x1848989814856960:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:2.0:1763335110.444697:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335110.444725:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b540075779c1 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e7c expref: 268 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.444745:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x203:0x0].0x0 (ffff9001d0e40900) 00010000:00010000:2.0:1763335110.444750:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335110.444945:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b540075779f9 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x203:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335110.444959:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b540075779f9 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x203:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.444968:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b540075779f9 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x203:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000001:00080000:2.0:1763335110.445012:0:6532:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973378 00000004:00010000:2.0:1763335110.445033:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000008d364f1 reply state 000000003063eb93 transno 4294973379 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b540075779f9 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x203:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.445045:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b540075779f9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x203:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.445052:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x203:0x0].0x0 (ffff9001d0e40900) 00010000:00010000:2.0:1763335110.445055:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335110.445058:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335110.445158:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:55956:x1848989814856960:12345-192.168.204.57@tcp:36:bash.0 Request processed in 520us (1077us total) trans 4294973379 rc 0/0 00000100:00100000:2.0:1763335110.445166:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9823 00000020:00080000:2.0:1763335110.445171:0:6532:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763335110.446306:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.446596:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814857088 00000100:00100000:2.0:1763335110.446604:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814857088 00000100:00100000:2.0:1763335110.446657:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9824 00000100:00100000:2.0:1763335110.446666:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:56997:x1848989814857088:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335110.446684:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335110.446701:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577a00 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x203:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881e91 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.446780:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577a07 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x203:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335110.446792:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577a07 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.446801:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577a07 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:2.0:1763335110.446836:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x203:0x0]: returning size 0 00000004:00200000:2.0:1763335110.446841:0:6532:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335110.446857:0:6532:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577a07 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.446881:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577a00 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e91 expref: 272 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.446897:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577a07 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e91 expref: 271 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.446905:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x203:0x0].0x0 (ffff9001d0e40900) 00010000:00010000:2.0:1763335110.446908:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335110.446911:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed6800, rc 0) 00000100:00100000:2.0:1763335110.446958:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+271:56997:x1848989814857088:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 293us (656us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335110.446969:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9824 00000100:00100000:0.0:1763335110.447121:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.448686:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814857344 00000100:00100000:2.0:1763335110.448697:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814857344 00000100:00100000:2.0:1763335110.448741:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9825 00000100:00100000:2.0:1763335110.448748:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+271:55956:x1848989814857344:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335110.448764:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335110.448767:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763335110.448786:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075779eb lrc: 0/0,0 mode: --/CR res: [0x240000405:0x203:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e8a expref: 271 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.448801:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x203:0x0].0x0 (ffff9001d0e40900) 00010000:00010000:2.0:1763335110.448805:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335110.448816:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577a0e lrc: 2/0,0 mode: --/EX res: [0x240000405:0x203:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881e98 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.448863:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577a15 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x203:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335110.448875:0:6532:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577a07 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e91 expref: 271 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.448884:0:6532:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577a15 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x203:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.448914:0:6532:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577a07 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e91 expref: 271 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.448927:0:6532:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577a07 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e91 expref: 271 pid: 6532 timeout: 1203 lvb_type: 0 00000100:00100000:2.0:1763335110.448945:0:6532:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1334000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826112512:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335110.449014:0:6532:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c75c60c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335110.449646:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335110.449724:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814857472 00000100:00100000:3.0:1763335110.449729:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814857472 00000100:00100000:3.0:1763335110.449772:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6803 00000100:00100000:3.0:1763335110.449780:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:2426:x1848989814857472:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335110.449790:0:8417:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335110.449806:0:8417:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577a1c lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881e9f expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335110.449834:0:8417:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x27a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335110.449849:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335110.449851:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335110.449861:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577a1c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e9f expref: 24 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335110.449875:0:8417:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577a1c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e9f expref: 24 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335110.449888:0:8417:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95f000, rc 0) 00000100:00100000:3.0:1763335110.449936:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:2426:x1848989814857472:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 156us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335110.449942:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6803 00000100:00100000:2.0:1763335110.452777:0:6532:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1334000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826112512:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335110.452809:0:6532:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577a15 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x203:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000100:00100000:0.0:1763335110.453428:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335110.453686:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.453868:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814857600 00000100:00100000:2.0:1763335110.453876:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814857600 00000100:00100000:1.0:1763335110.453902:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814857728 00000100:00100000:1.0:1763335110.453905:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814857728 00010000:00010000:2.0:1763335110.453912:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577a07 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e91 expref: 273 pid: 6532 timeout: 1203 lvb_type: 0 00000100:00100000:2.0:1763335110.453948:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3231 00000100:00100000:1.0:1763335110.453948:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9826 00000100:00100000:2.0:1763335110.453957:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a36a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:2426:x1848989814857600:12345-192.168.204.57@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1763335110.453958:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:56997:x1848989814857728:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335110.453971:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335110.453972:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335110.453977:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577a07 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e91 expref: 273 pid: 6532 timeout: 1203 lvb_type: 0 00010000:00010000:2.0:1763335110.453987:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577a07 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e91 expref: 273 pid: 6532 timeout: 1203 lvb_type: 0 00010000:00010000:1.0:1763335110.453987:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577a23 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x203:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881ea6 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.454007:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577a07 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e91 expref: 274 pid: 6532 timeout: 1203 lvb_type: 0 00010000:00010000:2.0:1763335110.454022:0:7458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x203:0x0].0x0 (ffff9001d0e40900) 00010000:00010000:2.0:1763335110.454027:0:7458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577a15 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x203:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.454039:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577a15 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x203:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.454046:0:7458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577a15 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x203:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.454379:0:7841:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577a15 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x203:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.454395:0:7841:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577a23 lrc: 4/0,0 mode: --/CR res: [0x240000405:0x203:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ea6 expref: 273 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.454410:0:7841:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577a15 lrc: 5/0,1 mode: EX/EX res: [0x240000405:0x203:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40290400000020 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.454421:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577a23 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x203:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ea6 expref: 273 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.454433:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x203:0x0].0x0 (ffff9001d0e40900) 00010000:00010000:1.0:1763335110.454436:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763335110.454439:0:7841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577a23 lrc: 3/0,0 mode: --/CR res: [0x240000405:0x203:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ea6 expref: 273 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.454445:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fafe00, rc 0) 00000100:00100000:1.0:1763335110.454516:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:56997:x1848989814857728:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 559us (829us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335110.454524:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9826 00010000:00010000:2.0:1763335110.455736:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335110.455798:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a36a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:2426:x1848989814857600:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 1838us (2368us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335110.455809:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3231 00010000:00010000:0.0:1763335110.455871:0:6532:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577a15 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x203:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.455879:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577a15 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x203:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 6532 initiator: MDT1 00000040:00080000:0.0:1763335110.456120:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1567, 88 off130984 00000004:00080000:0.0:1763335110.456130:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1103435814457ns, next at 1104273297662ns, rc = 0 00000040:00080000:0.0:1763335110.456166:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1566, 88 off130984 00000004:00080000:0.0:1763335110.456172:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1103435857136ns, next at 1104273264751ns, rc = 0 00000040:00080000:0.0:1763335110.456196:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1567, 88 off131072 00000004:00080000:0.0:1763335110.456200:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1103435885717ns, next at 1104273264751ns, rc = 0 00000040:00080000:0.0:1763335110.456211:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1568, 88 off131072 00000004:00080000:0.0:1763335110.456216:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1103435900989ns, next at 1104273297662ns, rc = 0 00000001:00080000:0.0:1763335110.459447:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973380 is committed 00000004:00080000:0.0:1763335110.459460:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1025 committed 00000004:00080000:0.0:1763335110.459475:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1028 committed 00000004:00080000:0.0:1763335110.459483:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1027 committed 00000004:00080000:0.0:1763335110.459485:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1024 committed 00000100:00100000:0.0:1763335110.459627:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826112640:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763335110.459691:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335110.459729:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763335110.459736:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826113024:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335110.459757:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335110.459787:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826112768:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763335110.459811:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335110.459838:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763335110.459843:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826112896:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335110.459862:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335110.459895:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826112640 00000100:00100000:0.0:1763335110.459903:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826112640 00000100:00100000:0.0:1763335110.459943:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826113024 00000100:00100000:0.0:1763335110.459946:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826113024 00000100:00100000:0.0:1763335110.459960:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826112768 00000100:00100000:0.0:1763335110.459962:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826112768 00000100:00100000:0.0:1763335110.459976:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826112896 00000100:00100000:0.0:1763335110.459979:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826112896 00000100:00100000:0.0:1763335110.459998:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6804 00000100:00100000:0.0:1763335110.460007:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4879c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+12:3667:x1848989826112640:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763335110.460036:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:628 count 1 00010000:00010000:0.0:1763335110.460067:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff900202172600/0x3ec0b54007577a2a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.460090:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e200/0x3ec0b540075776f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d95 expref: 9 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.460098:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335110.460100:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335110.460104:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff900202172600/0x3ec0b54007577a2a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.460135:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e200/0x3ec0b540075776f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d95 expref: 9 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.460149:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e200/0x3ec0b540075776f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d95 expref: 9 pid: 28961 timeout: 1203 lvb_type: 0 00000100:00100000:0.0:1763335110.460160:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c487bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1848989826113152:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335110.460219:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c2f8c480 going to sleep for 11 seconds 00000100:00100000:0.0:1763335110.460234:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6805 00000100:00100000:0.0:1763335110.460241:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4879500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+12:3667:x1848989826113024:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335110.460420:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4879500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+13:3667:x1848989826113024:12345-0@lo:2:osp-syn-0-1.0 Request processed in 179us (661us total) trans 21474839004 rc 0/0 00000100:00100000:0.0:1763335110.460428:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6805 00000100:00100000:0.0:1763335110.460445:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6806 00000100:00100000:0.0:1763335110.460450:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4878a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+12:3664:x1848989826112768:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763335110.460461:0:27803:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:629 count 1 00010000:00010000:0.0:1763335110.460471:0:27803:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff900202172200/0x3ec0b54007577a31 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x275:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.460482:0:27803:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9001ffbbf200/0x3ec0b54007577920 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e52 expref: 9 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.460488:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335110.460490:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335110.460493:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff900202172200/0x3ec0b54007577a31 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x275:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.460510:0:27803:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9001ffbbf200/0x3ec0b54007577920 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e52 expref: 9 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.460519:0:27803:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9001ffbbf200/0x3ec0b54007577920 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e52 expref: 9 pid: 8417 timeout: 1203 lvb_type: 0 00000100:00100000:0.0:1763335110.460528:0:27803:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7f27480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27803:1848989826113280:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335110.460547:0:27803:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c2f8c180 going to sleep for 11 seconds 00000100:00100000:0.0:1763335110.460561:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6807 00000100:00100000:0.0:1763335110.460567:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4878380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+12:3664:x1848989826112896:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335110.460630:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4878380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+13:3664:x1848989826112896:12345-0@lo:2:osp-syn-0-1.0 Request processed in 63us (766us total) trans 21474839005 rc 0/0 00000100:00100000:0.0:1763335110.460636:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6807 00000004:00080000:0.0:1763335110.460680:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5f75180/2, rc 0, transno 21474839005 00000100:00100000:0.0:1763335110.460685:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826112896:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763335110.460701:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5f75500/2, rc 0, transno 21474839004 00000100:00100000:0.0:1763335110.460704:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826113024:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1763335110.460894:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577a15 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x203:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e98 expref: 266 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.460904:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x203:0x0].0x0 (ffff9001d0e40900) 00010000:00010000:0.0:1763335110.460907:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763335110.460913:0:6532:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577a23 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x203:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ea6 expref: 266 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.460923:0:6532:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577a23 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x203:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ea6 expref: 266 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.460929:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577a23 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x203:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ea6 expref: 266 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.460951:0:6532:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577a23 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x203:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ea6 expref: 266 pid: 7841 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335110.460962:0:6532:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7f26d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826113408:192.168.204.57@tcp:105: 00000100:00100000:0.0:1763335110.460991:0:6532:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c2f8c780 going to sleep for 11 seconds 00010000:00010000:1.0:1763335110.461158:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b540075779f9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.461166:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b540075779f9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.461172:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b540075779f9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.461178:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed6000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335110.461182:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b540075779f9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.461189:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b540075779f9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.461199:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x203:0x0].0x0 (ffff9001d0e40900) 00010000:00010000:1.0:1763335110.461201:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335110.461205:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b540075779f9 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.461211:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b540075779f9 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00000100:00100000:3.0:1763335110.461382:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e5eb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826113664:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763335110.461413:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335110.461435:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763335110.461441:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e5eb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826113792:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335110.461461:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335110.461487:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826113664 00000100:00100000:3.0:1763335110.461493:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826113664 00000100:00100000:3.0:1763335110.461516:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826113792 00000100:00100000:3.0:1763335110.461519:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826113792 00000100:00100000:3.0:1763335110.461535:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6808 00000100:00100000:3.0:1763335110.461540:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff921880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+26:3664:x1848989826113664:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763335110.461555:0:28568:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:631 count 1 00010000:00010000:3.0:1763335110.461572:0:28568:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577a38 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.461587:0:28568:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b5400757793c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e60 expref: 23 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.461593:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335110.461595:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335110.461598:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577a38 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.461624:0:28568:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b5400757793c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e60 expref: 23 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.461635:0:28568:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b5400757793c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e60 expref: 23 pid: 8416 timeout: 1203 lvb_type: 0 00000100:00100000:3.0:1763335110.461647:0:28568:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b54a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28568:1848989826114048:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335110.461679:0:28568:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c498de40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335110.461693:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6809 00000100:00100000:3.0:1763335110.461700:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+26:3664:x1848989826113792:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763335110.461795:0:28961:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x27a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335110.461798:0:28961:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x27a:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763335110.461801:0:28961:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x27a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335110.461803:0:28961:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x27a:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763335110.461805:0:28961:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x27a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335110.461852:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+27:3664:x1848989826113792:12345-0@lo:2:osp-syn-1-1.0 Request processed in 152us (388us total) trans 17179871713 rc 0/0 00000100:00100000:3.0:1763335110.461858:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6809 00000004:00080000:3.0:1763335110.461892:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001e5eb1180/2, rc 0, transno 17179871713 00000100:00100000:3.0:1763335110.461897:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e5eb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826113792:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335110.462027:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c393d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826113536:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763335110.462055:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335110.462082:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763335110.462087:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff922300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826113920:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335110.462108:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335110.462132:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826113536 00000100:00100000:1.0:1763335110.462136:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826113536 00000100:00100000:1.0:1763335110.462156:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826113920 00000100:00100000:1.0:1763335110.462158:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826113920 00000100:00100000:1.0:1763335110.462177:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6810 00000100:00100000:1.0:1763335110.462183:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff928380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+28:3667:x1848989826113536:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763335110.462195:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:630 count 1 00010000:00010000:1.0:1763335110.462208:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577a3f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.462220:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577816 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881df7 expref: 23 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335110.462231:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335110.462232:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335110.462235:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577a3f lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.462254:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577816 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881df7 expref: 23 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335110.462264:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577816 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881df7 expref: 23 pid: 35240 timeout: 1203 lvb_type: 1 00000100:00100000:1.0:1763335110.462273:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff928e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1848989826114176:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335110.462302:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c695f0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335110.462335:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6811 00000100:00100000:1.0:1763335110.462342:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff929880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+28:3667:x1848989826113920:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335110.462428:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff929880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+29:3667:x1848989826113920:12345-0@lo:2:osp-syn-1-1.0 Request processed in 87us (318us total) trans 17179871714 rc 0/0 00000100:00100000:1.0:1763335110.462435:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6811 00000004:00080000:1.0:1763335110.462461:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001ff922300/2, rc 0, transno 17179871714 00000100:00100000:1.0:1763335110.462466:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff922300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826113920:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335110.468311:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335110.468378:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335110.468403:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814857856 00000100:00100000:0.0:1763335110.468412:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814857856 00000100:00100000:1.0:1763335110.468497:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814857984 00000100:00100000:1.0:1763335110.468502:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814857984 00010000:00010000:1.0:1763335110.468526:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9001ffbbf200/0x3ec0b54007577920 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e52 expref: 11 pid: 8417 timeout: 1203 lvb_type: 0 00000100:00100000:1.0:1763335110.468571:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3232 00000100:00100000:1.0:1763335110.468580:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001da316850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2428:x1848989814857984:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335110.468594:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335110.468599:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9001ffbbf200/0x3ec0b54007577920 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e52 expref: 11 pid: 8417 timeout: 1203 lvb_type: 0 00010000:00010000:1.0:1763335110.468610:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9001ffbbf200/0x3ec0b54007577920 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e52 expref: 11 pid: 8417 timeout: 1203 lvb_type: 0 00010000:00010000:1.0:1763335110.468636:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335110.468638:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335110.468642:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff900202172200/0x3ec0b54007577a31 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.468652:0:7458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff900202172200/0x3ec0b54007577a31 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.468673:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335110.468719:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001da316850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2428:x1848989814857984:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 140us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335110.468727:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3232 00010000:00010000:2.0:1763335110.468834:0:27803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001ffbbf200/0x3ec0b54007577920 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x275:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e52 expref: 10 pid: 8417 timeout: 1203 lvb_type: 0 00000100:00100000:2.0:1763335110.468849:0:27803:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7f27480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27803:1848989826113280:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335110.468869:0:27803:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff900202172200/0x3ec0b54007577a31 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.468878:0:27803:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff900202172200/0x3ec0b54007577a31 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.468886:0:27803:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff900202172200/0x3ec0b54007577a31 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.468895:0:27803:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff900202172200/0x3ec0b54007577a31 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.468902:0:27803:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff900202172200/0x3ec0b54007577a31 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.468925:0:27803:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763335110.469232:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4878a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+13:3664:x1848989826112768:12345-0@lo:6:osp-syn-0-1.0 Request processed in 8779us (9418us total) trans 21474839006 rc 0/0 00000100:00100000:2.0:1763335110.469240:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6806 00010000:00010000:0.0:1763335110.469296:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e200/0x3ec0b540075776f0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d95 expref: 10 pid: 28961 timeout: 1203 lvb_type: 0 00000100:00100000:0.0:1763335110.469357:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3233 00000100:00100000:0.0:1763335110.469366:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f25f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+9:2427:x1848989814857856:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335110.469376:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335110.469380:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e200/0x3ec0b540075776f0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d95 expref: 9 pid: 28961 timeout: 1203 lvb_type: 0 00010000:00010000:0.0:1763335110.469390:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e200/0x3ec0b540075776f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d95 expref: 9 pid: 28961 timeout: 1203 lvb_type: 0 00010000:00010000:0.0:1763335110.469403:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335110.469405:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335110.469409:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff900202172600/0x3ec0b54007577a2a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.469416:0:33041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff900202172600/0x3ec0b54007577a2a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.469429:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335110.469449:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f25f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+9:2427:x1848989814857856:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 85us (1150us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335110.469456:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3233 00000004:00080000:3.0:1763335110.469696:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5f74380/2, rc 0, transno 21474839006 00000100:00100000:3.0:1763335110.469703:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826112768:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763335110.469729:0:8417:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e200/0x3ec0b540075776f0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x274:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881d95 expref: 8 pid: 28961 timeout: 1203 lvb_type: 0 00000100:00100000:3.0:1763335110.469745:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c487bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1848989826113152:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335110.469759:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff900202172600/0x3ec0b54007577a2a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.469767:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff900202172600/0x3ec0b54007577a2a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.469773:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff900202172600/0x3ec0b54007577a2a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.469781:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff900202172600/0x3ec0b54007577a2a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.469787:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff900202172600/0x3ec0b54007577a2a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.469812:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763335110.469951:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4879c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+13:3667:x1848989826112640:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9945us (10259us total) trans 21474839007 rc 0/0 00000100:00100000:3.0:1763335110.469957:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6804 00010000:00010000:1.0:1763335110.470575:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1763335110.470584:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff900202172200/0x3ec0b54007577a31 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.470593:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202172200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335110.470597:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff900202172200/0x3ec0b54007577a31 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.470606:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff900202172200/0x3ec0b54007577a31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.470621:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff900202172200/0x3ec0b54007577a31 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.470628:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff900202172200/0x3ec0b54007577a31 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x275:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.470647:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335110.470650:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff900202172600/0x3ec0b54007577a2a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.470655:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202172600 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335110.470657:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff900202172600/0x3ec0b54007577a2a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.470664:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff900202172600/0x3ec0b54007577a2a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.470670:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff900202172600/0x3ec0b54007577a2a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.470676:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff900202172600/0x3ec0b54007577a2a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x274:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.470691:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335110.470692:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335110.470694:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763335110.470718:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a37b80/2, rc 0, transno 21474839007 00000100:00100000:1.0:1763335110.470722:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826112640:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1763335110.470995:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335110.471843:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.471895:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.471917:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814858240 00000100:00100000:1.0:1763335110.471924:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814858240 00000100:00100000:1.0:1763335110.471965:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3389 00000100:00100000:1.0:1763335110.471974:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:56997:x1848989814858240:12345-192.168.204.57@tcp:49:lfs.0 00000100:00100000:1.0:1763335110.472109:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:56997:x1848989814858240:12345-192.168.204.57@tcp:49:lfs.0 Request processed in 135us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335110.472117:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3389 00000100:00100000:1.0:1763335110.472191:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff928e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1848989826114176:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335110.472210:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577a3f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335110.472337:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.472368:0:6532:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7f26d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826113408:192.168.204.57@tcp:105: 00010000:00010000:1.0:1763335110.472396:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577a0e lrc: 0/0,0 mode: --/EX res: [0x240000405:0x203:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e98 expref: 265 pid: 6532 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763335110.472413:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577a15 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x203:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e98 expref: 264 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.472432:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7800, rc 0) 00000100:00100000:1.0:1763335110.472458:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:55956:x1848989814857344:12345-192.168.204.57@tcp:101:bash.0 Request processed in 23710us (25337us total) trans 4294973380 rc 0/0 00000100:00100000:1.0:1763335110.472466:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9825 00000100:00100000:0.0:1763335110.472582:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814858112 00000100:00100000:0.0:1763335110.472587:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814858112 00010000:00010000:0.0:1763335110.472609:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b5400757793c lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e60 expref: 24 pid: 8416 timeout: 1203 lvb_type: 0 00000100:00100000:0.0:1763335110.472637:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814858368 00000100:00100000:0.0:1763335110.472640:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814858368 00010000:00010000:0.0:1763335110.472652:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577816 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881df7 expref: 25 pid: 35240 timeout: 1203 lvb_type: 1 00000100:00100000:0.0:1763335110.472672:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3234 00000100:00100000:0.0:1763335110.472678:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff928a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:2426:x1848989814858112:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335110.472690:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335110.472695:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b5400757793c lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e60 expref: 25 pid: 8416 timeout: 1203 lvb_type: 0 00010000:00010000:0.0:1763335110.472708:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b5400757793c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e60 expref: 25 pid: 8416 timeout: 1203 lvb_type: 0 00010000:00010000:0.0:1763335110.472727:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335110.472729:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335110.472734:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577a38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.472744:0:33041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577a38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.472759:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335110.472780:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff928a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:2426:x1848989814858112:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 102us (940us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335110.472787:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3234 00000100:00100000:0.0:1763335110.472798:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3235 00000100:00100000:0.0:1763335110.472803:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff928e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:2427:x1848989814858368:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335110.472809:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335110.472813:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577816 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881df7 expref: 24 pid: 35240 timeout: 1203 lvb_type: 1 00010000:00010000:0.0:1763335110.472835:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577816 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881df7 expref: 24 pid: 35240 timeout: 1203 lvb_type: 1 00010000:00010000:0.0:1763335110.472846:0:33041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577816 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x276:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881df7 expref: 24 pid: 35240 timeout: 1203 lvb_type: 1 00010000:00010000:0.0:1763335110.472860:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335110.472862:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335110.472865:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577a3f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.472872:0:33041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577a3f lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.472887:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335110.472902:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff928e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:2427:x1848989814858368:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 99us (591us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335110.472908:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3235 00010000:00010000:0.0:1763335110.472923:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577a3f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.472931:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577a3f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.472940:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577a3f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.472947:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577a3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.472962:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763335110.473222:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff928380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+29:3667:x1848989826113536:12345-0@lo:6:osp-syn-1-1.0 Request processed in 11039us (11165us total) trans 17179871715 rc 0/0 00000100:00100000:0.0:1763335110.473232:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6810 00010000:00010000:0.0:1763335110.473249:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335110.473254:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577a3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.473262:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fae400 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335110.473266:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577a3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.473275:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577a3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.473287:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577a3f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.473294:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577a3f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x276:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.473309:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335110.473311:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335110.473334:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763335110.473359:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c393d880/2, rc 0, transno 17179871715 00000100:00100000:0.0:1763335110.473364:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c393d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826113536:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763335110.473611:0:28568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b5400757793c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e60 expref: 22 pid: 8416 timeout: 1203 lvb_type: 0 00000100:00100000:3.0:1763335110.473622:0:28568:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b54a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28568:1848989826114048:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335110.473635:0:28568:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577a38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.473644:0:28568:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577a38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.473651:0:28568:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577a38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.473658:0:28568:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577a38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.473664:0:28568:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577a38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.473684:0:28568:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335110.473779:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff921880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+29:3664:x1848989826113664:12345-0@lo:6:osp-syn-1-1.0 Request processed in 12238us (12365us total) trans 17179871716 rc 0/0 00000100:00100000:3.0:1763335110.473786:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6808 00000004:00080000:3.0:1763335110.473810:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001e5eb3480/2, rc 0, transno 17179871716 00000100:00100000:3.0:1763335110.473814:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e5eb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826113664:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1763335110.474230:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335110.474236:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577a38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.474249:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95e600 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335110.474253:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577a38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.474261:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577a38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.474273:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577a38 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.474280:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577a38 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x277:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.474293:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335110.474295:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335110.474296:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335110.477888:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.477933:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335110.477997:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814858496 00000100:00100000:2.0:1763335110.477997:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814858752 00000100:00100000:3.0:1763335110.478008:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814858496 00000100:00100000:2.0:1763335110.478008:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814858752 00000100:00100000:3.0:1763335110.478061:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6812 00000100:00100000:2.0:1763335110.478061:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3390 00000100:00100000:3.0:1763335110.478071:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff929500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+22:55956:x1848989814858496:12345-192.168.204.57@tcp:101:bash.0 00000100:00100000:2.0:1763335110.478071:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:56997:x1848989814858752:12345-192.168.204.57@tcp:35:lfs.0 00010000:00010000:3.0:1763335110.478094:0:28568:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335110.478112:0:28568:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577a46 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881ead expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.478152:0:28568:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577a1c lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e9f expref: 23 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335110.478160:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335110.478162:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335110.478167:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577a46 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ead expref: 23 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.478198:0:28568:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577a1c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e9f expref: 23 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335110.478211:0:28568:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577a1c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e9f expref: 23 pid: 8417 timeout: 1203 lvb_type: 1 00000100:00100000:3.0:1763335110.478224:0:28568:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b54a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28568:1848989826114304:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335110.478656:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56997:x1848989814858752:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 584us (721us total) trans 4294973381 rc 0/0 00000100:00100000:2.0:1763335110.478665:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3390 00000100:00100000:3.0:1763335110.478712:0:28568:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c498da80 going to sleep for 11 seconds 00000100:00100000:3.0:1763335110.486896:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335110.492707:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814859008 00000100:00100000:0.0:1763335110.492722:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814859008 00000100:00100000:0.0:1763335110.492804:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9827 00000100:00100000:0.0:1763335110.492815:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:56997:x1848989814859008:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335110.492856:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335110.492882:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007577a4d lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881eb4 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.492959:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007577a54 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335110.492975:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007577a54 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.492986:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007577a54 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.492996:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007577a5b lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335110.493002:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007577a5b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.493007:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007577a5b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.493124:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007577a62 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x203:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335110.493133:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007577a62 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.493141:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007577a62 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:0.0:1763335110.493151:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x203:0x0]: returning size 2 00010000:00010000:0.0:1763335110.493226:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007577a54 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.493233:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007577a54 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.493239:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007577a54 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.493245:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007577a54 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.493251:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202172600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335110.493255:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007577a54 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.493261:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007577a54 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.493273:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001d0e40d00) 00010000:00010000:0.0:1763335110.493276:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335110.493280:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007577a54 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.493287:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007577a54 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.493301:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007577a5b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.493306:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007577a5b lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.493311:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007577a5b lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.493371:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202172200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335110.493374:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007577a5b lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.493381:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007577a5b lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.493389:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001d0e40f00) 00010000:00010000:0.0:1763335110.493391:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335110.493394:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007577a5b lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335110.493399:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007577a5b lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.493482:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007577a4d lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881eb4 expref: 268 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.493502:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007577a62 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881eb4 expref: 267 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.493508:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x203:0x0].0x0 (ffff9001d0e40900) 00010000:00010000:1.0:1763335110.493511:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335110.493513:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202173000, rc 0) 00000100:00100000:2.0:1763335110.493550:0:28568:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b54a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28568:1848989826114304:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335110.493577:0:28568:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577a46 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ead expref: 23 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.493591:0:28568:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95f200, rc 0) 00000100:00100000:2.0:1763335110.493922:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff929500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:55956:x1848989814858496:12345-192.168.204.57@tcp:101:bash.0 Request processed in 15852us (16045us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335110.493930:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6812 00000100:00100000:1.0:1763335110.494138:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:56997:x1848989814859008:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1075us (7002us total) trans 4294973382 rc 0/0 00000100:00100000:1.0:1763335110.494147:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9827 00000100:00100000:1.0:1763335110.496536:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.497680:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814859136 00000100:00100000:2.0:1763335110.497692:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814859136 00010000:00010000:2.0:1763335110.497735:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577a1c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e9f expref: 23 pid: 8417 timeout: 1203 lvb_type: 1 00000100:00100000:2.0:1763335110.497769:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3236 00000100:00100000:2.0:1763335110.497778:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:2426:x1848989814859136:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335110.497793:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335110.497798:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577a1c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x27a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e9f expref: 23 pid: 8417 timeout: 1203 lvb_type: 1 00010000:00010000:2.0:1763335110.497810:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577a1c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x27a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e9f expref: 23 pid: 8417 timeout: 1203 lvb_type: 1 00010000:00010000:2.0:1763335110.497843:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577a1c lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x27a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e9f expref: 23 pid: 8417 timeout: 1203 lvb_type: 1 00010000:00010000:2.0:1763335110.497857:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335110.497859:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335110.497866:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577a46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ead expref: 22 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.497876:0:7458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577a46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ead expref: 22 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.497915:0:7458:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577a46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ead expref: 22 pid: 28568 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335110.497929:0:7458:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1334000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7458:1848989826114432:192.168.204.57@tcp:105: 00000100:00100000:2.0:1763335110.498016:0:7458:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c75c60c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335110.511536:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.511724:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814859392 00000100:00100000:2.0:1763335110.511733:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814859392 00000100:00100000:2.0:1763335110.511793:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3391 00000100:00100000:2.0:1763335110.511803:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:56997:x1848989814859392:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335110.512032:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:56997:x1848989814859392:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 229us (506us total) trans 4294973383 rc 0/0 00000100:00100000:2.0:1763335110.512039:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3391 00000100:00100000:1.0:1763335110.515507:0:7458:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1334000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7458:1848989826114432:192.168.204.57@tcp:105: 00010000:00010000:1.0:1763335110.515536:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335110.515596:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+22:2426:x1848989814859136:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 17817us (19067us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335110.515613:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3236 00000100:00100000:2.0:1763335110.515794:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335110.516628:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335110.517102:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814859520 00000100:00100000:3.0:1763335110.517113:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814859520 00000100:00100000:3.0:1763335110.517172:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6813 00000100:00100000:3.0:1763335110.517181:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1335880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+8:55956:x1848989814859520:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335110.517197:0:28568:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335110.517218:0:28568:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e200/0x3ec0b54007577a70 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881ebb expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335110.517254:0:28568:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x278:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335110.517276:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335110.517278:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335110.517289:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e200/0x3ec0b54007577a70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ebb expref: 9 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.517308:0:28568:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e200/0x3ec0b54007577a70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ebb expref: 9 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.517348:0:28568:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95e200, rc 0) 00000100:00100000:3.0:1763335110.517399:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1335880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+9:55956:x1848989814859520:12345-192.168.204.57@tcp:101:bash.0 Request processed in 218us (1604us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335110.517406:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6813 00000100:00100000:2.0:1763335110.517672:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814859648 00000100:00100000:2.0:1763335110.517678:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814859648 00000100:00100000:2.0:1763335110.517719:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3392 00000100:00100000:2.0:1763335110.517727:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1612850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:56997:x1848989814859648:12345-192.168.204.57@tcp:33:lfs.0 00000100:00100000:2.0:1763335110.518109:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1612850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:56997:x1848989814859648:12345-192.168.204.57@tcp:33:lfs.0 Request processed in 127us (1227us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335110.518117:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3392 00000100:00100000:0.0:1763335110.522481:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335110.523304:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.523501:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814859776 00000100:00100000:1.0:1763335110.523511:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814859776 00002000:00010000:1.0:1763335110.523555:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/634 (0->18446744073709551615) 00002000:00100000:1.0:1763335110.523559:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f7f25f80 with x1848989814859776 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335110.523571:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001f7f25f80. 00000100:00100000:1.0:1763335110.523600:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814859904 00000100:00100000:1.0:1763335110.523604:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814859904 00002000:00010000:1.0:1763335110.523616:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/632 (0->18446744073709551615) 00002000:00100000:1.0:1763335110.523619:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f7f26a00 with x1848989814859904 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335110.523624:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9001f7f26a00. 00000100:00100000:1.0:1763335110.523653:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1662 00000100:00100000:1.0:1763335110.523663:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+22:2426:x1848989814859776:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:1.0:1763335110.523845:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x27a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335110.523849:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x27a:0x0] updating lvb mtime from disk: 0 -> 1763335110 00002000:00010000:1.0:1763335110.523852:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x27a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335110.523854:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x27a:0x0] updating lvb ctime from disk: 0 -> 1763335110 00002000:00010000:1.0:1763335110.523856:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x27a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335110.523916:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:2426:x1848989814859776:12345-192.168.204.57@tcp:10:bash.0 Request processed in 254us (1442us total) trans 17179871717 rc 0/0 00000100:00100000:1.0:1763335110.523924:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1662 00002000:00010000:1.0:1763335110.523928:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/634 (0->18446744073709551615) 00002000:00100000:1.0:1763335110.523931:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f7f25f80 with x1848989814859776 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335110.523935:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001f7f25f80. 00000100:00100000:1.0:1763335110.523950:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1663 00000100:00100000:1.0:1763335110.523956:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+9:2426:x1848989814859904:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:1.0:1763335110.524035:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x278:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335110.524038:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x278:0x0] updating lvb mtime from disk: 0 -> 1763335110 00002000:00010000:1.0:1763335110.524041:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x278:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335110.524042:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x278:0x0] updating lvb ctime from disk: 0 -> 1763335110 00002000:00010000:1.0:1763335110.524044:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x278:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335110.524067:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:2426:x1848989814859904:12345-192.168.204.57@tcp:10:bash.0 Request processed in 110us (764us total) trans 21474839008 rc 0/0 00000100:00100000:1.0:1763335110.524073:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1663 00002000:00010000:1.0:1763335110.524076:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/632 (0->18446744073709551615) 00002000:00100000:1.0:1763335110.524078:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f7f26a00 with x1848989814859904 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335110.524095:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9001f7f26a00. 00000100:00100000:3.0:1763335110.532168:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.532308:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814860160 00000100:00100000:1.0:1763335110.532349:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814860160 00000100:00100000:1.0:1763335110.532404:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3393 00000100:00100000:1.0:1763335110.532414:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:55956:x1848989814860160:12345-192.168.204.57@tcp:35:bash.0 00000100:00100000:1.0:1763335110.532720:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:55956:x1848989814860160:12345-192.168.204.57@tcp:35:bash.0 Request processed in 307us (562us total) trans 4294973384 rc 0/0 00000100:00100000:1.0:1763335110.532728:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3393 00000100:00100000:1.0:1763335110.539147:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.539235:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814860416 00000100:00100000:2.0:1763335110.539246:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814860416 00000100:00100000:2.0:1763335110.539339:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9828 00000100:00100000:2.0:1763335110.539350:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:57003:x1848989814860416:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:2.0:1763335110.539412:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1763335110.539441:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577a15 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x203:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e98 expref: 269 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.539462:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577a23 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x203:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ea6 expref: 268 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.539475:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007577a62 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x203:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881eb4 expref: 267 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.539493:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b540075779dd lrc: 0/0,0 mode: --/PR res: [0x240000405:0x203:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881e83 expref: 266 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.539503:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x203:0x0].0x0 (ffff9001d0e40900) 00010000:00010000:2.0:1763335110.539513:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335110.539539:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577a77 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335110.539551:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577a77 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.539560:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577a77 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.539571:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577a7e lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335110.539577:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577a7e lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.539584:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577a7e lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.539662:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577a85 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x203:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335110.539669:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577a85 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x203:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.539676:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577a85 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x203:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000040:00080000:2.0:1763335110.540032:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1569, 64 off131136 00000040:00080000:2.0:1763335110.540130:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1568, 64 off131136 00000040:00080000:2.0:1763335110.540148:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1569, 64 off131200 00000040:00080000:2.0:1763335110.540161:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1570, 64 off131200 00010000:00010000:2.0:1763335110.540212:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577a8c lrc: 3/0,1 mode: --/PW res: [0x240000405:0x203:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335110.540222:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577a8c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x203:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.540230:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577a8c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x203:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.540237:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577a8c lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x203:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.540243:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577a8c lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x203:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.540249:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577a8c lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x203:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.540279:0:6532:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763335110.540297:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577a85 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x203:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.540303:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577a85 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x203:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.540309:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577a85 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x203:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.540346:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed6800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335110.540350:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577a85 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x203:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.540357:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577a85 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x203:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.540366:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x203:0x0].0x0 (ffff9000c4880100) 00010000:00010000:2.0:1763335110.540369:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763335110.540372:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577a85 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x203:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.540378:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577a85 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x203:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.540473:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577a77 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.540479:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577a77 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.540484:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577a77 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.540488:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577a77 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.540493:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335110.540495:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577a77 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.540500:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577a77 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.540508:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4880700) 00010000:00010000:2.0:1763335110.540511:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335110.540514:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577a77 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.540518:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577a77 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00000004:00010000:2.0:1763335110.540532:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000360cdba reply state 00000000369c44cb transno 4294973385 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577a7e lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.540541:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577a7e lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.540546:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4880f00) 00010000:00010000:2.0:1763335110.540548:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335110.540550:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335110.540623:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:57003:x1848989814860416:12345-192.168.204.57@tcp:36:rm.0 Request processed in 1273us (1484us total) trans 4294973385 rc 0/0 00000100:00100000:2.0:1763335110.540631:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9828 00010000:00010000:3.0:1763335110.540779:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335110.540786:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577a8c lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x203:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335110.540791:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7e00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335110.540794:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577a8c lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x203:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335110.540800:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577a8c lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x203:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335110.540808:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x203:0x0].0x0 (ffff9000c4880100) 00010000:00010000:3.0:1763335110.540810:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335110.540812:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577a8c lrc: 1/0,0 mode: --/PW res: [0x240000405:0x203:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335110.540828:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577a8c lrc: 0/0,0 mode: --/PW res: [0x240000405:0x203:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335110.540840:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335110.540841:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335110.540843:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335110.546104:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.547307:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814860672 00000100:00100000:1.0:1763335110.547343:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814860672 00000100:00100000:1.0:1763335110.547405:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9829 00000100:00100000:1.0:1763335110.547416:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:57002:x1848989814860672:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335110.547439:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335110.547463:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577a93 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881ec2 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.547546:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007577a9a lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335110.547561:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007577a9a lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.547571:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007577a9a lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.547581:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007577aa1 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335110.547589:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007577aa1 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.547595:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007577aa1 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.547637:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007577a9a lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.547644:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007577a9a lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.547649:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007577a9a lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.547656:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007577a9a lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.547662:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fae000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335110.547666:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007577a9a lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.547672:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007577a9a lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.547689:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602300) 00010000:00010000:1.0:1763335110.547692:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335110.547696:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007577a9a lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.547701:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007577a9a lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.547713:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007577aa1 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.547717:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007577aa1 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.547722:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007577aa1 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.547726:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faf600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335110.547729:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007577aa1 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.547733:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007577aa1 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.547738:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4880f00) 00010000:00010000:1.0:1763335110.547741:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335110.547743:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007577aa1 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.547748:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007577aa1 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.547776:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577a93 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ec2 expref: 268 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.547786:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602300) 00010000:00010000:1.0:1763335110.547788:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763335110.547791:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577a93 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ec2 expref: 268 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.547804:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faf200, rc 0) 00000100:00100000:1.0:1763335110.547881:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:57002:x1848989814860672:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 466us (1787us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335110.547888:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9829 00000100:00100000:3.0:1763335110.550556:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.550930:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814860800 00000100:00100000:2.0:1763335110.550941:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814860800 00000100:00100000:2.0:1763335110.550997:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9830 00000100:00100000:2.0:1763335110.551006:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:57002:x1848989814860800:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335110.551027:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335110.551048:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577aa8 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881ec9 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.551117:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577aaf lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335110.551129:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577aaf lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.551139:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577aaf lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.551148:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577ab6 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335110.551155:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577ab6 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.551161:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577ab6 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.551197:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577aaf lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.551202:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577aaf lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.551207:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577aaf lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.551213:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577aaf lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.551218:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed6800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335110.551222:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577aaf lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.551228:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577aaf lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.551238:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4880700) 00010000:00010000:2.0:1763335110.551241:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335110.551244:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577aaf lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.551249:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577aaf lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.551261:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577ab6 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.551266:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577ab6 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.551271:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577ab6 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.551276:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335110.551278:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577ab6 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.551282:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577ab6 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.551287:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4880f00) 00010000:00010000:2.0:1763335110.551289:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335110.551291:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577ab6 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.551296:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577ab6 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.551347:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577aa8 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ec9 expref: 268 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.551356:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4880700) 00010000:00010000:2.0:1763335110.551358:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335110.551361:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577aa8 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ec9 expref: 268 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.551371:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7000, rc 0) 00000100:00100000:2.0:1763335110.551414:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:57002:x1848989814860800:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 410us (868us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335110.551422:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9830 00000100:00100000:1.0:1763335110.568205:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.568928:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814860928 00000100:00100000:2.0:1763335110.568940:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814860928 00000100:00100000:2.0:1763335110.569002:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9831 00000100:00100000:2.0:1763335110.569014:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:57004:x1848989814860928:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335110.569033:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335110.569057:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577abd lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881ed0 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.569123:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577ac4 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335110.569137:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577ac4 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.569148:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577ac4 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.569158:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577acb lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335110.569166:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577acb lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.569171:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577acb lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.569213:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577ac4 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.569219:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577ac4 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.569224:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577ac4 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.569231:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577ac4 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.569236:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335110.569239:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577ac4 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.569247:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577ac4 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.569258:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4880700) 00010000:00010000:2.0:1763335110.569260:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335110.569264:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577ac4 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.569270:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577ac4 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.569283:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577acb lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.569288:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577acb lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.569293:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577acb lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.569297:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed6800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335110.569299:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577acb lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.569308:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577acb lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.569361:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4880f00) 00010000:00010000:2.0:1763335110.569364:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335110.569367:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577acb lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.569372:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577acb lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.569399:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577abd lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ed0 expref: 268 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.569409:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4880700) 00010000:00010000:2.0:1763335110.569412:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335110.569415:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577abd lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ed0 expref: 268 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.569427:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7000, rc 0) 00000100:00100000:2.0:1763335110.569491:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:57004:x1848989814860928:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 479us (1296us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335110.569498:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9831 00000100:00100000:0.0:1763335110.575165:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.575453:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814861056 00000100:00100000:2.0:1763335110.575465:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814861056 00000100:00100000:2.0:1763335110.575734:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9832 00000100:00100000:2.0:1763335110.575745:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:57004:x1848989814861056:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335110.575764:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335110.575787:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577ad2 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881ed7 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.575858:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577ad9 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335110.575871:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577ad9 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.575881:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577ad9 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.575889:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007577ae0 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335110.575895:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007577ae0 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.575900:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007577ae0 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.575934:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577ad9 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.575940:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577ad9 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.575945:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577ad9 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.575951:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577ad9 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.575956:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed6000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335110.575960:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577ad9 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.575967:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577ad9 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.575977:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4880400) 00010000:00010000:2.0:1763335110.575980:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335110.575983:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577ad9 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.575989:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577ad9 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.576001:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007577ae0 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.576006:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007577ae0 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.576011:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007577ae0 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.576016:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed6a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335110.576018:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007577ae0 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.576022:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007577ae0 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.576027:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4880f00) 00010000:00010000:2.0:1763335110.576029:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335110.576031:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007577ae0 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.576036:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007577ae0 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.576057:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577ad2 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ed7 expref: 268 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.576066:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4880400) 00010000:00010000:2.0:1763335110.576068:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335110.576071:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577ad2 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ed7 expref: 268 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.576081:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7800, rc 0) 00000100:00100000:2.0:1763335110.577643:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:57004:x1848989814861056:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1890us (2478us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335110.577654:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9832 00000100:00100000:3.0:1763335110.582570:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335110.582624:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.582627:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814861184 00000100:00100000:2.0:1763335110.582640:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814861184 00000100:00100000:2.0:1763335110.582697:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814861440 00000100:00100000:2.0:1763335110.582701:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814861440 00000100:00100000:2.0:1763335110.582728:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9833 00000100:00100000:2.0:1763335110.582737:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:57004:x1848989814861184:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335110.582757:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335110.582779:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577ae7 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881ede expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.582878:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577aee lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335110.582892:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577aee lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.582903:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577aee lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:2.0:1763335110.582949:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763335110.582954:0:6532:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763335110.582990:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577ae7 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ede expref: 270 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.583007:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577aee lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ede expref: 269 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.583017:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4880700) 00010000:00010000:2.0:1763335110.583020:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763335110.583023:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed6800, rc 0) 00000100:00100000:2.0:1763335110.583077:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:57004:x1848989814861184:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 341us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335110.583085:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9833 00000100:00100000:2.0:1763335110.583104:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9834 00000100:00100000:2.0:1763335110.583111:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:57005:x1848989814861440:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335110.583119:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335110.583127:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577af5 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881ee5 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.583172:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577afc lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335110.583181:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577afc lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.583187:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577afc lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.583202:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577b03 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335110.583209:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577b03 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.583215:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577b03 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.583248:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577afc lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.583255:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577afc lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.583261:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577afc lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.583267:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577afc lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.583273:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335110.583277:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577afc lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.583285:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577afc lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.583294:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4880700) 00010000:00010000:2.0:1763335110.583297:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335110.583301:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577afc lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.583306:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577afc lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.583344:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577b03 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.583351:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577b03 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.583356:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577b03 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.583361:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335110.583364:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577b03 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.583369:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577b03 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.583377:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4880f00) 00010000:00010000:2.0:1763335110.583380:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335110.583383:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577b03 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.583389:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577b03 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.583411:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577af5 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ee5 expref: 269 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.583421:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4880700) 00010000:00010000:2.0:1763335110.583424:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763335110.583427:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577af5 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ee5 expref: 269 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.583440:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7a00, rc 0) 00000100:00100000:2.0:1763335110.583463:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:57005:x1848989814861440:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 352us (840us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335110.583469:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9834 00000100:00100000:3.0:1763335110.588627:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.588733:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814861696 00000100:00100000:1.0:1763335110.588743:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814861696 00000100:00100000:1.0:1763335110.588808:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9835 00000100:00100000:1.0:1763335110.588827:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:57004:x1848989814861696:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335110.588846:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335110.588849:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763335110.588874:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577aee lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ede expref: 268 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.588892:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4880700) 00010000:00010000:1.0:1763335110.588902:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335110.588917:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007577b0a lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881eec expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.589011:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007577b11 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335110.589028:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007577b11 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.589037:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007577b11 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.589047:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007577b18 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335110.589054:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007577b18 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.589060:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007577b18 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.589568:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007577b1f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x205:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335110.589578:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007577b1f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.589586:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007577b1f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:1.0:1763335110.589595:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x205:0x0]: returning size 0 00010000:00010000:1.0:1763335110.589621:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007577b11 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.589628:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007577b11 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.589634:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007577b11 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.589641:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007577b11 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.589647:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fafc00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335110.589651:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007577b11 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.589658:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007577b11 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.589667:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602300) 00010000:00010000:1.0:1763335110.589670:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335110.589674:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007577b11 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.589680:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007577b11 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000004:00010000:1.0:1763335110.589690:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002cf133c4 reply state 00000000f7a4e30e transno 4294973386 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007577b18 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.589700:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007577b18 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.589705:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4880f00) 00010000:00010000:1.0:1763335110.589708:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335110.589710:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763335110.589735:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007577b0a lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881eec expref: 270 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.589752:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007577b1f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881eec expref: 269 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.589759:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x205:0x0].0x0 (ffff9001da602200) 00010000:00010000:1.0:1763335110.589762:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335110.589764:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faf600, rc 0) 00000100:00100000:1.0:1763335110.589847:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:57004:x1848989814861696:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1028us (1227us total) trans 4294973386 rc 0/0 00000100:00100000:1.0:1763335110.589856:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9835 00000100:00100000:1.0:1763335110.602450:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.602858:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814861952 00000100:00100000:2.0:1763335110.602869:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814861952 00000100:00100000:2.0:1763335110.602934:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9836 00000100:00100000:2.0:1763335110.602946:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:57004:x1848989814861952:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335110.602973:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335110.602995:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577b2d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x205:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881ef3 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.603131:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007577b34 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x205:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335110.603146:0:13591:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007577b1f lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881eec expref: 271 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.603155:0:13591:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007577b34 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x205:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.603191:0:13591:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007577b1f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881eec expref: 271 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.603205:0:13591:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007577b1f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881eec expref: 271 pid: 13840 timeout: 1203 lvb_type: 0 00000100:00100000:2.0:1763335110.603220:0:13591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1334a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826114560:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335110.603348:0:13591:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001cad67f00 going to sleep for 11 seconds 00000100:00100000:3.0:1763335110.605370:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.605518:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814862208 00000100:00100000:1.0:1763335110.605529:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814862208 00000100:00100000:1.0:1763335110.605594:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9837 00000100:00100000:1.0:1763335110.605604:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57006:x1848989814862208:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335110.605624:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335110.605642:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007577b3b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x205:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881efa expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.605741:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007577b42 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x205:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335110.605755:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007577b42 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.605768:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007577b42 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:1.0:1763335110.605779:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x205:0x0]: returning size 0 00010000:00010000:1.0:1763335110.605877:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007577b42 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.605885:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007577b42 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.605892:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007577b42 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.605899:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fafc00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335110.605903:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007577b42 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.605911:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007577b42 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.605923:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x205:0x0].0x0 (ffff9001da602200) 00010000:00010000:1.0:1763335110.605926:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1763335110.605931:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007577b42 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x205:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.605937:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007577b42 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x205:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.605977:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007577b3b lrc: 1/0,0 mode: --/CR res: [0x240000405:0x205:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881efa expref: 274 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.605987:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x205:0x0].0x0 (ffff9001da602200) 00010000:00010000:1.0:1763335110.605990:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763335110.605993:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007577b3b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x205:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881efa expref: 274 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.606002:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fae000, rc 0) 00000100:00100000:1.0:1763335110.606070:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57006:x1848989814862208:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 467us (708us total) trans 4294973387 rc 301/301 00000100:00100000:1.0:1763335110.606078:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9837 00000100:00100000:2.0:1763335110.606977:0:13591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1334a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826114560:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335110.607000:0:13591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007577b34 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x205:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000100:00100000:3.0:1763335110.613527:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.614025:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814862336 00000100:00100000:1.0:1763335110.614037:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814862336 00010000:00010000:0.0:1763335110.614133:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007577b1f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881eec expref: 273 pid: 13840 timeout: 1203 lvb_type: 0 00000100:00100000:0.0:1763335110.614177:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3237 00000100:00100000:0.0:1763335110.614187:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c487bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:2426:x1848989814862336:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335110.614203:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335110.614210:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007577b1f lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881eec expref: 273 pid: 13840 timeout: 1203 lvb_type: 0 00010000:00010000:0.0:1763335110.614223:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007577b1f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881eec expref: 273 pid: 13840 timeout: 1203 lvb_type: 0 00010000:00010000:0.0:1763335110.614244:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007577b1f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881eec expref: 273 pid: 13840 timeout: 1203 lvb_type: 0 00010000:00010000:0.0:1763335110.614260:0:7458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x205:0x0].0x0 (ffff9001da602200) 00010000:00010000:0.0:1763335110.614266:0:7458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007577b34 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x205:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.614279:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007577b34 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x205:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.614286:0:7458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007577b34 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x205:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13591 initiator: MDT1 00000100:00100000:2.0:1763335110.614422:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.614445:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814862592 00000100:00100000:2.0:1763335110.614449:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814862592 00000100:00100000:2.0:1763335110.614474:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3394 00000100:00100000:2.0:1763335110.614480:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1334a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57006:x1848989814862592:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335110.614683:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1334a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:57006:x1848989814862592:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 203us (261us total) trans 4294973388 rc 0/0 00000100:00100000:2.0:1763335110.614691:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3394 00010000:00010000:0.0:1763335110.616170:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335110.616225:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c487bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:2426:x1848989814862336:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 2034us (2909us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335110.616235:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3237 00010000:00010000:1.0:1763335110.618362:0:13591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007577b34 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x205:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.618380:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007577b34 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x205:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:1.0:1763335110.618424:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x205:0x0]: returning size 0 00000004:00080000:0.0:1763335110.618990:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x27a:0x0], index 0: 0 00000004:00080000:0.0:1763335110.618999:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x27c:0x0], index 1: 0 00000004:00080000:0.0:1763335110.619003:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x27d:0x0], index 1: 0 00000004:00080000:0.0:1763335110.619007:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x27b:0x0], index 0: 0 00010000:00010000:0.0:1763335110.619136:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007577b34 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x205:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.619145:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007577b34 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x205:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.619152:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007577b34 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x205:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.619157:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335110.619162:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007577b34 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x205:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.619168:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007577b34 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x205:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.619184:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x205:0x0].0x0 (ffff9001da602200) 00010000:00010000:0.0:1763335110.619188:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335110.619192:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007577b34 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x205:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.619198:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007577b34 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x205:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.619260:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577b2d lrc: 1/0,0 mode: --/CR res: [0x240000405:0x205:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ef3 expref: 273 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.619272:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x205:0x0].0x0 (ffff9001da602200) 00010000:00010000:0.0:1763335110.619274:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763335110.619278:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007577b2d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x205:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ef3 expref: 273 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.619296:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc185600, rc 0) 00000100:00100000:0.0:1763335110.622227:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57004:x1848989814861952:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 19267us (19770us total) trans 4294973389 rc 301/301 00000100:00100000:0.0:1763335110.622242:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9836 00000100:00100000:3.0:1763335110.622378:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335110.622574:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814862848 00000100:00100000:0.0:1763335110.622583:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814862848 00000100:00100000:0.0:1763335110.622627:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9838 00000100:00100000:0.0:1763335110.622635:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57006:x1848989814862848:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335110.622657:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335110.622681:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b54007577b57 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881f01 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.622768:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007577b5e lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335110.622788:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007577b5e lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.622798:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007577b5e lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.622810:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007577b65 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335110.622831:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007577b65 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.622837:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007577b65 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.622950:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007577b6c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x205:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335110.622959:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007577b6c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.622966:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007577b6c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.623060:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007577b5e lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.623067:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007577b5e lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.623089:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007577b5e lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.623095:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007577b5e lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.623102:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c3a2b000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335110.623106:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007577b5e lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.623112:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007577b5e lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.623124:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001d0e40f00) 00010000:00010000:0.0:1763335110.623127:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335110.623131:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007577b5e lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.623137:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007577b5e lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.623150:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007577b65 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.623154:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007577b65 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.623159:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007577b65 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.623163:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202172c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335110.623165:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007577b65 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.623170:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007577b65 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.623176:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4880f00) 00010000:00010000:0.0:1763335110.623178:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335110.623181:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007577b65 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.623186:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007577b65 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.623222:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b54007577b57 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f01 expref: 275 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.623240:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007577b6c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f01 expref: 274 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.623247:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x205:0x0].0x0 (ffff9001d0e40b00) 00010000:00010000:0.0:1763335110.623249:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335110.623251:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202173000, rc 0) 00000100:00100000:0.0:1763335110.623310:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:57006:x1848989814862848:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 675us (933us total) trans 4294973390 rc 0/0 00000100:00100000:0.0:1763335110.623341:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9838 00000100:00100000:3.0:1763335110.625694:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.625809:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814863104 00000100:00100000:1.0:1763335110.625831:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814863104 00000100:00100000:1.0:1763335110.625886:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3395 00000100:00100000:1.0:1763335110.625897:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:57004:x1848989814863104:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335110.627206:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:57004:x1848989814863104:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 1306us (1513us total) trans 4294973391 rc 0/0 00000100:00100000:0.0:1763335110.627217:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3395 00000100:00100000:2.0:1763335110.629833:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.630203:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.631228:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335110.631388:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814863232 00000100:00100000:0.0:1763335110.631398:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814863232 00000100:00100000:0.0:1763335110.631447:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814863360 00000100:00100000:0.0:1763335110.631450:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814863360 00000100:00100000:0.0:1763335110.631471:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6814 00000100:00100000:0.0:1763335110.631479:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1337800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:2427:x1848989814863232:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335110.631495:0:8415:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335110.631515:0:8415:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff900202173800/0x3ec0b54007577b7a lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881f08 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335110.631538:0:8415:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x27d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335110.631556:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335110.631558:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335110.631566:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff900202173800/0x3ec0b54007577b7a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f08 expref: 24 pid: 8415 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335110.631582:0:8415:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff900202173800/0x3ec0b54007577b7a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f08 expref: 24 pid: 8415 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335110.631593:0:8415:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202173800, rc 0) 00000100:00100000:0.0:1763335110.631642:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1337800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:2427:x1848989814863232:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 163us (1827us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335110.631648:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6814 00000100:00100000:0.0:1763335110.631665:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6815 00000100:00100000:0.0:1763335110.631671:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1334000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:2426:x1848989814863360:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335110.631678:0:8415:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335110.631688:0:8415:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff900202172600/0x3ec0b54007577b81 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881f0f expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335110.631702:0:8415:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x27b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335110.631710:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335110.631712:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335110.631715:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff900202172600/0x3ec0b54007577b81 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f0f expref: 11 pid: 8415 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335110.631724:0:8415:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff900202172600/0x3ec0b54007577b81 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f0f expref: 11 pid: 8415 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335110.631733:0:8415:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202172600, rc 0) 00000100:00100000:0.0:1763335110.631752:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1334000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2426:x1848989814863360:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 80us (1550us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335110.631758:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6815 00000100:00100000:1.0:1763335110.635189:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814863616 00000100:00100000:1.0:1763335110.635205:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814863616 00000100:00100000:1.0:1763335110.635262:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3396 00000100:00100000:1.0:1763335110.635272:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:57004:x1848989814863616:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335110.635529:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:57004:x1848989814863616:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 257us (4302us total) trans 4294973392 rc 0/0 00000100:00100000:1.0:1763335110.635538:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3396 00000100:00100000:2.0:1763335110.637872:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335110.637960:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814863872 00000100:00100000:0.0:1763335110.637971:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814863872 00000100:00100000:1.0:1763335110.638807:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3397 00000100:00100000:1.0:1763335110.638830:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:57006:x1848989814863872:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335110.639049:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:57006:x1848989814863872:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 231us (1184us total) trans 4294973393 rc 0/0 00000100:00100000:1.0:1763335110.639057:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3397 00000100:00100000:3.0:1763335110.641840:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.643228:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814864128 00000100:00100000:1.0:1763335110.643242:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814864128 00000100:00100000:2.0:1763335110.643894:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.644511:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814864384 00000100:00100000:1.0:1763335110.644519:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814864384 00000100:00100000:1.0:1763335110.644562:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9839 00000100:00100000:1.0:1763335110.644572:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+278:55956:x1848989814864128:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335110.644597:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335110.644600:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763335110.644626:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007577b6c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f01 expref: 278 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.644643:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x205:0x0].0x0 (ffff9001d0e40b00) 00010000:00010000:1.0:1763335110.644654:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335110.644669:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007577b88 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x205:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881f16 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.644827:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007577b8f lrc: 3/0,1 mode: --/CW res: [0x240000405:0x205:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335110.644839:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007577b8f lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x205:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.644848:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007577b8f lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x205:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:1.0:1763335110.644860:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x205:0x0]: returning size 0 00010000:00010000:1.0:1763335110.644970:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007577b88 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x205:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f16 expref: 280 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.644984:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007577b8f lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x205:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f16 expref: 279 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.644991:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x205:0x0].0x0 (ffff9001da602300) 00010000:00010000:1.0:1763335110.644994:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:1.0:1763335110.644996:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fafc00, rc 0) 00000100:00100000:1.0:1763335110.645057:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+279:55956:x1848989814864128:12345-192.168.204.57@tcp:101:bash.0 Request processed in 485us (3225us total) trans 4294973394 rc 0/0 00000100:00100000:1.0:1763335110.645065:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9839 00000100:00100000:1.0:1763335110.645093:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9840 00000100:00100000:1.0:1763335110.645100:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+278:57006:x1848989814864384:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335110.645109:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335110.645119:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577b9d lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881f1d expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.645179:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577ba4 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335110.645187:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577ba4 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.645195:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577ba4 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.645204:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577bab lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335110.645211:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577bab lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.645217:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577bab lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.645292:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007577bb2 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x205:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335110.645303:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007577bb2 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x205:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.645312:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007577bb2 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x205:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.645347:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007577bb2 lrc: 3/0,0 mode: --/PR res: [0x240000405:0x205:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.645352:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faf400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335110.645357:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007577bb2 lrc: 3/0,0 mode: --/PR res: [0x240000405:0x205:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.645364:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007577bb2 lrc: 4/0,0 mode: --/PR res: [0x240000405:0x205:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.645371:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x205:0x0].0x0 (ffff9001da602300) 00010000:00010000:1.0:1763335110.645376:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007577bb2 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x205:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.645381:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007577bb2 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x205:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000004:00200000:1.0:1763335110.645391:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x205:0x0]: returning size 0 00010000:00010000:1.0:1763335110.645429:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577ba4 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.645435:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577ba4 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.645441:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577ba4 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.645446:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577ba4 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.645451:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fafe00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335110.645455:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577ba4 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.645460:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577ba4 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.645468:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602000) 00010000:00010000:1.0:1763335110.645471:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335110.645474:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577ba4 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.645480:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577ba4 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.645488:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577bab lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.645493:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577bab lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.645499:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577bab lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.645503:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fae800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335110.645506:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577bab lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.645511:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577bab lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.645517:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4880f00) 00010000:00010000:1.0:1763335110.645520:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335110.645523:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577bab lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.645532:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577bab lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.645555:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577b9d lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f1d expref: 280 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.645563:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602000) 00010000:00010000:1.0:1763335110.645565:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763335110.645568:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577b9d lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f1d expref: 280 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.645580:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faf200, rc 0) 00000100:00100000:1.0:1763335110.645605:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+279:57006:x1848989814864384:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 506us (1715us total) trans 4294973395 rc 301/301 00000100:00100000:1.0:1763335110.645612:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9840 00000100:00100000:3.0:1763335110.653116:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335110.654517:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.655025:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814864512 00000100:00100000:1.0:1763335110.655035:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814864512 00000100:00100000:1.0:1763335110.655086:0:6534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814864768 00000100:00100000:1.0:1763335110.655090:0:6534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814864768 00000100:00100000:1.0:1763335110.655110:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3398 00000100:00100000:1.0:1763335110.655120:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1613050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+280:57006:x1848989814864512:12345-192.168.204.57@tcp:33:lfs.0 00000100:00100000:1.0:1763335110.655284:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1613050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+280:57006:x1848989814864512:12345-192.168.204.57@tcp:33:lfs.0 Request processed in 165us (2179us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335110.655292:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3398 00000100:00100000:1.0:1763335110.655365:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3399 00000100:00100000:1.0:1763335110.655372:0:6534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+279:55956:x1848989814864768:12345-192.168.204.57@tcp:35:bash.0 00000100:00100000:1.0:1763335110.655502:0:6534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+280:55956:x1848989814864768:12345-192.168.204.57@tcp:35:bash.0 Request processed in 130us (990us total) trans 4294973396 rc 0/0 00000100:00100000:1.0:1763335110.655509:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3399 00000100:00100000:2.0:1763335110.659549:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335110.662935:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814864896 00000100:00100000:3.0:1763335110.662950:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814864896 00000100:00100000:3.0:1763335110.663028:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9841 00000100:00100000:3.0:1763335110.663039:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+280:55956:x1848989814864896:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335110.663058:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335110.663079:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577bc0 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x205:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881f24 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.663113:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577bc7 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x205:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335110.663126:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577bc7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335110.663138:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577bc7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335110.663255:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577bc0 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x205:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f24 expref: 282 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.663273:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577bc7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f24 expref: 281 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.663282:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x205:0x0].0x0 (ffff9001da602300) 00010000:00010000:3.0:1763335110.663285:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763335110.663288:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95e600, rc 0) 00000100:00100000:3.0:1763335110.663392:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+281:55956:x1848989814864896:12345-192.168.204.57@tcp:101:bash.0 Request processed in 354us (3853us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335110.663400:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9841 00000100:00100000:2.0:1763335110.668987:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.669103:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814865152 00000100:00100000:1.0:1763335110.669116:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814865152 00000100:00100000:1.0:1763335110.669177:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9842 00000100:00100000:1.0:1763335110.669188:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+281:55956:x1848989814865152:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:1.0:1763335110.669247:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335110.669275:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007577b8f lrc: 0/0,0 mode: --/CW res: [0x240000405:0x205:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f16 expref: 281 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.669294:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x205:0x0].0x0 (ffff9001da602300) 00010000:00010000:1.0:1763335110.669299:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335110.669507:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577bce lrc: 3/0,1 mode: --/PW res: [0x240000405:0x205:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335110.669521:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577bce lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x205:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.669532:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577bce lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x205:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000001:00080000:1.0:1763335110.669576:0:6532:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973397 00000004:00010000:1.0:1763335110.669597:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005729144b reply state 00000000f6359461 transno 4294973398 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577bce lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x205:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.669609:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577bce lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x205:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.669616:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x205:0x0].0x0 (ffff9001da602300) 00010000:00010000:1.0:1763335110.669619:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335110.669622:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335110.669720:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+283:55956:x1848989814865152:12345-192.168.204.57@tcp:36:bash.0 Request processed in 533us (742us total) trans 4294973398 rc 0/0 00000100:00100000:1.0:1763335110.669728:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9842 00000020:00080000:1.0:1763335110.669734:0:6532:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763335110.674429:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335110.674531:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814865280 00000100:00100000:3.0:1763335110.674543:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814865280 00000100:00100000:3.0:1763335110.674601:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9843 00000100:00100000:3.0:1763335110.674611:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+283:55956:x1848989814865280:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335110.674634:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335110.674656:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577bd5 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x205:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881f2b expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.674712:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577bd5 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x205:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f2b expref: 284 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.674726:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577bd5 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x205:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f2b expref: 284 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.674746:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x205:0x0].0x0 (ffff9001da602300) 00010000:00010000:3.0:1763335110.674749:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335110.674753:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95f000, rc 0) 00000100:00100000:3.0:1763335110.676786:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+284:55956:x1848989814865280:12345-192.168.204.57@tcp:101:bash.0 Request processed in 2168us (2358us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335110.676798:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9843 00000100:00100000:2.0:1763335110.677390:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.677425:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814865536 00000100:00100000:2.0:1763335110.677433:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814865536 00000100:00100000:2.0:1763335110.678438:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9844 00000100:00100000:2.0:1763335110.678451:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+284:57007:x1848989814865536:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335110.678469:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335110.678489:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577bdc lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881f32 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.678558:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577be3 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335110.678571:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577be3 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.678581:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577be3 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.678589:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577bea lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335110.678596:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577bea lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.678601:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577bea lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.678693:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577bf1 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x205:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335110.678701:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577bf1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.678707:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577bf1 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:2.0:1763335110.678715:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x205:0x0]: returning size 0 00010000:00010000:2.0:1763335110.678782:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577be3 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.678789:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577be3 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.678796:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577be3 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.678802:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577be3 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.678807:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335110.678811:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577be3 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.678829:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577be3 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.678840:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4880400) 00010000:00010000:2.0:1763335110.678842:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335110.678847:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577be3 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.678852:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577be3 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.678864:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577bea lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.678869:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577bea lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.678874:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577bea lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.678879:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335110.678882:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577bea lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.678891:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577bea lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.678897:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4880f00) 00010000:00010000:2.0:1763335110.678899:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335110.678902:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577bea lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.678907:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577bea lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.678940:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577bdc lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f32 expref: 287 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.678956:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577bf1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f32 expref: 286 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.678962:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x205:0x0].0x0 (ffff9001da602300) 00010000:00010000:2.0:1763335110.678964:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335110.678966:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7e00, rc 0) 00000100:00100000:2.0:1763335110.679018:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+286:57007:x1848989814865536:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 571us (1630us total) trans 4294973399 rc 0/0 00000100:00100000:2.0:1763335110.679025:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9844 00000100:00100000:2.0:1763335110.682700:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.683691:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335110.683749:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814865792 00000100:00100000:0.0:1763335110.683760:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814865792 00000100:00100000:0.0:1763335110.683830:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9845 00000100:00100000:0.0:1763335110.683841:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+286:55956:x1848989814865792:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335110.683862:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335110.683865:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763335110.683892:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577bd5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x205:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f2b expref: 286 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.683910:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x205:0x0].0x0 (ffff9001da602300) 00010000:00010000:0.0:1763335110.683916:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335110.683931:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007577bff lrc: 2/0,0 mode: --/EX res: [0x240000405:0x205:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881f39 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.683979:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007577c06 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x205:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335110.683991:0:13591:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577bf1 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f32 expref: 286 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.684003:0:13591:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007577c06 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x205:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.684035:0:13591:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577bf1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f32 expref: 286 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.684047:0:13591:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577bf1 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f32 expref: 286 pid: 13840 timeout: 1203 lvb_type: 0 00000100:00100000:0.0:1763335110.684059:0:13591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7f27b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826114688:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335110.684154:0:13591:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c2f8c900 going to sleep for 11 seconds 00000100:00100000:1.0:1763335110.685000:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814866048 00000100:00100000:1.0:1763335110.685007:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814866048 00000100:00100000:1.0:1763335110.685048:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3400 00000100:00100000:1.0:1763335110.685056:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+287:57007:x1848989814866048:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335110.685224:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+288:57007:x1848989814866048:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 168us (1534us total) trans 4294973400 rc 0/0 00000100:00100000:1.0:1763335110.685230:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3400 00000100:00100000:2.0:1763335110.687407:0:13591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7f27b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826114688:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335110.687455:0:13591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007577c06 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x205:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000100:00100000:2.0:1763335110.688221:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335110.688379:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335110.688506:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814866176 00000100:00100000:0.0:1763335110.688515:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814866176 00010000:00010000:0.0:1763335110.688548:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577bf1 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f32 expref: 288 pid: 13840 timeout: 1203 lvb_type: 0 00000100:00100000:0.0:1763335110.688589:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3238 00000100:00100000:0.0:1763335110.688598:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+288:2426:x1848989814866176:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335110.688613:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335110.688620:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577bf1 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f32 expref: 288 pid: 13840 timeout: 1203 lvb_type: 0 00010000:00010000:0.0:1763335110.688633:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577bf1 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f32 expref: 288 pid: 13840 timeout: 1203 lvb_type: 0 00010000:00010000:0.0:1763335110.688656:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577bf1 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f32 expref: 288 pid: 13840 timeout: 1203 lvb_type: 0 00010000:00010000:0.0:1763335110.688676:0:7458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x205:0x0].0x0 (ffff9001da602300) 00010000:00010000:0.0:1763335110.688681:0:7458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007577c06 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x205:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.688690:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007577c06 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x205:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.688697:0:7458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007577c06 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x205:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.688713:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335110.688763:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+287:2426:x1848989814866176:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 166us (544us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335110.688770:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3238 00000100:00100000:1.0:1763335110.688929:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814866432 00000100:00100000:1.0:1763335110.688935:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814866432 00000100:00100000:1.0:1763335110.688977:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9846 00000100:00100000:1.0:1763335110.688984:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+287:57007:x1848989814866432:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335110.688999:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335110.689017:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007577c0d lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881f40 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.689094:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577c14 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335110.689104:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577c14 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.689112:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577c14 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.689126:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577c1b lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335110.689133:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577c1b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.689139:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577c1b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.689244:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007577c22 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x205:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335110.689253:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007577c22 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.689262:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007577c22 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:1.0:1763335110.689270:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x205:0x0]: returning size 0 00010000:00010000:1.0:1763335110.689378:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007577c22 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.689385:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007577c22 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.689391:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007577c22 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.689397:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faf400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335110.689401:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007577c22 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.689408:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007577c22 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.689417:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x205:0x0].0x0 (ffff9001da602300) 00010000:00010000:1.0:1763335110.689420:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1763335110.689423:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007577c22 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x205:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.689428:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007577c22 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x205:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.689441:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577c14 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.689446:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577c14 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.689451:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577c14 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.689456:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577c14 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.689460:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fae800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335110.689463:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577c14 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.689468:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577c14 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.689474:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602000) 00010000:00010000:1.0:1763335110.689477:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335110.689479:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577c14 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.689484:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577c14 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.689492:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577c1b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.689496:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577c1b lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.689501:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577c1b lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.689505:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fafe00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335110.689507:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577c1b lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.689513:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577c1b lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.689519:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4880f00) 00010000:00010000:1.0:1763335110.689521:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335110.689524:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577c1b lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.689529:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577c1b lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.689559:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007577c0d lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f40 expref: 289 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.689567:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602000) 00010000:00010000:1.0:1763335110.689569:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763335110.689572:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007577c0d lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f40 expref: 289 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.689588:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fafc00, rc 0) 00000100:00100000:1.0:1763335110.689622:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+288:57007:x1848989814866432:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 639us (1243us total) trans 4294973401 rc 301/301 00000100:00100000:1.0:1763335110.689629:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9846 00010000:00010000:2.0:1763335110.689874:0:13591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007577c06 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x205:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.689881:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007577c06 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x205:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000040:00080000:2.0:1763335110.690064:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1570, 88 off131288 00000004:00080000:2.0:1763335110.690071:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1103669755849ns, next at 1104273264751ns, rc = 0 00000040:00080000:2.0:1763335110.690113:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1571, 88 off131288 00000004:00080000:2.0:1763335110.690119:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1103669804416ns, next at 1104273297662ns, rc = 0 00000040:00080000:2.0:1763335110.690134:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1572, 88 off131376 00000004:00080000:2.0:1763335110.690137:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1103669822591ns, next at 1104273297662ns, rc = 0 00000040:00080000:2.0:1763335110.690145:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1571, 88 off131376 00000004:00080000:2.0:1763335110.690149:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1103669834126ns, next at 1104273264751ns, rc = 0 00000100:00100000:3.0:1763335110.692369:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335110.692583:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814866560 00000100:00100000:0.0:1763335110.692594:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814866560 00000100:00100000:0.0:1763335110.692651:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9847 00000100:00100000:0.0:1763335110.692662:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+289:57007:x1848989814866560:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335110.692682:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335110.692702:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007577c30 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x205:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881f47 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.692811:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b54007577c37 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x205:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335110.692835:0:13840:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007577c06 lrc: 2/0,1 mode: EX/EX res: [0x240000405:0x205:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.692843:0:13840:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b54007577c37 lrc: 4/1,0 mode: --/PR res: [0x240000405:0x205:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335110.692863:0:13840:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007577c06 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x205:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.692873:0:13840:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b54007577c37 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x205:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000001:00080000:2.0:1763335110.693880:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973402 is committed 00000004:00080000:2.0:1763335110.693888:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1030 committed 00000004:00080000:2.0:1763335110.693901:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1027 committed 00000004:00080000:2.0:1763335110.693913:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1026 committed 00000004:00080000:2.0:1763335110.693916:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1029 committed 00010000:00010000:2.0:1763335110.693999:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007577c06 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x205:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f39 expref: 269 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.694011:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x205:0x0].0x0 (ffff9001da602300) 00010000:00010000:2.0:1763335110.694014:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763335110.694017:0:13591:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b54007577c37 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x205:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.694024:0:13591:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b54007577c37 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.694031:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b54007577c37 lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.694064:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172c00/0x3ec0b54007577bff lrc: 0/0,0 mode: --/EX res: [0x240000405:0x205:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f39 expref: 269 pid: 13591 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763335110.694093:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007577c06 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x205:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f39 expref: 268 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.694118:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202173000, rc 0) 00000100:00100000:2.0:1763335110.694178:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:55956:x1848989814865792:12345-192.168.204.57@tcp:101:bash.0 Request processed in 10337us (11487us total) trans 4294973402 rc 0/0 00000100:00100000:2.0:1763335110.694186:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9845 00010000:00010000:1.0:1763335110.694249:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577a7e lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.694258:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577a7e lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.694264:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577a7e lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.694271:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335110.694274:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577a7e lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.694281:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577a7e lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.694292:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4880f00) 00010000:00010000:1.0:1763335110.694295:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335110.694298:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577a7e lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.694304:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577a7e lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.694345:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007577b18 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.694355:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007577b18 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.694360:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007577b18 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.694364:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faea00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335110.694367:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007577b18 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.694372:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007577b18 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.694379:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4880f00) 00010000:00010000:1.0:1763335110.694381:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335110.694384:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007577b18 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.694388:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007577b18 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.694403:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577bce lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x205:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.694409:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577bce lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x205:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.694414:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577bce lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x205:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.694419:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faf200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335110.694421:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577bce lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x205:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.694426:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577bce lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x205:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.694433:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x205:0x0].0x0 (ffff9001da602300) 00010000:00010000:1.0:1763335110.694435:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335110.694438:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577bce lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x205:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335110.694443:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577bce lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x205:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00000100:00100000:3.0:1763335110.694657:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7e4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826114944:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763335110.694704:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335110.694741:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763335110.694746:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6355c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826115072:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335110.694765:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335110.694799:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826114944 00000100:00100000:3.0:1763335110.694806:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826114944 00000100:00100000:3.0:1763335110.694852:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826115072 00000100:00100000:3.0:1763335110.694855:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826115072 00000100:00100000:3.0:1763335110.694875:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6816 00000100:00100000:3.0:1763335110.694883:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+30:3664:x1848989826114944:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763335110.694904:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:635 count 1 00002000:00010000:3.0:1763335110.694933:0:8417:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x27b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335110.694939:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007577c3e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.694951:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335110.694953:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335110.694958:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007577c3e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.694969:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007577c3e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.694978:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007577c3e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.694984:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007577c3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.695000:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335110.695186:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+31:3664:x1848989826114944:12345-0@lo:6:osp-syn-1-1.0 Request processed in 304us (480us total) trans 17179871718 rc 0/0 00000100:00100000:3.0:1763335110.695193:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6816 00000100:00100000:3.0:1763335110.695210:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6817 00000100:00100000:3.0:1763335110.695217:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+30:3664:x1848989826115072:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335110.695305:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+31:3664:x1848989826115072:12345-0@lo:2:osp-syn-1-1.0 Request processed in 89us (539us total) trans 17179871719 rc 0/0 00000100:00100000:3.0:1763335110.695344:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6817 00010000:00010000:3.0:1763335110.695366:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335110.695371:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007577c3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.695377:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95fe00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335110.695380:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007577c3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.695391:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007577c3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.695403:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007577c3e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.695410:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007577c3e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.695423:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335110.695425:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335110.695427:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763335110.695459:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6355c00/2, rc 0, transno 17179871719 00000100:00100000:3.0:1763335110.695465:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6355c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826115072:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763335110.695473:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f7e4c700/2, rc 0, transno 17179871718 00000100:00100000:3.0:1763335110.695477:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7e4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826114944:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1763335110.695825:0:13840:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b54007577c37 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335110.695834:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b54007577c37 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:0.0:1763335110.695869:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x205:0x0]: returning size 2 00000004:00200000:0.0:1763335110.695873:0:13840:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335110.695890:0:13840:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b54007577c37 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335110.695919:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007577c30 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x205:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f47 expref: 265 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.695933:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b54007577c37 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f47 expref: 264 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.695941:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x205:0x0].0x0 (ffff9001da602300) 00010000:00010000:0.0:1763335110.695954:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1763335110.695957:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c3a2aa00, rc 0) 00000100:00100000:0.0:1763335110.695992:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:57007:x1848989814866560:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 3333us (3632us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335110.695999:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9847 00000100:00100000:1.0:1763335110.696134:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7e4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826114816:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763335110.696164:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335110.696191:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826115328:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763335110.696210:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335110.696223:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1763335110.696228:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826115200:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335110.696243:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335110.696251:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826115712:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335110.696264:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335110.696574:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826114816 00000100:00100000:0.0:1763335110.696580:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826114816 00000100:00100000:0.0:1763335110.696610:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826115328 00000100:00100000:0.0:1763335110.696613:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826115328 00000100:00100000:0.0:1763335110.696632:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826115200 00000100:00100000:0.0:1763335110.696634:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826115200 00000100:00100000:0.0:1763335110.696648:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826115712 00000100:00100000:0.0:1763335110.696650:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826115712 00000100:00100000:0.0:1763335110.696663:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6818 00000100:00100000:0.0:1763335110.696669:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+32:3667:x1848989826114816:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763335110.696686:0:28568:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:634 count 1 00010000:00010000:0.0:1763335110.696703:0:28568:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c7848800/0x3ec0b54007577c45 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.696717:0:28568:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577a46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ead expref: 23 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.696724:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335110.696726:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335110.696730:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c7848800/0x3ec0b54007577c45 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.696751:0:28568:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577a46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ead expref: 23 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.696763:0:28568:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577a46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ead expref: 23 pid: 28568 timeout: 1203 lvb_type: 0 00000100:00100000:0.0:1763335110.696774:0:28568:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7f27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28568:1848989826115840:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335110.696821:0:28568:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c2f8c900 going to sleep for 11 seconds 00000100:00100000:2.0:1763335110.696860:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6819 00000100:00100000:2.0:1763335110.696869:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f61fdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+14:3667:x1848989826115328:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763335110.696881:0:35240:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:632 count 1 00010000:00010000:2.0:1763335110.696893:0:35240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7000/0x3ec0b54007577c4c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.696903:0:35240:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e200/0x3ec0b54007577a70 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ebb expref: 10 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.696910:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335110.696911:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335110.696914:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7000/0x3ec0b54007577c4c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.696930:0:35240:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e200/0x3ec0b54007577a70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ebb expref: 10 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.696939:0:35240:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e200/0x3ec0b54007577a70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ebb expref: 10 pid: 28568 timeout: 1203 lvb_type: 0 00000100:00100000:2.0:1763335110.696949:0:35240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c78cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35240:1848989826115968:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335110.696971:0:35240:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f609b9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335110.697014:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6820 00000100:00100000:1.0:1763335110.697022:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+32:3667:x1848989826115200:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763335110.697111:0:8725:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x27d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335110.697115:0:8725:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x27d:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763335110.697118:0:8725:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x27d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335110.697120:0:8725:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x27d:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763335110.697122:0:8725:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x27d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335110.697165:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+33:3667:x1848989826115200:12345-0@lo:2:osp-syn-1-1.0 Request processed in 144us (921us total) trans 17179871720 rc 0/0 00000100:00100000:1.0:1763335110.697171:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6820 00000100:00100000:1.0:1763335110.697184:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6821 00000100:00100000:1.0:1763335110.697190:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+14:3667:x1848989826115712:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763335110.697239:0:8725:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x27b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335110.697242:0:8725:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x27b:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763335110.697244:0:8725:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x27b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335110.697246:0:8725:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x27b:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763335110.697248:0:8725:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x27b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335110.697268:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+15:3667:x1848989826115712:12345-0@lo:2:osp-syn-0-1.0 Request processed in 79us (1003us total) trans 21474839009 rc 0/0 00000100:00100000:1.0:1763335110.697274:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6821 00000004:00080000:0.0:1763335110.697867:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c9b44a80/2, rc 0, transno 17179871720 00000100:00100000:0.0:1763335110.697874:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826115200:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763335110.697885:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f7f27800/2, rc 0, transno 21474839009 00000100:00100000:0.0:1763335110.697888:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826115712:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335110.698751:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826115584:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335110.698790:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335110.699933:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763335110.699946:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7f25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826115456:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335110.699983:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335110.701451:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826115584 00000100:00100000:1.0:1763335110.701462:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826115584 00000100:00100000:1.0:1763335110.701503:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826115456 00000100:00100000:1.0:1763335110.701506:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826115456 00000100:00100000:1.0:1763335110.701527:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6822 00000100:00100000:1.0:1763335110.701535:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+16:3665:x1848989826115584:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335110.701713:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+17:3665:x1848989826115584:12345-0@lo:2:osp-syn-0-1.0 Request processed in 178us (2921us total) trans 21474839010 rc 0/0 00000100:00100000:1.0:1763335110.701721:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6822 00000100:00100000:1.0:1763335110.701737:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6823 00000100:00100000:1.0:1763335110.701743:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+16:3665:x1848989826115456:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763335110.701756:0:27804:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:633 count 1 00002000:00010000:1.0:1763335110.701780:0:27804:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x279:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763335110.701788:0:27804:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c6fafc00/0x3ec0b54007577c53 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.701801:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335110.701803:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335110.701808:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6fafc00/0x3ec0b54007577c53 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.701834:0:27804:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c6fafc00/0x3ec0b54007577c53 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.701844:0:27804:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c6fafc00/0x3ec0b54007577c53 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.701851:0:27804:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6fafc00/0x3ec0b54007577c53 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.701868:0:27804:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763335110.702012:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+17:3665:x1848989826115456:12345-0@lo:6:osp-syn-0-1.0 Request processed in 269us (2028us total) trans 21474839011 rc 0/0 00000100:00100000:1.0:1763335110.702019:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6823 00010000:00010000:1.0:1763335110.702038:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335110.702044:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c6fafc00/0x3ec0b54007577c53 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.702052:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fafc00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335110.702055:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c6fafc00/0x3ec0b54007577c53 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.702063:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c6fafc00/0x3ec0b54007577c53 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.702079:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c6fafc00/0x3ec0b54007577c53 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.702085:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c6fafc00/0x3ec0b54007577c53 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x279:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.702100:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335110.702102:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335110.702104:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763335110.702419:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f7f25500/2, rc 0, transno 21474839011 00000100:00100000:3.0:1763335110.702427:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7f25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826115456:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1763335110.702437:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f7f24700/2, rc 0, transno 21474839010 00000100:00100000:3.0:1763335110.702441:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826115584:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335110.702512:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.703118:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814866688 00000100:00100000:1.0:1763335110.703125:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814866688 00000100:00100000:1.0:1763335110.703159:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6824 00000100:00100000:1.0:1763335110.703167:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:55956:x1848989814866688:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335110.703179:0:8416:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335110.703195:0:8416:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c6fafe00/0x3ec0b54007577c5a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881f4e expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335110.703213:0:8416:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x27a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763335110.703228:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335110.703230:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335110.703237:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6fafe00/0x3ec0b54007577c5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f4e expref: 12 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.703251:0:8416:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c6fafe00/0x3ec0b54007577c5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f4e expref: 12 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.703263:0:8416:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fafe00, rc 0) 00000100:00100000:1.0:1763335110.703309:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:55956:x1848989814866688:12345-192.168.204.57@tcp:101:bash.0 Request processed in 142us (797us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335110.703341:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6824 00000100:00100000:0.0:1763335110.704600:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.704750:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814866816 00000100:00100000:2.0:1763335110.704760:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814866816 00000100:00100000:2.0:1763335110.705030:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6825 00000100:00100000:2.0:1763335110.705045:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2427:x1848989814866816:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335110.705062:0:28961:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335110.705231:0:28961:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7800/0x3ec0b54007577c61 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881f55 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335110.705385:0:28961:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c78cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28961:1848989826116096:192.168.204.57@tcp:106: 00000100:00100000:2.0:1763335110.705460:0:28961:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f609ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1763335110.707625:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.707823:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814866944 00000100:00100000:1.0:1763335110.707831:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814866944 00010000:00010000:1.0:1763335110.707864:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577a46 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ead expref: 24 pid: 28568 timeout: 1203 lvb_type: 0 00000100:00100000:1.0:1763335110.707892:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3239 00000100:00100000:1.0:1763335110.707900:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f27480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:2426:x1848989814866944:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335110.707913:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335110.707918:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577a46 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ead expref: 24 pid: 28568 timeout: 1203 lvb_type: 0 00010000:00010000:1.0:1763335110.707930:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577a46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ead expref: 24 pid: 28568 timeout: 1203 lvb_type: 0 00010000:00010000:1.0:1763335110.707954:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335110.707956:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335110.707960:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c7848800/0x3ec0b54007577c45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.707969:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c7848800/0x3ec0b54007577c45 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.707986:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335110.708030:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f27480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:2426:x1848989814866944:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 130us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335110.708040:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3239 00000100:00100000:2.0:1763335110.708292:0:35240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c78cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35240:1848989826115968:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335110.708337:0:35240:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7000/0x3ec0b54007577c4c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.708434:0:28568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577a46 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ead expref: 23 pid: 28568 timeout: 1203 lvb_type: 0 00000100:00100000:3.0:1763335110.708446:0:28568:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7f27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28568:1848989826115840:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335110.708456:0:28568:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c7848800/0x3ec0b54007577c45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.708464:0:28568:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c7848800/0x3ec0b54007577c45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.708470:0:28568:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c7848800/0x3ec0b54007577c45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.708478:0:28568:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c7848800/0x3ec0b54007577c45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.708485:0:28568:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c7848800/0x3ec0b54007577c45 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.708504:0:28568:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335110.708701:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+33:3667:x1848989826114816:12345-0@lo:6:osp-syn-1-1.0 Request processed in 12031us (12535us total) trans 17179871721 rc 0/0 00000100:00100000:3.0:1763335110.708708:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6818 00000004:00080000:2.0:1763335110.708911:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f7e4df80/2, rc 0, transno 17179871721 00000100:00100000:2.0:1763335110.708917:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7e4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826114816:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1763335110.709648:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335110.709657:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c7848800/0x3ec0b54007577c45 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.709722:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c7848800 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335110.709735:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c7848800/0x3ec0b54007577c45 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.709745:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c7848800/0x3ec0b54007577c45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.709761:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c7848800/0x3ec0b54007577c45 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.709767:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c7848800/0x3ec0b54007577c45 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.709783:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335110.709785:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335110.709786:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335110.710501:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335110.710540:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335110.710633:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814867200 00000100:00100000:3.0:1763335110.710640:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814867200 00000100:00100000:3.0:1763335110.710688:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6826 00000100:00100000:3.0:1763335110.710698:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:55956:x1848989814867200:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335110.710713:0:28568:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335110.710729:0:28568:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577c68 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881f5c expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335110.710749:0:28568:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x27c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335110.710767:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335110.710770:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335110.710777:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577c68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f5c expref: 24 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.710791:0:28568:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577c68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f5c expref: 24 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.710802:0:28568:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95f000, rc 0) 00000100:00100000:3.0:1763335110.710857:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:55956:x1848989814867200:12345-192.168.204.57@tcp:101:bash.0 Request processed in 160us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335110.710864:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6826 00000100:00100000:2.0:1763335110.710924:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814867072 00000100:00100000:2.0:1763335110.710928:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814867072 00010000:00010000:2.0:1763335110.710950:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e200/0x3ec0b54007577a70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ebb expref: 14 pid: 28568 timeout: 1203 lvb_type: 0 00000100:00100000:2.0:1763335110.710984:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3240 00000100:00100000:2.0:1763335110.710992:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c3b5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:2427:x1848989814867072:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335110.711002:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335110.711007:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e200/0x3ec0b54007577a70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x278:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ebb expref: 14 pid: 28568 timeout: 1203 lvb_type: 0 00010000:00010000:2.0:1763335110.711019:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e200/0x3ec0b54007577a70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x278:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ebb expref: 14 pid: 28568 timeout: 1203 lvb_type: 0 00010000:00010000:2.0:1763335110.711036:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e200/0x3ec0b54007577a70 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x278:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ebb expref: 14 pid: 28568 timeout: 1203 lvb_type: 0 00010000:00010000:2.0:1763335110.711047:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335110.711049:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335110.711053:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7000/0x3ec0b54007577c4c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.711061:0:7458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7000/0x3ec0b54007577c4c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x278:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.711083:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335110.711104:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c3b5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:2427:x1848989814867072:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 113us (606us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335110.711111:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3240 00010000:00010000:2.0:1763335110.711158:0:35240:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7000/0x3ec0b54007577c4c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.711171:0:35240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7000/0x3ec0b54007577c4c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.711180:0:35240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7000/0x3ec0b54007577c4c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.711188:0:35240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7000/0x3ec0b54007577c4c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.711203:0:35240:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763335110.711428:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f61fdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+17:3667:x1848989826115328:12345-0@lo:6:osp-syn-0-1.0 Request processed in 14560us (15215us total) trans 21474839012 rc 0/0 00000100:00100000:2.0:1763335110.711436:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6819 00000004:00080000:2.0:1763335110.711563:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f7f24000/2, rc 0, transno 21474839012 00000100:00100000:2.0:1763335110.711569:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826115328:0@lo:6:osp-syn-0-1.0 00002000:00010000:1.0:1763335110.711795:0:28961:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x27a:0x0] updating lvb mtime: 0 -> 1763335111 00002000:00010000:1.0:1763335110.711800:0:28961:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x27a:0x0] updating lvb atime: 0 -> 1763335110 00002000:00010000:1.0:1763335110.711802:0:28961:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x27a:0x0] updating lvb ctime: 0 -> 1763335111 00000100:00100000:1.0:1763335110.711825:0:28961:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c78cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28961:1848989826116096:192.168.204.57@tcp:106: 00010000:00010000:1.0:1763335110.711847:0:28961:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7800/0x3ec0b54007577c61 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f55 expref: 12 pid: 28961 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335110.711865:0:28961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7800/0x3ec0b54007577c61 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f55 expref: 12 pid: 28961 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335110.711873:0:28961:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7800, rc 0) 00000100:00100000:1.0:1763335110.711896:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2427:x1848989814866816:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 6859us (7302us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335110.711902:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6825 00010000:00010000:3.0:1763335110.712404:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335110.712412:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7000/0x3ec0b54007577c4c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.712420:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7000 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335110.712424:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7000/0x3ec0b54007577c4c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.712432:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7000/0x3ec0b54007577c4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.712447:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7000/0x3ec0b54007577c4c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.712455:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7000/0x3ec0b54007577c4c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x278:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.712474:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335110.712475:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335110.712477:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335110.718868:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.718904:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.718931:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335110.718982:0:16421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814867456 00000100:00100000:3.0:1763335110.718992:0:16421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814867456 00002000:00010000:3.0:1763335110.719026:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/636 (0->18446744073709551615) 00002000:00100000:3.0:1763335110.719031:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f1335c00 with x1848989814867456 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335110.719042:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001f1335c00. 00000100:00100000:3.0:1763335110.719074:0:16421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814867328 00000100:00100000:3.0:1763335110.719078:0:16421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814867328 00002000:00010000:3.0:1763335110.719089:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/634 (0->18446744073709551615) 00002000:00100000:3.0:1763335110.719092:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f1335180 with x1848989814867328 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335110.719097:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9001f1335180. 00000100:00100000:3.0:1763335110.719115:0:16421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1664 00000100:00100000:3.0:1763335110.719123:0:16421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1335c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:2427:x1848989814867456:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:3.0:1763335110.719286:0:16421:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x27c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335110.719289:0:16421:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x27c:0x0] updating lvb mtime from disk: 0 -> 1763335111 00002000:00010000:3.0:1763335110.719292:0:16421:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x27c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335110.719293:0:16421:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x27c:0x0] updating lvb ctime from disk: 0 -> 1763335111 00002000:00010000:3.0:1763335110.719296:0:16421:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x27c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335110.719367:0:16421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1335c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:2427:x1848989814867456:12345-192.168.204.57@tcp:10:bash.0 Request processed in 244us (461us total) trans 17179871722 rc 0/0 00000100:00100000:3.0:1763335110.719375:0:16421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1664 00002000:00010000:3.0:1763335110.719379:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/636 (0->18446744073709551615) 00002000:00100000:3.0:1763335110.719381:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f1335c00 with x1848989814867456 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335110.719385:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001f1335c00. 00000100:00100000:3.0:1763335110.719399:0:16421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1665 00000100:00100000:3.0:1763335110.719405:0:16421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1335180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2427:x1848989814867328:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:3.0:1763335110.719477:0:16421:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x27a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335110.719480:0:16421:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x27a:0x0] updating lvb mtime from disk: 1763335111 -> 1763335111 00002000:00010000:3.0:1763335110.719482:0:16421:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x27a:0x0] updating lvb atime from disk: 1763335110 -> 0 00002000:00010000:3.0:1763335110.719484:0:16421:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x27a:0x0] updating lvb ctime from disk: 1763335111 -> 1763335111 00002000:00010000:3.0:1763335110.719486:0:16421:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x27a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335110.719504:0:16421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1335180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2427:x1848989814867328:12345-192.168.204.57@tcp:10:bash.0 Request processed in 100us (573us total) trans 21474839013 rc 0/0 00000100:00100000:3.0:1763335110.719509:0:16421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1665 00002000:00010000:3.0:1763335110.719512:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/634 (0->18446744073709551615) 00002000:00100000:3.0:1763335110.719514:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f1335180 with x1848989814867328 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335110.719517:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9001f1335180. 00000100:00100000:2.0:1763335110.719581:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814867712 00000100:00100000:2.0:1763335110.719586:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814867712 00000100:00100000:2.0:1763335110.719621:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3401 00000100:00100000:2.0:1763335110.719627:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1336300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+264:57007:x1848989814867712:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335110.719756:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1336300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:57007:x1848989814867712:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 129us (899us total) trans 4294973403 rc 0/0 00000100:00100000:2.0:1763335110.719762:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3401 00000100:00100000:0.0:1763335110.723199:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335110.723253:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.723411:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814867968 00000100:00100000:2.0:1763335110.723422:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814867968 00000100:00100000:2.0:1763335110.723493:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9848 00000100:00100000:2.0:1763335110.723503:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+265:57007:x1848989814867968:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335110.723527:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335110.723548:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577c6f lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881f63 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.723645:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577c76 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335110.723659:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577c76 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.723671:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577c76 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.723683:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577c7d lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335110.723690:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577c7d lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.723696:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577c7d lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.723801:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577c84 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x205:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335110.723810:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577c84 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.723831:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577c84 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:2.0:1763335110.723841:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x205:0x0]: returning size 2 00010000:00010000:2.0:1763335110.723919:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577c76 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.723928:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577c76 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.723934:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577c76 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.723941:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577c76 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.723947:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed6800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335110.723952:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577c76 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.723960:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577c76 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.723972:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4880400) 00010000:00010000:2.0:1763335110.723976:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335110.723980:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577c76 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.723986:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577c76 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.724000:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577c7d lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.724005:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577c7d lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.724011:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577c7d lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.724016:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335110.724020:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577c7d lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.724026:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577c7d lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.724032:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4880c00) 00010000:00010000:2.0:1763335110.724035:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335110.724038:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577c7d lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.724043:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577c7d lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000100:00100000:3.0:1763335110.724331:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814868224 00000100:00100000:3.0:1763335110.724337:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814868224 00000100:00100000:3.0:1763335110.724368:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3402 00000100:00100000:3.0:1763335110.724375:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:55956:x1848989814868224:12345-192.168.204.57@tcp:35:bash.0 00000100:00100000:3.0:1763335110.724576:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:55956:x1848989814868224:12345-192.168.204.57@tcp:35:bash.0 Request processed in 200us (1322us total) trans 4294973405 rc 0/0 00000100:00100000:3.0:1763335110.724587:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3402 00010000:00010000:2.0:1763335110.724696:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577c6f lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f63 expref: 268 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.724719:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577c84 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f63 expref: 268 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.724727:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x205:0x0].0x0 (ffff9001da602300) 00010000:00010000:2.0:1763335110.724730:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335110.724732:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7200, rc 0) 00000100:00100000:2.0:1763335110.725575:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:57007:x1848989814867968:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 2070us (2383us total) trans 4294973404 rc 0/0 00000100:00100000:2.0:1763335110.725585:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9848 00000100:00100000:1.0:1763335110.730833:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.730909:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814868352 00000100:00100000:2.0:1763335110.730919:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814868352 00000100:00100000:2.0:1763335110.730975:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3403 00000100:00100000:2.0:1763335110.730984:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1335880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:57007:x1848989814868352:12345-192.168.204.57@tcp:33:lfs.0 00000100:00100000:2.0:1763335110.731167:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1335880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:57007:x1848989814868352:12345-192.168.204.57@tcp:33:lfs.0 Request processed in 183us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335110.731174:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3403 00000100:00100000:0.0:1763335110.743843:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.743942:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814868608 00000100:00100000:2.0:1763335110.743955:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814868608 00000100:00100000:2.0:1763335110.744025:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9849 00000100:00100000:2.0:1763335110.744037:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:57007:x1848989814868608:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335110.744062:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335110.744087:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577c92 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x205:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881f6a expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.744219:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577c99 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x205:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335110.744236:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577c99 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x205:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.744248:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577c99 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x205:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:2.0:1763335110.744264:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x205:0x0]: returning size 5 00010000:00010000:2.0:1763335110.744416:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577c92 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x205:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f6a expref: 271 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.744433:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577c99 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x205:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f6a expref: 270 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.744442:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x205:0x0].0x0 (ffff9001da602300) 00010000:00010000:2.0:1763335110.744445:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763335110.744450:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7800, rc 0) 00000100:00100000:2.0:1763335110.744513:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:57007:x1848989814868608:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 479us (683us total) trans 4294973406 rc 0/0 00000100:00100000:2.0:1763335110.744521:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9849 00000100:00100000:1.0:1763335110.746744:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335110.746916:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814868992 00000100:00100000:3.0:1763335110.746926:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814868992 00000100:00100000:3.0:1763335110.746976:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3404 00000100:00100000:3.0:1763335110.746985:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1612c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:57007:x1848989814868992:12345-192.168.204.57@tcp:35:lfs.0 00000004:00010000:3.0:1763335110.747047:0:6533:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000405:0x205:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577c99 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x205:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f6a expref: 270 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.747081:0:6533:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577ca7 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x205:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 00010000:00010000:3.0:1763335110.749330:0:6533:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577bc7 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f24 expref: 270 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.749341:0:6533:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577c84 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f63 expref: 270 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.749349:0:6533:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007577c06 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x205:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f39 expref: 270 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.749358:0:6533:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577ca7 lrc: 6/0,1 mode: --/EX res: [0x240000405:0x205:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335110.749409:0:6533:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007577c06 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x205:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f39 expref: 270 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.749423:0:6533:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007577c06 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x205:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f39 expref: 270 pid: 13591 timeout: 1203 lvb_type: 0 00000100:00100000:3.0:1763335110.749445:0:6533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c34e3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6533:1848989826116224:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335110.749553:0:6533:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577c84 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f63 expref: 270 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.749562:0:6533:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577c84 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f63 expref: 270 pid: 13840 timeout: 1203 lvb_type: 0 00000100:00100000:3.0:1763335110.749570:0:6533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c34e3800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6533:1848989826116352:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335110.749600:0:6533:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577bc7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f24 expref: 270 pid: 13840 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335110.749767:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335110.749894:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814869120 00000100:00100000:0.0:1763335110.749903:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814869120 00000100:00100000:0.0:1763335110.749954:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9850 00000100:00100000:0.0:1763335110.749963:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+271:57008:x1848989814869120:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:0.0:1763335110.750010:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1763335110.754222:0:6533:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577bc7 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x20/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f24 expref: 271 pid: 13840 timeout: 1203 lvb_type: 0 00000100:00100000:3.0:1763335110.754242:0:6533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c34e1c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6533:1848989826116480:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335110.754370:0:6533:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c498de40 going to sleep for 11 seconds 00010000:00010000:0.0:1763335110.754903:0:13591:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007577c06 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x205:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f39 expref: 271 pid: 13591 timeout: 1203 lvb_type: 0 00010000:00010000:0.0:1763335110.754931:0:13591:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577c84 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f63 expref: 271 pid: 13840 timeout: 1203 lvb_type: 0 00010000:00010000:0.0:1763335110.754943:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b54007577c37 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x205:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f47 expref: 271 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.754957:0:13591:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577bc7 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x205:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f24 expref: 270 pid: 13840 timeout: 1203 lvb_type: 0 00010000:00010000:0.0:1763335110.754967:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x205:0x0].0x0 (ffff9001da602300) 00010000:00010000:0.0:1763335110.754972:0:13591:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577ca7 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x205:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335110.754980:0:13591:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577ca7 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x205:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335110.754987:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577ca7 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x205:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335110.755003:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335110.755029:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577cae lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335110.755037:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577cae lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.755043:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577cae lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.755055:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007577cb5 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335110.755060:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007577cb5 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.755065:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007577cb5 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.755228:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007577cbc lrc: 3/0,1 mode: --/EX res: [0x240000405:0x205:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335110.755236:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007577cbc lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x205:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.755242:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007577cbc lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x205:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.758390:0:6533:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.57@tcp) returned -22 from blocking AST (req@00000000f27e746c x1848989826116224) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007577c06 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x205:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f39 expref: 270 pid: 13591 timeout: 1203 lvb_type: 0 00010000:00010000:1.0:1763335110.758417:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007577c06 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x205:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f39 expref: 270 pid: 13591 timeout: 1203 lvb_type: 0 00000100:00100000:1.0:1763335110.758435:0:6533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c34e3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6533:1848989826116224:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335110.758460:0:6533:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.57@tcp) returned -22 from blocking AST (req@00000000eb9e18a1 x1848989826116352) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577c84 lrc: 1/0,0 mode: --/PR res: [0x240000405:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f63 expref: 269 pid: 13840 timeout: 1203 lvb_type: 0 00010000:00010000:1.0:1763335110.758471:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577c84 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f63 expref: 269 pid: 13840 timeout: 1203 lvb_type: 0 00000100:00100000:1.0:1763335110.758488:0:6533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c34e3800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6533:1848989826116352:192.168.204.57@tcp:104: 00000004:00080000:0.0:1763335110.758949:0:13591:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000405:0x205:0x0] is inserted into orphan list, open count = 2 00010000:00010000:0.0:1763335110.759044:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007577cbc lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x205:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.759053:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007577cbc lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x205:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.759060:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007577cbc lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x205:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.759065:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1e000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335110.759070:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007577cbc lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x205:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.759077:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007577cbc lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x205:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.759102:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x205:0x0].0x0 (ffff9001da602300) 00010000:00010000:0.0:1763335110.759105:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763335110.759110:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007577cbc lrc: 2/0,0 mode: --/EX res: [0x240000405:0x205:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.759115:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007577cbc lrc: 0/0,0 mode: --/EX res: [0x240000405:0x205:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.759130:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577cae lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.759135:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577cae lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.759144:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577cae lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.759150:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577cae lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.759154:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c7848800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335110.759157:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577cae lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.759162:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577cae lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.759169:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4882800) 00010000:00010000:0.0:1763335110.759171:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335110.759174:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577cae lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.759179:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577cae lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000004:00010000:0.0:1763335110.759193:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000098eb78ca reply state 00000000d66dc762 transno 4294973407 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007577cb5 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.759202:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007577cb5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.759209:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4882900) 00010000:00010000:0.0:1763335110.759211:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335110.759214:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335110.759303:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:57008:x1848989814869120:12345-192.168.204.57@tcp:36:rm.0 Request processed in 9338us (9533us total) trans 4294973407 rc 0/0 00000100:00100000:0.0:1763335110.759338:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9850 00010000:00010000:3.0:1763335110.759677:0:6533:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.57@tcp) returned -22 from blocking AST (req@000000000153a516 x1848989826116480) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577bc7 lrc: 1/0,0 mode: --/PR res: [0x240000405:0x205:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f24 expref: 269 pid: 13840 timeout: 1203 lvb_type: 0 00010000:00010000:3.0:1763335110.759689:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577bc7 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x205:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f24 expref: 269 pid: 13840 timeout: 1203 lvb_type: 0 00000100:00100000:3.0:1763335110.759699:0:6533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c34e1c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6533:1848989826116480:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335110.759722:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x205:0x0].0x0 (ffff9001da602300) 00010000:00010000:3.0:1763335110.759729:0:6533:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577ca7 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x205:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335110.759737:0:6533:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577ca7 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x205:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335110.759743:0:6533:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577ca7 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x205:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT1 00000004:00020000:3.0:1763335110.759861:0:6533:0:(lod_lov.c:1523:lod_parse_striping()) lustre-MDT0001-mdtlov: can not set all stale mirrors for [0x240000405:0x205:0x0]: rc = -1 00010000:00010000:3.0:1763335110.759882:0:6533:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577ca7 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x205:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335110.759888:0:6533:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577ca7 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x205:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335110.759893:0:6533:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577ca7 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x205:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335110.759897:0:6533:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95f200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335110.759900:0:6533:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577ca7 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x205:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335110.759906:0:6533:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577ca7 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x205:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335110.759914:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x205:0x0].0x0 (ffff9001da602300) 00010000:00010000:3.0:1763335110.759916:0:6533:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1763335110.759918:0:6533:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577ca7 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x205:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335110.759923:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577ca7 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x205:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335110.759936:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x205:0x0].0x0 (ffff9001da602300) 00010000:00010000:3.0:1763335110.759938:0:6533:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763335110.759941:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577c99 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x205:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f6a expref: 268 pid: 13840 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335110.760048:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1612c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:57007:x1848989814868992:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 13064us (13312us total) trans 4294973408 rc -1/-1 00000100:00100000:3.0:1763335110.760056:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3404 00000100:00100000:2.0:1763335110.772626:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335110.772715:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814869248 00000100:00100000:0.0:1763335110.772725:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814869248 00000100:00100000:0.0:1763335110.772781:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9851 00000100:00100000:0.0:1763335110.772790:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:57007:x1848989814869248:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335110.772821:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335110.772841:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007577cc3 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x205:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881f71 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.772890:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007577cc3 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x205:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f71 expref: 269 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.772902:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e000/0x3ec0b54007577cc3 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x205:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f71 expref: 269 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.772917:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x205:0x0].0x0 (ffff9000c4882800) 00010000:00010000:0.0:1763335110.772920:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335110.772923:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6e1e000, rc 0) 00000100:00100000:0.0:1763335110.772978:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:57007:x1848989814869248:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 189us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335110.772985:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9851 00000100:00100000:0.0:1763335110.784506:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.784584:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814869376 00000100:00100000:1.0:1763335110.784596:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814869376 00000100:00100000:0.0:1763335110.784629:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.784662:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9852 00000100:00100000:1.0:1763335110.784677:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:57009:x1848989814869376:12345-192.168.204.57@tcp:101:lfs.0 00000100:00100000:3.0:1763335110.784692:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814869632 00000100:00100000:3.0:1763335110.784696:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814869632 00010000:00010000:1.0:1763335110.784700:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335110.784724:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577cca lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881f78 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335110.784726:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3405 00000100:00100000:3.0:1763335110.784733:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:57007:x1848989814869632:12345-192.168.204.57@tcp:35:lfs.0 00010000:00010000:1.0:1763335110.784788:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577cd1 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335110.784803:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577cd1 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.784827:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577cd1 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.784837:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577cd8 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335110.784843:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577cd8 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.784848:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577cd8 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.784879:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577cd1 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.784889:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577cd1 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.784894:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577cd1 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.784899:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577cd1 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.784904:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faec00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335110.784908:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577cd1 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.784915:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577cd1 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.784926:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602000) 00010000:00010000:1.0:1763335110.784929:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335110.784933:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577cd1 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.784939:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577cd1 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.784949:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577cd8 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.784954:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577cd8 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.784959:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577cd8 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.784963:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fafa00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335110.784966:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577cd8 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.784970:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577cd8 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.784976:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4882900) 00000004:00080000:3.0:1763335110.784977:0:6533:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x205:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:1.0:1763335110.784978:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335110.784981:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577cd8 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.784985:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577cd8 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.785010:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577cca lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f78 expref: 271 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.785019:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602000) 00010000:00010000:1.0:1763335110.785021:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335110.785024:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577cca lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f78 expref: 271 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.785037:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fae400, rc 0) 00000040:00080000:3.0:1763335110.785040:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1572, 64 off131440 00000040:00080000:3.0:1763335110.785063:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1573, 64 off131440 00000040:00080000:3.0:1763335110.785072:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1574, 64 off131504 00000040:00080000:3.0:1763335110.785080:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1573, 64 off131504 00000100:00100000:1.0:1763335110.785091:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:57009:x1848989814869376:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 417us (595us total) trans 0 rc 301/301 00010000:00010000:3.0:1763335110.785125:0:6533:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577cdf lrc: 3/0,1 mode: --/PW res: [0x240000405:0x205:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 00010000:00010000:3.0:1763335110.785134:0:6533:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577cdf lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335110.785142:0:6533:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577cdf lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335110.785148:0:6533:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577cdf lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335110.785154:0:6533:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577cdf lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335110.785160:0:6533:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577cdf lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335110.785174:0:6533:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763335110.785224:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335110.785229:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577cdf lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335110.785235:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95f200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335110.785239:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577cdf lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335110.785244:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577cdf lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335110.785252:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x205:0x0].0x0 (ffff9000c4882800) 00010000:00010000:3.0:1763335110.785254:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335110.785258:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577cdf lrc: 1/0,0 mode: --/PW res: [0x240000405:0x205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335110.785262:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577cdf lrc: 0/0,0 mode: --/PW res: [0x240000405:0x205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335110.785271:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335110.785273:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335110.785274:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335110.785383:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+271:57007:x1848989814869632:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 649us (751us total) trans 4294973409 rc 0/0 00000100:00100000:2.0:1763335110.785390:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3405 00000100:00100000:1.0:1763335110.790293:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9852 00000100:00100000:2.0:1763335110.794264:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.794498:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814869760 00000100:00100000:1.0:1763335110.794508:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814869760 00000100:00100000:1.0:1763335110.794564:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9853 00000100:00100000:1.0:1763335110.794573:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:57009:x1848989814869760:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335110.794600:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335110.794621:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577ce6 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881f7f expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.794688:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577ced lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335110.794702:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577ced lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.794713:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577ced lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.794722:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577cf4 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335110.794728:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577cf4 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.794734:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577cf4 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.794769:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577ced lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.794775:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577ced lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.794780:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577ced lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.794786:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577ced lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.794792:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fafa00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335110.794796:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577ced lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.794803:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577ced lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.794828:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602000) 00010000:00010000:1.0:1763335110.794832:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335110.794836:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577ced lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.794843:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577ced lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.794853:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577cf4 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.794859:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577cf4 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.794864:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577cf4 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.794868:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faec00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335110.794870:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577cf4 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.794875:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577cf4 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.794880:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4882900) 00010000:00010000:1.0:1763335110.794883:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335110.794885:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577cf4 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.794893:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577cf4 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.794918:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577ce6 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f7f expref: 271 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.794927:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602000) 00010000:00010000:1.0:1763335110.794929:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335110.794932:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577ce6 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f7f expref: 271 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.794943:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fae400, rc 0) 00000100:00100000:1.0:1763335110.795007:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:57009:x1848989814869760:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 435us (755us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335110.795014:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9853 00000100:00100000:2.0:1763335110.799559:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.801400:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814869888 00000100:00100000:1.0:1763335110.801417:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814869888 00000100:00100000:1.0:1763335110.801485:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9854 00000100:00100000:1.0:1763335110.801495:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:57009:x1848989814869888:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335110.801518:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335110.801543:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577cfb lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881f86 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.801630:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007577d02 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335110.801644:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007577d02 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.801660:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007577d02 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:1.0:1763335110.801704:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1763335110.801709:0:13840:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763335110.801744:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577cfb lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f86 expref: 272 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.801763:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007577d02 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f86 expref: 271 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.801772:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602f00) 00010000:00010000:1.0:1763335110.801775:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763335110.801778:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faee00, rc 0) 00000100:00100000:1.0:1763335110.801873:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+271:57009:x1848989814869888:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 378us (2324us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335110.801881:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9854 00000100:00100000:0.0:1763335110.803239:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.803377:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814870144 00000100:00100000:2.0:1763335110.803387:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814870144 00000100:00100000:2.0:1763335110.803441:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9855 00000100:00100000:2.0:1763335110.803451:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc537100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+271:57010:x1848989814870144:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335110.803469:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335110.803487:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007577d09 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881f8d expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.803567:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577d10 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335110.803582:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577d10 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.803593:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577d10 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.803602:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577d17 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335110.803609:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577d17 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.803615:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577d17 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.803652:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577d10 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.803657:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577d10 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.803663:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577d10 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.803669:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577d10 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.803674:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed6000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335110.803678:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577d10 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.803685:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577d10 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.803695:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602f00) 00010000:00010000:2.0:1763335110.803698:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335110.803703:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577d10 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.803709:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577d10 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.803722:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577d17 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.803726:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577d17 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.803732:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577d17 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.803737:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335110.803739:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577d17 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.803744:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577d17 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.803750:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4882900) 00010000:00010000:2.0:1763335110.803752:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335110.803755:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577d17 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.803761:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577d17 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.803791:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007577d09 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f8d expref: 272 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.803803:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602f00) 00010000:00010000:2.0:1763335110.803805:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763335110.803808:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007577d09 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f8d expref: 272 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.803826:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed6a00, rc 0) 00000100:00100000:2.0:1763335110.803878:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc537100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+271:57010:x1848989814870144:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 428us (646us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335110.803884:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9855 00000100:00100000:2.0:1763335110.808163:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.809188:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814870400 00000100:00100000:1.0:1763335110.809203:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814870400 00000100:00100000:1.0:1763335110.809273:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9856 00000100:00100000:1.0:1763335110.809285:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+271:57009:x1848989814870400:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335110.809311:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335110.809338:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763335110.809374:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007577d02 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f86 expref: 271 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.809397:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602f00) 00010000:00010000:1.0:1763335110.809410:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335110.809428:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577d1e lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881f94 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.809561:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577d25 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335110.809576:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577d25 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.809586:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577d25 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.809597:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577d2c lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335110.809604:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577d2c lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.809610:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577d2c lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.810023:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007577d33 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x206:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335110.810033:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007577d33 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.810039:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007577d33 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:1.0:1763335110.810049:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x206:0x0]: returning size 0 00010000:00010000:1.0:1763335110.810075:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577d25 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.810087:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577d25 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.810093:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577d25 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.810099:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577d25 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.810105:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faec00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335110.810109:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577d25 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.810116:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577d25 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.810123:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602000) 00010000:00010000:1.0:1763335110.810126:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335110.810129:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577d25 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.810134:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577d25 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000004:00010000:1.0:1763335110.810143:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000047ff3da3 reply state 00000000c9e8176c transno 4294973410 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577d2c lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.810152:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577d2c lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.810157:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4882900) 00010000:00010000:1.0:1763335110.810160:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335110.810163:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763335110.810186:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007577d1e lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f94 expref: 273 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.810201:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007577d33 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f94 expref: 272 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.810208:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x206:0x0].0x0 (ffff9001da602d00) 00010000:00010000:1.0:1763335110.810211:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335110.810213:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fae200, rc 0) 00000100:00100000:1.0:1763335110.810292:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57009:x1848989814870400:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1008us (2139us total) trans 4294973410 rc 0/0 00000100:00100000:1.0:1763335110.810300:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9856 00000100:00100000:0.0:1763335110.815475:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.815586:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814870656 00000100:00100000:1.0:1763335110.815601:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814870656 00000100:00100000:1.0:1763335110.815908:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9857 00000100:00100000:1.0:1763335110.815918:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc537800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57009:x1848989814870656:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335110.815942:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335110.815963:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577d41 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x206:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881f9b expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.816070:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007577d48 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x206:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335110.816098:0:13840:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007577d33 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f94 expref: 274 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.816107:0:13840:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007577d48 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.816144:0:13840:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007577d33 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f94 expref: 274 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.816156:0:13840:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007577d33 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f94 expref: 274 pid: 13840 timeout: 1203 lvb_type: 0 00000100:00100000:1.0:1763335110.816167:0:13840:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1337800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13840:1848989826116608:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335110.816252:0:13840:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c498da80 going to sleep for 11 seconds 00000100:00100000:0.0:1763335110.824014:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.825303:0:13840:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1337800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13840:1848989826116608:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335110.825345:0:13840:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007577d48 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000100:00100000:3.0:1763335110.825478:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814870784 00000100:00100000:3.0:1763335110.825485:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814870784 00000100:00100000:0.0:1763335110.825601:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:2.0:1763335110.825701:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007577d33 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f94 expref: 275 pid: 13840 timeout: 1203 lvb_type: 0 00000100:00100000:2.0:1763335110.825744:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3241 00000100:00100000:2.0:1763335110.825754:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc536a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:2426:x1848989814870784:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335110.825771:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335110.825778:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007577d33 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f94 expref: 275 pid: 13840 timeout: 1203 lvb_type: 0 00010000:00010000:2.0:1763335110.825789:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007577d33 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f94 expref: 275 pid: 13840 timeout: 1203 lvb_type: 0 00010000:00010000:2.0:1763335110.825808:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007577d33 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f94 expref: 275 pid: 13840 timeout: 1203 lvb_type: 0 00010000:00010000:2.0:1763335110.825832:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x206:0x0].0x0 (ffff9001da602d00) 00010000:00010000:2.0:1763335110.825837:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007577d48 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.825847:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007577d48 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.825855:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007577d48 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.825886:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335110.825939:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc536a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:2426:x1848989814870784:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 186us (1934us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335110.825945:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3241 00000100:00100000:3.0:1763335110.826147:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814871040 00000100:00100000:3.0:1763335110.826152:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814871040 00000100:00100000:3.0:1763335110.826181:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9858 00000100:00100000:3.0:1763335110.826189:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc534e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:57011:x1848989814871040:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335110.826205:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335110.826223:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577d4f lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881fa2 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.826563:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577d56 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335110.826575:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577d56 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.826584:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577d56 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.826595:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007577d5d lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335110.826601:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007577d5d lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.826607:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007577d5d lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.826722:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577d64 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x206:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335110.826731:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577d64 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.826738:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577d64 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:3.0:1763335110.826747:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x206:0x0]: returning size 0 00010000:00010000:3.0:1763335110.826833:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577d64 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.826845:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577d64 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.826851:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577d64 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.826856:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95e200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335110.826860:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577d64 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.826867:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577d64 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.826877:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x206:0x0].0x0 (ffff9001da602d00) 00010000:00010000:3.0:1763335110.826880:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1763335110.826884:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577d64 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x206:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.826889:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577d64 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x206:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.826904:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577d56 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.826910:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577d56 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.826915:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577d56 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.826921:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577d56 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.826925:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95e600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335110.826928:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577d56 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.826933:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577d56 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.826941:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f6163900) 00010000:00010000:3.0:1763335110.826943:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335110.826947:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577d56 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.826952:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577d56 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.826960:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007577d5d lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.826965:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007577d5d lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.826970:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007577d5d lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.826975:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95fe00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335110.826977:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007577d5d lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.826983:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007577d5d lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.826989:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4882900) 00010000:00010000:3.0:1763335110.826992:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335110.826995:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007577d5d lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.827004:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007577d5d lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.827291:0:13840:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007577d48 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.827299:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007577d48 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:1.0:1763335110.827330:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x206:0x0]: returning size 0 00000004:00080000:1.0:1763335110.827471:0:13840:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x27e:0x0], index 1: 0 00000004:00080000:1.0:1763335110.827478:0:13840:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x27c:0x0], index 0: 0 00000004:00080000:1.0:1763335110.827483:0:13840:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x27d:0x0], index 0: 0 00000004:00080000:1.0:1763335110.827488:0:13840:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x27f:0x0], index 1: 0 00010000:00010000:1.0:1763335110.827559:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007577d48 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.827566:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007577d48 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.827575:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007577d48 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.827579:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fae600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335110.827582:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007577d48 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.827587:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007577d48 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.827595:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x206:0x0].0x0 (ffff9001da602d00) 00010000:00010000:1.0:1763335110.827598:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763335110.827600:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007577d48 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.827605:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007577d48 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335110.827645:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577d41 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x206:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f9b expref: 277 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.827654:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x206:0x0].0x0 (ffff9001da602d00) 00010000:00010000:1.0:1763335110.827656:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763335110.827659:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577d41 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x206:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f9b expref: 277 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.827673:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faf000, rc 0) 00000100:00100000:1.0:1763335110.827731:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc537800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:57009:x1848989814870656:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 11814us (12265us total) trans 4294973412 rc 301/301 00000100:00100000:1.0:1763335110.827739:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9857 00010000:00010000:2.0:1763335110.829793:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577d4f lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fa2 expref: 275 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.829823:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f6163900) 00010000:00010000:2.0:1763335110.829826:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763335110.829831:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577d4f lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fa2 expref: 275 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.829849:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95f200, rc 0) 00000100:00100000:2.0:1763335110.830682:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc534e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:57011:x1848989814871040:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 4487us (5074us total) trans 4294973411 rc 301/301 00000100:00100000:2.0:1763335110.830692:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9858 00000100:00100000:2.0:1763335110.832634:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.832719:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814871296 00000100:00100000:1.0:1763335110.832729:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814871296 00000100:00100000:1.0:1763335110.832783:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3406 00000100:00100000:1.0:1763335110.832793:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:57009:x1848989814871296:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335110.833229:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:57009:x1848989814871296:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 435us (600us total) trans 4294973413 rc 0/0 00000100:00100000:1.0:1763335110.833236:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3406 00000100:00100000:0.0:1763335110.835635:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335110.836135:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.836302:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814871680 00000100:00100000:1.0:1763335110.836312:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814871680 00000100:00100000:1.0:1763335110.836376:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3407 00000100:00100000:1.0:1763335110.836385:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc536680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:57009:x1848989814871680:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335110.836598:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc536680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:57009:x1848989814871680:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 213us (462us total) trans 4294973414 rc 0/0 00000100:00100000:1.0:1763335110.836606:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3407 00000100:00100000:2.0:1763335110.837231:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814871424 00000100:00100000:2.0:1763335110.837238:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814871424 00000100:00100000:2.0:1763335110.837283:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9859 00000100:00100000:2.0:1763335110.837292:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc535500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:57011:x1848989814871424:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335110.837304:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335110.837350:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577d79 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x206:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881fa9 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.837425:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577d80 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x206:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335110.837439:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577d80 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.837450:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577d80 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:2.0:1763335110.837481:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x206:0x0]: returning size 0 00000004:00200000:2.0:1763335110.837485:0:13591:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335110.837498:0:13591:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577d80 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.837521:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577d79 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x206:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fa9 expref: 278 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.837538:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577d80 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fa9 expref: 277 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.837545:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x206:0x0].0x0 (ffff9000c4880400) 00010000:00010000:2.0:1763335110.837548:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335110.837552:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7800, rc 0) 00000100:00100000:2.0:1763335110.837587:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc535500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:57011:x1848989814871424:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 296us (1959us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335110.837594:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9859 00000100:00100000:3.0:1763335110.841075:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335110.841186:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.841547:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814872064 00000100:00100000:2.0:1763335110.841557:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814872064 00000100:00100000:2.0:1763335110.841612:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9860 00000100:00100000:2.0:1763335110.841622:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:55956:x1848989814872064:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335110.841648:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335110.841673:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577d87 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881fb7 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.841826:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577d8e lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335110.841845:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577d8e lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.841855:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577d8e lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.841866:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577d95 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335110.841873:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577d95 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.841879:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577d95 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.841934:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577d9c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x206:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335110.841942:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577d9c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.841949:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577d9c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:2.0:1763335110.841957:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x206:0x0]: returning size 0 00010000:00010000:2.0:1763335110.842049:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577d8e lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.842056:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577d8e lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.842061:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577d8e lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.842068:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577d8e lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.842074:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed6800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335110.842077:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577d8e lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.842084:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577d8e lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.842095:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4880c00) 00010000:00010000:2.0:1763335110.842099:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335110.842103:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577d8e lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.842108:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577d8e lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.842121:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577d95 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.842126:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577d95 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.842131:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577d95 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.842135:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335110.842137:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577d95 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.842142:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577d95 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.842147:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4882900) 00010000:00010000:2.0:1763335110.842149:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335110.842152:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577d95 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.842157:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577d95 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.842187:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577d87 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fb7 expref: 280 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.842202:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577d9c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fb7 expref: 279 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.842208:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x206:0x0].0x0 (ffff9000c4880400) 00010000:00010000:2.0:1763335110.842210:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335110.842212:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7a00, rc 0) 00000100:00100000:2.0:1763335110.842265:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+279:55956:x1848989814872064:12345-192.168.204.57@tcp:101:bash.0 Request processed in 645us (1079us total) trans 4294973415 rc 0/0 00000100:00100000:2.0:1763335110.842272:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9860 00000100:00100000:1.0:1763335110.842363:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814871808 00000100:00100000:1.0:1763335110.842368:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814871808 00000100:00100000:1.0:1763335110.842399:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6827 00000100:00100000:1.0:1763335110.842406:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:2427:x1848989814871808:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335110.842416:0:8415:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335110.842428:0:8415:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577daa lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881fb0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335110.842448:0:8415:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x27e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763335110.842461:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335110.842463:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335110.842471:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577daa lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fb0 expref: 26 pid: 8415 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335110.842488:0:8415:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577daa lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fb0 expref: 26 pid: 8415 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335110.842498:0:8415:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faf000, rc 0) 00000100:00100000:1.0:1763335110.842528:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:2427:x1848989814871808:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 122us (1464us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335110.842533:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6827 00000100:00100000:0.0:1763335110.850658:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335110.850695:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335110.850725:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335110.850800:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814872448 00000100:00100000:3.0:1763335110.850820:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814872448 00000100:00100000:3.0:1763335110.850881:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9861 00000100:00100000:3.0:1763335110.850891:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc536d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+279:55956:x1848989814872448:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335110.850913:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335110.850934:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007577db1 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x206:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881fbe expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.850969:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577db8 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x206:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335110.850982:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577db8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.850993:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577db8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.851123:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007577db1 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x206:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fbe expref: 281 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.851140:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577db8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fbe expref: 280 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.851148:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x206:0x0].0x0 (ffff9000c4880400) 00010000:00010000:3.0:1763335110.851152:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763335110.851155:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95e600, rc 0) 00000100:00100000:3.0:1763335110.851211:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc536d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+280:55956:x1848989814872448:12345-192.168.204.57@tcp:101:bash.0 Request processed in 321us (564us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335110.851218:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9861 00000100:00100000:2.0:1763335110.851349:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814872576 00000100:00100000:2.0:1763335110.851354:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814872576 00000100:00100000:2.0:1763335110.851396:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 402 00000100:00100000:2.0:1763335110.851403:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc535c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+280:2427:x1848989814872576:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335110.851413:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335110.851427:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577d9c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fb7 expref: 280 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.851439:0:7458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x206:0x0].0x0 (ffff9000c4880400) 00010000:00010000:2.0:1763335110.851443:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335110.851475:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc535c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+279:2427:x1848989814872576:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 70us (777us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335110.851482:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 402 00000100:00100000:1.0:1763335110.852105:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814872320 00000100:00100000:1.0:1763335110.852112:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814872320 00000100:00100000:1.0:1763335110.852153:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3408 00000100:00100000:1.0:1763335110.852161:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc534a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+279:57011:x1848989814872320:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335110.852749:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc534a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+280:57011:x1848989814872320:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 584us (2017us total) trans 4294973416 rc 0/0 00000100:00100000:1.0:1763335110.852759:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3408 00000100:00100000:0.0:1763335110.856690:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.856776:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814872832 00000100:00100000:2.0:1763335110.856786:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814872832 00000100:00100000:2.0:1763335110.856866:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9862 00000100:00100000:2.0:1763335110.856878:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc534380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+280:55956:x1848989814872832:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:2.0:1763335110.856937:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335110.856966:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577d80 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fa9 expref: 280 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.856988:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x206:0x0].0x0 (ffff9000c4880400) 00010000:00010000:2.0:1763335110.856993:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335110.857206:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577dbf lrc: 3/0,1 mode: --/PW res: [0x240000405:0x206:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335110.857222:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577dbf lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x206:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.857232:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577dbf lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x206:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000001:00080000:2.0:1763335110.857278:0:13840:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973417 00000004:00010000:2.0:1763335110.857301:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002bec73c1 reply state 00000000cb5a54ff transno 4294973418 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577dbf lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x206:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.857355:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577dbf lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x206:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.857363:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x206:0x0].0x0 (ffff9000c4880400) 00010000:00010000:2.0:1763335110.857366:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335110.857369:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335110.857456:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc534380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+282:55956:x1848989814872832:12345-192.168.204.57@tcp:36:bash.0 Request processed in 580us (774us total) trans 4294973418 rc 0/0 00000100:00100000:2.0:1763335110.857464:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9862 00000020:00080000:2.0:1763335110.857469:0:13840:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763335110.861413:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.861445:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.861720:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814873088 00000100:00100000:2.0:1763335110.861729:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814873088 00000100:00100000:2.0:1763335110.862325:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814873216 00000100:00100000:2.0:1763335110.862330:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814873216 00000100:00100000:3.0:1763335110.862396:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9863 00000100:00100000:1.0:1763335110.862408:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9864 00000100:00100000:3.0:1763335110.862409:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1337800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+283:57011:x1848989814873088:12345-192.168.204.57@tcp:101:lfs.0 00000100:00100000:1.0:1763335110.862415:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1334000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+283:55956:x1848989814873216:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335110.862431:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335110.862431:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335110.862450:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007577dcd lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881fc5 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.862450:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577dc6 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x206:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881fcc expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.862499:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577dc6 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fcc expref: 285 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.862517:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577dc6 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fcc expref: 285 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.862533:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x206:0x0].0x0 (ffff9000c4880400) 00010000:00010000:1.0:1763335110.862536:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335110.862537:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577dd4 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335110.862539:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faec00, rc 0) 00010000:00010000:3.0:1763335110.862545:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577dd4 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.862552:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577dd4 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.862562:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577ddb lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335110.862568:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577ddb lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.862573:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577ddb lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000100:00100000:1.0:1763335110.862587:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1334000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+285:55956:x1848989814873216:12345-192.168.204.57@tcp:101:bash.0 Request processed in 173us (1141us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335110.862594:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9864 00010000:00010000:3.0:1763335110.862664:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577de2 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x206:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335110.862677:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577de2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.862684:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577de2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:3.0:1763335110.862693:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x206:0x0]: returning size 0 00010000:00010000:3.0:1763335110.862760:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577dd4 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.862766:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577dd4 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.862772:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577dd4 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.862777:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577dd4 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.862782:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95e200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335110.862786:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577dd4 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.862793:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577dd4 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.862802:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f6163800) 00010000:00010000:3.0:1763335110.862805:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335110.862808:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577dd4 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.862823:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577dd4 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.862837:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577ddb lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.862843:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577ddb lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.862848:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577ddb lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.862852:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95f200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335110.862854:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577ddb lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.862859:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577ddb lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.862864:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4882900) 00010000:00010000:3.0:1763335110.862866:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335110.862868:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577ddb lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.862873:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577ddb lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.862900:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007577dcd lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fc5 expref: 286 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.862911:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577de2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fc5 expref: 285 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.862917:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x206:0x0].0x0 (ffff9000c4880400) 00010000:00010000:3.0:1763335110.862919:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335110.862922:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c7848800, rc 0) 00000100:00100000:3.0:1763335110.862954:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1337800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+285:57011:x1848989814873088:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 550us (1550us total) trans 4294973419 rc 0/0 00000100:00100000:3.0:1763335110.862960:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9863 00000100:00100000:0.0:1763335110.868566:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335110.868647:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814873472 00000100:00100000:3.0:1763335110.868848:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814873472 00000100:00100000:3.0:1763335110.868910:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9865 00000100:00100000:3.0:1763335110.868921:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc534000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+285:55956:x1848989814873472:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335110.868948:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335110.868951:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:3.0:1763335110.868980:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007577dc6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fcc expref: 285 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.869000:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577de2 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fc5 expref: 284 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.869011:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x206:0x0].0x0 (ffff9000c4880400) 00010000:00010000:3.0:1763335110.869016:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335110.869028:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b54007577df0 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x206:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881fd3 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335110.869197:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.869255:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814873728 00000100:00100000:1.0:1763335110.869259:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814873728 00000100:00100000:1.0:1763335110.869295:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3409 00000100:00100000:1.0:1763335110.869302:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc537480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+285:57011:x1848989814873728:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335110.869515:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc537480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+286:57011:x1848989814873728:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 212us (317us total) trans 4294973420 rc 0/0 00000100:00100000:1.0:1763335110.869522:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3409 00010000:00010000:2.0:1763335110.873120:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577df7 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x206:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335110.873144:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577df7 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x206:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.873156:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577df7 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x206:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000040:00080000:2.0:1763335110.873411:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1575, 88 off131592 00000004:00080000:2.0:1763335110.873419:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1103853103935ns, next at 1104273297662ns, rc = 0 00000040:00080000:2.0:1763335110.873452:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1574, 88 off131592 00000004:00080000:2.0:1763335110.873456:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1103853141270ns, next at 1104273264751ns, rc = 0 00000040:00080000:2.0:1763335110.873469:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1575, 88 off131680 00000004:00080000:2.0:1763335110.873472:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1103853157805ns, next at 1104273264751ns, rc = 0 00000040:00080000:2.0:1763335110.873487:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1576, 88 off131680 00000004:00080000:2.0:1763335110.873491:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1103853176475ns, next at 1104273297662ns, rc = 0 00000100:00100000:0.0:1763335110.878139:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.878256:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814873984 00000100:00100000:2.0:1763335110.878265:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814873984 00000100:00100000:3.0:1763335110.878364:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9866 00000100:00100000:3.0:1763335110.878377:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc535880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+287:57011:x1848989814873984:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335110.878408:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335110.878433:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007577dfe lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881fda expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.878557:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577e05 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335110.878572:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577e05 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.878588:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577e05 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.878599:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577e0c lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335110.878607:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577e0c lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.878612:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577e0c lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.878711:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577e13 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x206:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335110.878720:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577e13 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.878727:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577e13 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:2.0:1763335110.878738:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x206:0x0]: returning size 2 00010000:00010000:2.0:1763335110.878839:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577e13 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.878846:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577e13 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.878853:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577e13 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.878858:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed6800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335110.878862:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577e13 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.878869:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577e13 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.878879:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x206:0x0].0x0 (ffff9000c4880400) 00010000:00010000:2.0:1763335110.878882:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1763335110.878886:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577e13 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x206:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.878891:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577e13 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x206:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.878907:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577e05 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.878913:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577e05 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.878919:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577e05 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.878925:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577e05 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.878930:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335110.878932:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577e05 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.878938:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577e05 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.878945:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f6163800) 00010000:00010000:2.0:1763335110.878948:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335110.878951:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577e05 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.878957:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577e05 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.878964:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577e0c lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.878969:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577e0c lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.878975:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577e0c lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.878979:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335110.878982:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577e0c lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.878988:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577e0c lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.878994:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4882900) 00010000:00010000:2.0:1763335110.878996:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335110.878999:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577e0c lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.879003:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577e0c lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335110.879049:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007577dfe lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fda expref: 289 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.879059:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f6163800) 00010000:00010000:2.0:1763335110.879061:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763335110.879065:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007577dfe lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fda expref: 289 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.879078:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95fe00, rc 0) 00000100:00100000:2.0:1763335110.879133:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc535880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+288:57011:x1848989814873984:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 759us (1005us total) trans 4294973422 rc 301/301 00000100:00100000:2.0:1763335110.879140:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9866 00010000:00010000:2.0:1763335110.881725:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007577cb5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.881742:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007577cb5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.881750:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007577cb5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.881756:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1e600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335110.881761:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007577cb5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.881769:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007577cb5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.881784:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4882900) 00010000:00010000:2.0:1763335110.881787:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335110.881791:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007577cb5 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.881797:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007577cb5 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.881822:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577d2c lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.881829:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577d2c lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.881835:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577d2c lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.881839:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fafa00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335110.881842:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577d2c lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.881847:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577d2c lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.881853:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4882900) 00010000:00010000:2.0:1763335110.881855:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335110.881858:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577d2c lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.881863:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007577d2c lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.881877:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577dbf lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x206:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.881883:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577dbf lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x206:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.881888:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577dbf lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x206:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.881893:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335110.881896:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577dbf lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x206:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.881901:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577dbf lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x206:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.881908:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x206:0x0].0x0 (ffff9000c4880400) 00010000:00010000:2.0:1763335110.881910:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335110.881912:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577dbf lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x206:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335110.881917:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577dbf lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x206:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000001:00080000:1.0:1763335110.881963:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973421 is committed 00000004:00080000:1.0:1763335110.881970:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1029 committed 00000100:00100000:0.0:1763335110.882991:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335110.883014:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c34e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826117120:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335110.883020:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814874240 00000100:00100000:0.0:1763335110.883027:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814874240 00000100:00100000:0.0:1763335110.883087:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3410 00000100:00100000:0.0:1763335110.883097:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1613450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+284:57011:x1848989814874240:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335110.883170:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335110.883200:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763335110.883205:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c34e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826116736:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763335110.883224:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335110.883245:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c34e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826116864:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763335110.883284:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1613450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+285:57011:x1848989814874240:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 188us (298us total) trans 4294973423 rc 0/0 00000100:00100000:0.0:1763335110.883291:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3410 00000100:00100000:3.0:1763335110.883335:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335110.883355:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763335110.883360:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c34e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826116992:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335110.883379:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335110.883404:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826117120 00000100:00100000:3.0:1763335110.883408:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826117120 00000100:00100000:3.0:1763335110.883431:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826116736 00000100:00100000:3.0:1763335110.883434:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826116736 00000100:00100000:3.0:1763335110.883465:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826116864 00000100:00100000:3.0:1763335110.883469:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826116864 00000100:00100000:3.0:1763335110.883487:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826116992 00000100:00100000:3.0:1763335110.883490:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826116992 00000100:00100000:3.0:1763335110.883505:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6828 00000100:00100000:3.0:1763335110.883510:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+36:3666:x1848989826117120:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335110.883638:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+37:3666:x1848989826117120:12345-0@lo:2:osp-syn-1-1.0 Request processed in 127us (467us total) trans 17179871723 rc 0/0 00000100:00100000:3.0:1763335110.883644:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6828 00000100:00100000:3.0:1763335110.883656:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6829 00000100:00100000:3.0:1763335110.883661:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+36:3666:x1848989826116736:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763335110.883674:0:28961:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:636 count 1 00010000:00010000:3.0:1763335110.883693:0:28961:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577e21 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.883709:0:28961:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577c68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f5c expref: 25 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.883717:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335110.883719:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335110.883722:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577e21 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.883745:0:28961:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577c68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f5c expref: 25 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.883758:0:28961:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577c68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f5c expref: 25 pid: 28568 timeout: 1203 lvb_type: 0 00000100:00100000:3.0:1763335110.883768:0:28961:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001c12aa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28961:1848989826117248:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335110.883805:0:28961:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001d1864f00 going to sleep for 11 seconds 00000100:00100000:3.0:1763335110.883834:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6830 00000100:00100000:3.0:1763335110.883841:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+36:3664:x1848989826116864:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763335110.883851:0:28568:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:637 count 1 00010000:00010000:3.0:1763335110.883860:0:28568:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577e28 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.883871:0:28568:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff900202173800/0x3ec0b54007577b7a lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f08 expref: 25 pid: 8415 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335110.883882:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335110.883883:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335110.883886:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577e28 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.883903:0:28568:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff900202173800/0x3ec0b54007577b7a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f08 expref: 25 pid: 8415 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335110.883911:0:28568:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff900202173800/0x3ec0b54007577b7a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f08 expref: 25 pid: 8415 timeout: 1203 lvb_type: 1 00000100:00100000:3.0:1763335110.883919:0:28568:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001c12a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28568:1848989826117376:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335110.883942:0:28568:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001cab3f300 going to sleep for 11 seconds 00000100:00100000:3.0:1763335110.883956:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6831 00000100:00100000:3.0:1763335110.883962:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+36:3664:x1848989826116992:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:3.0:1763335110.884013:0:27803:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb size from disk: 0 -> 0 00000004:00080000:2.0:1763335110.887182:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c34e0700/2, rc 0, transno 17179871723 00000100:00100000:2.0:1763335110.887198:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c34e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826117120:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763335110.887568:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1032 committed 00000004:00080000:1.0:1763335110.887577:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1031 committed 00000004:00080000:1.0:1763335110.887580:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1028 committed 00010000:00010000:2.0:1763335110.887754:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577df7 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x206:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fd3 expref: 267 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.887768:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x206:0x0].0x0 (ffff9000c4880400) 00010000:00010000:2.0:1763335110.887771:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763335110.887788:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b54007577df0 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fd3 expref: 267 pid: 13591 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763335110.887806:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577df7 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x206:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fd3 expref: 266 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.887866:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x206:0x0].0x0 (ffff9000c4880400) 00010000:00010000:2.0:1763335110.887869:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763335110.887871:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7800, rc 0) 00000100:00100000:2.0:1763335110.887937:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc534000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:55956:x1848989814873472:12345-192.168.204.57@tcp:101:bash.0 Request processed in 19017us (19381us total) trans 4294973421 rc 0/0 00000100:00100000:2.0:1763335110.887948:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9865 00000100:00100000:2.0:1763335110.888238:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cc536680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826117504:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763335110.888285:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335110.888868:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cc536300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826117888:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335110.890000:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826117504 00000100:00100000:0.0:1763335110.890012:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826117504 00000100:00100000:0.0:1763335110.890079:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6832 00000100:00100000:0.0:1763335110.890088:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+17:3667:x1848989826117504:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763335110.890121:0:8725:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:634 count 1 00010000:00010000:0.0:1763335110.890147:0:8725:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c79e9c00/0x3ec0b54007577e2f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.890166:0:8725:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c6fafe00/0x3ec0b54007577c5a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f4e expref: 11 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.890180:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335110.890182:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335110.890186:0:8725:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c79e9c00/0x3ec0b54007577e2f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.890219:0:8725:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c6fafe00/0x3ec0b54007577c5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f4e expref: 11 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.890231:0:8725:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c6fafe00/0x3ec0b54007577c5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f4e expref: 11 pid: 8416 timeout: 1203 lvb_type: 0 00000100:00100000:0.0:1763335110.890243:0:8725:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8725:1848989826118016:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335110.890339:0:8725:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c2f8c540 going to sleep for 11 seconds 00002000:00010000:3.0:1763335110.891296:0:27803:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763335110.891300:0:27803:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335110.891302:0:27803:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763335110.891305:0:27803:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335110.891644:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335110.891702:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826117888 00000100:00100000:0.0:1763335110.891708:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826117888 00000100:00100000:0.0:1763335110.891745:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6833 00000100:00100000:0.0:1763335110.891753:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+18:3666:x1848989826117888:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335110.891952:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+19:3666:x1848989826117888:12345-0@lo:2:osp-syn-0-1.0 Request processed in 199us (309us total) trans 21474839014 rc 0/0 00000100:00100000:0.0:1763335110.891959:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6833 00000004:00080000:0.0:1763335110.892006:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000cc536300/2, rc 0, transno 21474839014 00000100:00100000:0.0:1763335110.892013:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cc536300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826117888:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335110.892190:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cc537480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826117760:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335110.892227:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335110.892248:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763335110.892254:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cc534a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826117632:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335110.892276:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335110.892303:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826117760 00000100:00100000:3.0:1763335110.892308:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826117760 00000100:00100000:3.0:1763335110.892350:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826117632 00000100:00100000:3.0:1763335110.892353:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826117632 00000100:00100000:3.0:1763335110.892364:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6834 00000100:00100000:3.0:1763335110.892369:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+20:3665:x1848989826117760:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335110.892451:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+21:3665:x1848989826117760:12345-0@lo:2:osp-syn-0-1.0 Request processed in 81us (223us total) trans 21474839015 rc 0/0 00000100:00100000:3.0:1763335110.892457:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6834 00000100:00100000:3.0:1763335110.892470:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6835 00000100:00100000:3.0:1763335110.892476:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+20:3665:x1848989826117632:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763335110.892488:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:635 count 1 00010000:00010000:3.0:1763335110.892505:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c7848800/0x3ec0b54007577e36 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.892521:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff900202172600/0x3ec0b54007577b81 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f0f expref: 11 pid: 8415 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335110.892528:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335110.892530:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335110.892534:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c7848800/0x3ec0b54007577e36 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.892561:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff900202172600/0x3ec0b54007577b81 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f0f expref: 11 pid: 8415 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335110.892573:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff900202172600/0x3ec0b54007577b81 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f0f expref: 11 pid: 8415 timeout: 1203 lvb_type: 1 00000100:00100000:3.0:1763335110.892590:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cbad0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1848989826118144:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335110.892644:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c9351c00 going to sleep for 11 seconds 00000004:00080000:3.0:1763335110.892671:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000cc537480/2, rc 0, transno 21474839015 00000100:00100000:3.0:1763335110.892676:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cc537480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826117760:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335110.894555:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+37:3664:x1848989826116992:12345-0@lo:2:osp-syn-1-1.0 Request processed in 10584us (11166us total) trans 17179871724 rc 0/0 00000100:00100000:2.0:1763335110.894568:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6831 00000004:00080000:3.0:1763335110.895775:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c34e1180/2, rc 0, transno 17179871724 00000100:00100000:3.0:1763335110.895786:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c34e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826116992:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335110.901359:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335110.901405:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814874368 00000100:00100000:0.0:1763335110.901415:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814874368 00000100:00100000:3.0:1763335110.901485:0:28961:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001c12aa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28961:1848989826117248:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335110.901486:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.901506:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1763335110.901513:0:28961:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577e21 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335110.901523:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814874496 00000100:00100000:1.0:1763335110.901526:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814874496 00000100:00100000:3.0:1763335110.901534:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814874752 00000100:00100000:3.0:1763335110.901537:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814874752 00010000:00010000:3.0:1763335110.901555:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6fafe00/0x3ec0b54007577c5a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f4e expref: 12 pid: 8416 timeout: 1203 lvb_type: 0 00010000:00010000:1.0:1763335110.901555:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577c68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f5c expref: 26 pid: 28568 timeout: 1203 lvb_type: 0 00000100:00100000:1.0:1763335110.901597:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3242 00000100:00100000:1.0:1763335110.901607:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2429:x1848989814874752:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335110.901621:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1763335110.901623:0:28568:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001c12a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28568:1848989826117376:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335110.901627:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c6fafe00/0x3ec0b54007577c5a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f4e expref: 12 pid: 8416 timeout: 1203 lvb_type: 0 00010000:00010000:2.0:1763335110.901638:0:28568:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577e28 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.901638:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c6fafe00/0x3ec0b54007577c5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f4e expref: 12 pid: 8416 timeout: 1203 lvb_type: 0 00010000:00010000:1.0:1763335110.901665:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335110.901668:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1763335110.901669:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3243 00010000:00010000:1.0:1763335110.901672:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c79e9c00/0x3ec0b54007577e2f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335110.901676:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1335880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:2429:x1848989814874496:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335110.901683:0:7458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c79e9c00/0x3ec0b54007577e2f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.901685:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335110.901689:0:6516:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577c68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f5c expref: 26 pid: 28568 timeout: 1203 lvb_type: 0 00010000:00010000:2.0:1763335110.901697:0:6516:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577c68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f5c expref: 26 pid: 28568 timeout: 1203 lvb_type: 0 00010000:00010000:1.0:1763335110.901700:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335110.901710:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f000/0x3ec0b54007577c68 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f5c expref: 26 pid: 28568 timeout: 1203 lvb_type: 0 00010000:00010000:2.0:1763335110.901721:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335110.901723:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335110.901725:0:6516:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577e21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.901732:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577e21 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335110.901745:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2429:x1848989814874752:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 139us (237us total) trans 0 rc 0/0 00010000:00010000:2.0:1763335110.901747:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335110.901753:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3242 00000100:00100000:2.0:1763335110.901764:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1335880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:2429:x1848989814874496:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 90us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335110.901770:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3243 00000100:00100000:1.0:1763335110.901791:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:2.0:1763335110.901793:0:28961:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577e21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.901800:0:28961:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577e21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.901809:0:28961:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577e21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.901828:0:28961:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577e21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.901851:0:28961:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763335110.901855:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335110.901861:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577e21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.901868:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95f200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335110.901871:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577e21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.901879:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577e21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.901890:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577e21 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.901896:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b54007577e21 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.901910:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335110.901912:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335110.901913:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335110.902092:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+37:3666:x1848989826116736:12345-0@lo:6:osp-syn-1-1.0 Request processed in 18430us (18865us total) trans 17179871725 rc 0/0 00000100:00100000:2.0:1763335110.902100:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6829 00000100:00100000:2.0:1763335110.902120:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814874624 00000100:00100000:2.0:1763335110.902125:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814874624 00010000:00010000:2.0:1763335110.902139:0:6516:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff900202173800/0x3ec0b54007577b7a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f08 expref: 25 pid: 8415 timeout: 1203 lvb_type: 1 00000100:00100000:1.0:1763335110.902431:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3244 00000100:00100000:1.0:1763335110.902440:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:2429:x1848989814874624:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335110.902449:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335110.902454:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff900202173800/0x3ec0b54007577b7a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x27d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f08 expref: 25 pid: 8415 timeout: 1203 lvb_type: 1 00010000:00010000:1.0:1763335110.902463:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff900202173800/0x3ec0b54007577b7a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x27d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f08 expref: 25 pid: 8415 timeout: 1203 lvb_type: 1 00010000:00010000:1.0:1763335110.902481:0:33041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff900202173800/0x3ec0b54007577b7a lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x27d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f08 expref: 25 pid: 8415 timeout: 1203 lvb_type: 1 00010000:00010000:1.0:1763335110.902492:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335110.902494:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335110.902497:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577e28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.902504:0:33041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577e28 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.902522:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335110.902549:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:2429:x1848989814874624:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 111us (758us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335110.902555:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3244 00000100:00100000:3.0:1763335110.906412:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cbad0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1848989826118144:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335110.906446:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c7848800/0x3ec0b54007577e36 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335110.906518:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335110.906544:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814874880 00000100:00100000:3.0:1763335110.906552:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814874880 00000100:00100000:0.0:1763335110.906757:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3411 00000100:00100000:0.0:1763335110.906770:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1336300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:57011:x1848989814874368:12345-192.168.204.57@tcp:33:lfs.0 00000100:00100000:0.0:1763335110.906924:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1336300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:57011:x1848989814874368:12345-192.168.204.57@tcp:33:lfs.0 Request processed in 158us (5614us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335110.906931:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3411 00000004:00080000:0.0:1763335110.906971:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c34e3100/2, rc 0, transno 17179871725 00000100:00100000:0.0:1763335110.906978:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c34e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826116736:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1763335110.907003:0:8725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c6fafe00/0x3ec0b54007577c5a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f4e expref: 12 pid: 8416 timeout: 1203 lvb_type: 0 00000100:00100000:0.0:1763335110.907030:0:8725:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8725:1848989826118016:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335110.907047:0:8725:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c79e9c00/0x3ec0b54007577e2f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.907056:0:8725:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c79e9c00/0x3ec0b54007577e2f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.907062:0:8725:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c79e9c00/0x3ec0b54007577e2f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.907072:0:8725:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c79e9c00/0x3ec0b54007577e2f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.907080:0:8725:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c79e9c00/0x3ec0b54007577e2f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.907104:0:8725:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763335110.907309:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+21:3667:x1848989826117504:12345-0@lo:6:osp-syn-0-1.0 Request processed in 17221us (19022us total) trans 21474839016 rc 0/0 00000100:00100000:0.0:1763335110.907339:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6832 00010000:00010000:0.0:1763335110.907361:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335110.907366:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c79e9c00/0x3ec0b54007577e2f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.907373:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c79e9c00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335110.907377:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c79e9c00/0x3ec0b54007577e2f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.907385:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c79e9c00/0x3ec0b54007577e2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.907402:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c79e9c00/0x3ec0b54007577e2f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.907410:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c79e9c00/0x3ec0b54007577e2f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.907425:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335110.907427:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335110.907428:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763335110.907447:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000cc536680/2, rc 0, transno 21474839016 00000100:00100000:0.0:1763335110.907453:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cc536680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826117504:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1763335110.908162:0:28568:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577e28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.908174:0:28568:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577e28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.908182:0:28568:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577e28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.908188:0:28568:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577e28 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.908220:0:28568:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763335110.908260:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.908392:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+37:3664:x1848989826116864:12345-0@lo:6:osp-syn-1-1.0 Request processed in 24550us (25055us total) trans 17179871726 rc 0/0 00000100:00100000:1.0:1763335110.908400:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6830 00000004:00080000:2.0:1763335110.908412:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c34e1500/2, rc 0, transno 17179871726 00000100:00100000:2.0:1763335110.908417:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c34e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826116864:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763335110.908417:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814875008 00000100:00100000:1.0:1763335110.908422:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814875008 00000100:00100000:1.0:1763335110.908461:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6836 00000100:00100000:1.0:1763335110.908469:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:55956:x1848989814875008:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335110.908482:0:28568:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335110.908494:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335110.908496:0:28568:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae000/0x3ec0b54007577e3d lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881fe1 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.908499:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577e28 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.908505:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95e200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335110.908509:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577e28 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.908516:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577e28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.908518:0:28568:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577daa lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fb0 expref: 25 pid: 8415 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335110.908525:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335110.908527:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335110.908529:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577e28 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.908532:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae000/0x3ec0b54007577e3d lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fe1 expref: 25 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.908537:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577e28 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.908550:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335110.908552:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335110.908553:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335110.908563:0:28568:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577daa lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fb0 expref: 25 pid: 8415 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335110.908574:0:28568:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577daa lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fb0 expref: 25 pid: 8415 timeout: 1203 lvb_type: 1 00000100:00100000:1.0:1763335110.908592:0:28568:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f15c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28568:1848989826118272:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335110.908659:0:28568:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c498da80 going to sleep for 11 seconds 00010000:00010000:3.0:1763335110.909009:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff900202172600/0x3ec0b54007577b81 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f0f expref: 11 pid: 8415 timeout: 1203 lvb_type: 1 00000100:00100000:2.0:1763335110.909163:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3245 00000100:00100000:2.0:1763335110.909173:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2426:x1848989814874880:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335110.909184:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335110.909189:0:6516:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff900202172600/0x3ec0b54007577b81 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x27b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f0f expref: 11 pid: 8415 timeout: 1203 lvb_type: 1 00010000:00010000:2.0:1763335110.909199:0:6516:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff900202172600/0x3ec0b54007577b81 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f0f expref: 11 pid: 8415 timeout: 1203 lvb_type: 1 00010000:00010000:2.0:1763335110.909215:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff900202172600/0x3ec0b54007577b81 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x27b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881f0f expref: 11 pid: 8415 timeout: 1203 lvb_type: 1 00010000:00010000:2.0:1763335110.909226:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335110.909228:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335110.909232:0:6516:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c7848800/0x3ec0b54007577e36 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.909240:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c7848800/0x3ec0b54007577e36 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x27b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.909269:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335110.909303:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:2426:x1848989814874880:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 133us (2786us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335110.909311:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3245 00010000:00010000:3.0:1763335110.909445:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c7848800/0x3ec0b54007577e36 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.909454:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c7848800/0x3ec0b54007577e36 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.909461:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c7848800/0x3ec0b54007577e36 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.909468:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c7848800/0x3ec0b54007577e36 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.909491:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763335110.909583:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335110.909589:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c7848800/0x3ec0b54007577e36 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.909597:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c7848800 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335110.909600:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c7848800/0x3ec0b54007577e36 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.909608:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c7848800/0x3ec0b54007577e36 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.909619:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c7848800/0x3ec0b54007577e36 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.909626:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c7848800/0x3ec0b54007577e36 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.909639:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335110.909641:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335110.909642:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335110.909660:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+21:3665:x1848989826117632:12345-0@lo:6:osp-syn-0-1.0 Request processed in 17183us (17383us total) trans 21474839017 rc 0/0 00000100:00100000:3.0:1763335110.909668:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6835 00000004:00080000:2.0:1763335110.909865:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000cc534a80/2, rc 0, transno 21474839017 00000100:00100000:2.0:1763335110.909871:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cc534a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826117632:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763335110.914961:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.915056:0:28568:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f15c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28568:1848989826118272:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335110.915092:0:28568:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae000/0x3ec0b54007577e3d lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fe1 expref: 25 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.915113:0:28568:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fae000, rc 0) 00000100:00100000:2.0:1763335110.915172:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:55956:x1848989814875008:12345-192.168.204.57@tcp:101:bash.0 Request processed in 6702us (6911us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335110.915180:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6836 00000100:00100000:3.0:1763335110.915258:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814875136 00000100:00100000:3.0:1763335110.915265:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814875136 00010000:00010000:3.0:1763335110.915298:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577daa lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fb0 expref: 25 pid: 8415 timeout: 1203 lvb_type: 1 00000100:00100000:3.0:1763335110.915367:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3246 00000100:00100000:3.0:1763335110.915378:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c2fa7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:2426:x1848989814875136:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335110.915393:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335110.915398:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577daa lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fb0 expref: 25 pid: 8415 timeout: 1203 lvb_type: 1 00010000:00010000:3.0:1763335110.915411:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577daa lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fb0 expref: 25 pid: 8415 timeout: 1203 lvb_type: 1 00010000:00010000:3.0:1763335110.915433:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577daa lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fb0 expref: 25 pid: 8415 timeout: 1203 lvb_type: 1 00010000:00010000:3.0:1763335110.915446:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335110.915447:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335110.915455:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae000/0x3ec0b54007577e3d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fe1 expref: 24 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.915465:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae000/0x3ec0b54007577e3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fe1 expref: 24 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.915498:0:6514:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae000/0x3ec0b54007577e3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fe1 expref: 24 pid: 28568 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335110.915511:0:6514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cbad2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6514:1848989826118400:192.168.204.57@tcp:105: 00000100:00100000:3.0:1763335110.915564:0:6514:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c9351c00 going to sleep for 11 seconds 00000100:00100000:3.0:1763335110.920117:0:6514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cbad2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6514:1848989826118400:192.168.204.57@tcp:105: 00010000:00010000:3.0:1763335110.920150:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335110.920210:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c2fa7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:2426:x1848989814875136:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 4834us (5260us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335110.920221:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3246 00000100:00100000:0.0:1763335110.922226:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.922280:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814875264 00000100:00100000:1.0:1763335110.922289:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814875264 00000100:00100000:1.0:1763335110.922369:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6837 00000100:00100000:1.0:1763335110.922380:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:55956:x1848989814875264:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335110.922400:0:28568:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335110.922422:0:28568:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c6faea00/0x3ec0b54007577e44 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881fe8 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335110.922446:0:28568:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x27c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763335110.922466:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335110.922469:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335110.922478:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6faea00/0x3ec0b54007577e44 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fe8 expref: 11 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.922493:0:28568:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c6faea00/0x3ec0b54007577e44 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fe8 expref: 11 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.922505:0:28568:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faea00, rc 0) 00000100:00100000:1.0:1763335110.922557:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:55956:x1848989814875264:12345-192.168.204.57@tcp:101:bash.0 Request processed in 179us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335110.922563:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6837 00000100:00100000:0.0:1763335110.926659:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335110.926706:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335110.926843:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814875520 00000100:00100000:3.0:1763335110.926853:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814875520 00002000:00010000:3.0:1763335110.926892:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/636 (0->18446744073709551615) 00002000:00100000:3.0:1763335110.926896:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c7d31880 with x1848989814875520 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335110.926908:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c7d31880. 00000100:00100000:3.0:1763335110.926937:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814875392 00000100:00100000:3.0:1763335110.926940:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814875392 00002000:00010000:3.0:1763335110.926952:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/638 (0->18446744073709551615) 00002000:00100000:3.0:1763335110.926955:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c7d31c00 with x1848989814875392 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335110.926960:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c7d31c00. 00000100:00100000:3.0:1763335110.926986:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1666 00000100:00100000:3.0:1763335110.926995:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2426:x1848989814875520:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:3.0:1763335110.927182:0:23997:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x27c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335110.927186:0:23997:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x27c:0x0] updating lvb mtime from disk: 0 -> 1763335111 00002000:00010000:3.0:1763335110.927189:0:23997:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x27c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335110.927191:0:23997:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x27c:0x0] updating lvb ctime from disk: 0 -> 1763335111 00002000:00010000:3.0:1763335110.927193:0:23997:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x27c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335110.927245:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2426:x1848989814875520:12345-192.168.204.57@tcp:10:bash.0 Request processed in 250us (596us total) trans 21474839018 rc 0/0 00000100:00100000:3.0:1763335110.927252:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1666 00002000:00010000:3.0:1763335110.927256:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/636 (0->18446744073709551615) 00002000:00100000:3.0:1763335110.927259:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c7d31880 with x1848989814875520 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335110.927262:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c7d31880. 00000100:00100000:3.0:1763335110.927277:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1667 00000100:00100000:3.0:1763335110.927284:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:2426:x1848989814875392:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:3.0:1763335110.927396:0:23997:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335110.927399:0:23997:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb mtime from disk: 0 -> 1763335111 00002000:00010000:3.0:1763335110.927402:0:23997:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335110.927404:0:23997:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb ctime from disk: 0 -> 1763335111 00002000:00010000:3.0:1763335110.927406:0:23997:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335110.927429:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:2426:x1848989814875392:12345-192.168.204.57@tcp:10:bash.0 Request processed in 145us (722us total) trans 17179871727 rc 0/0 00000100:00100000:3.0:1763335110.927436:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1667 00002000:00010000:3.0:1763335110.927439:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/638 (0->18446744073709551615) 00002000:00100000:3.0:1763335110.927441:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c7d31c00 with x1848989814875392 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335110.927445:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c7d31c00. 00000100:00100000:2.0:1763335110.934387:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335110.934489:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814875776 00000100:00100000:0.0:1763335110.934499:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814875776 00000100:00100000:0.0:1763335110.934559:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9867 00000100:00100000:0.0:1763335110.934569:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5228700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:57012:x1848989814875776:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335110.934596:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335110.934618:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007577e4b lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881fef expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.934692:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b54007577e52 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335110.934706:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b54007577e52 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.934716:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b54007577e52 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.934727:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007577e59 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335110.934733:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007577e59 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.934739:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007577e59 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.934853:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007577e60 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x206:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335110.934863:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007577e60 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.934869:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007577e60 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:0.0:1763335110.934879:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x206:0x0]: returning size 2 00010000:00010000:0.0:1763335110.934958:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b54007577e52 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.934969:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b54007577e52 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.934974:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b54007577e52 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.934980:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b54007577e52 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.934986:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c79e9c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335110.934989:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b54007577e52 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.934996:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b54007577e52 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.935008:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4882c00) 00010000:00010000:0.0:1763335110.935011:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335110.935209:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b54007577e52 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.935220:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9c00/0x3ec0b54007577e52 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.935234:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007577e59 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.935239:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007577e59 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.935245:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007577e59 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.935249:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c79e8e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335110.935252:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007577e59 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.935257:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007577e59 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.935265:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4882500) 00010000:00010000:0.0:1763335110.935268:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335110.935270:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007577e59 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335110.935275:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007577e59 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000100:00100000:3.0:1763335110.935471:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.935992:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814876032 00000100:00100000:1.0:1763335110.935999:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814876032 00010000:00010000:0.0:1763335110.940094:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c79e9e00/0x3ec0b54007577e4b lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fef expref: 270 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.940144:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007577e60 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fef expref: 269 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.940154:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x206:0x0].0x0 (ffff9000c4880400) 00010000:00010000:0.0:1763335110.940158:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335110.940162:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281200, rc 0) 00000100:00100000:0.0:1763335110.940257:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5228700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:57012:x1848989814875776:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 5687us (5879us total) trans 4294973424 rc 0/0 00000100:00100000:0.0:1763335110.940267:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9867 00000100:00100000:1.0:1763335110.941484:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3412 00000100:00100000:1.0:1763335110.941501:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:55956:x1848989814876032:12345-192.168.204.57@tcp:35:bash.0 00000100:00100000:1.0:1763335110.941768:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:55956:x1848989814876032:12345-192.168.204.57@tcp:35:bash.0 Request processed in 275us (6298us total) trans 4294973425 rc 0/0 00000100:00100000:1.0:1763335110.941775:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3412 00000100:00100000:3.0:1763335110.948556:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335110.948627:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814876288 00000100:00100000:0.0:1763335110.948639:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814876288 00000100:00100000:1.0:1763335110.949762:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3413 00000100:00100000:1.0:1763335110.949779:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:57012:x1848989814876288:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335110.950119:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:57012:x1848989814876288:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 345us (1572us total) trans 4294973426 rc 0/0 00000100:00100000:1.0:1763335110.950128:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3413 00000100:00100000:3.0:1763335110.956498:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335110.956539:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335110.957119:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814876544 00000100:00100000:0.0:1763335110.957132:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814876544 00000100:00100000:0.0:1763335110.957187:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814876800 00000100:00100000:0.0:1763335110.957191:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814876800 00000100:00100000:0.0:1763335110.957221:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9868 00000100:00100000:0.0:1763335110.957231:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001caf36450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+271:57012:x1848989814876544:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335110.957253:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335110.957273:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007577e6e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x206:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881ff6 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335110.957354:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9869 00000100:00100000:3.0:1763335110.957374:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57013:x1848989814876800:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:3.0:1763335110.957402:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1763335110.957412:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007577e75 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x206:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335110.957426:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577df7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x206:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fd3 expref: 272 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.957430:0:13591:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007577e60 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fef expref: 272 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.957447:0:13591:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007577e75 lrc: 4/0,1 mode: --/CW res: [0x240000405:0x206:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.957463:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577db8 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x206:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fbe expref: 271 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.957476:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x206:0x0].0x0 (ffff9000c4880400) 00010000:00010000:3.0:1763335110.957481:0:7841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007577e75 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x206:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.957489:0:7841:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007577e75 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x206:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.957498:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007577e75 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x206:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.957835:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335110.957841:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007577e60 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fef expref: 270 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335110.957856:0:13591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007577e75 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x206:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.957919:0:13591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007577e75 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x206:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.957926:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007577e75 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x206:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:1.0:1763335110.957939:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x206:0x0]: returning size 5 00010000:00010000:1.0:1763335110.958051:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007577e6e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x206:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ff6 expref: 271 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.958063:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007577e75 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x206:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ff6 expref: 270 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.958070:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x206:0x0].0x0 (ffff9000c4880400) 00010000:00010000:1.0:1763335110.958073:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1763335110.958076:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280a00, rc 0) 00000100:00100000:1.0:1763335110.958137:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001caf36450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:57012:x1848989814876544:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 908us (1649us total) trans 4294973427 rc 0/0 00000100:00100000:1.0:1763335110.958144:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9868 00010000:00010000:2.0:1763335110.958416:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577e83 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335110.958426:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577e83 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335110.958433:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577e83 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335110.958444:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007577e8a lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335110.958450:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007577e8a lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335110.958456:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007577e8a lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335110.958521:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577e91 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x206:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335110.958530:0:7841:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007577e75 lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x206:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ff6 expref: 269 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.958538:0:7841:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577e91 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x206:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335110.958562:0:7841:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007577e75 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x206:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ff6 expref: 269 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.958575:0:7841:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007577e75 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x206:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ff6 expref: 269 pid: 13591 timeout: 1203 lvb_type: 0 00000100:00100000:2.0:1763335110.958587:0:7841:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5228700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826118656:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335110.958657:0:7841:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c9969180 going to sleep for 11 seconds 00000100:00100000:2.0:1763335110.961528:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335110.962190:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814876928 00000100:00100000:1.0:1763335110.962201:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814876928 00000100:00100000:1.0:1763335110.962264:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9870 00000100:00100000:1.0:1763335110.962275:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c522ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:57012:x1848989814876928:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335110.962298:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335110.962334:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007577e98 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x206:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a881ffd expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.962436:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577e9f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x206:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335110.962450:0:13591:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577e91 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x206:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.962457:0:13591:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577e9f lrc: 4/1,0 mode: --/PR res: [0x240000405:0x206:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.962476:0:13591:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577e91 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x206:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335110.962486:0:13591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577e9f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x206:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000100:00100000:0.0:1763335110.966445:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335110.966507:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814877056 00000100:00100000:3.0:1763335110.966518:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814877056 00010000:00010000:3.0:1763335110.966559:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007577e75 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x206:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ff6 expref: 272 pid: 13591 timeout: 1203 lvb_type: 0 00000100:00100000:3.0:1763335110.966605:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3247 00000100:00100000:3.0:1763335110.966615:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d30380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:2426:x1848989814877056:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335110.966630:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335110.966637:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007577e75 lrc: 5/0,0 mode: CW/CW res: [0x240000405:0x206:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ff6 expref: 272 pid: 13591 timeout: 1203 lvb_type: 0 00010000:00010000:3.0:1763335110.966648:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007577e75 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x206:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ff6 expref: 272 pid: 13591 timeout: 1203 lvb_type: 0 00010000:00010000:3.0:1763335110.966670:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x206:0x0].0x0 (ffff9000c4880400) 00010000:00010000:3.0:1763335110.966676:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577e91 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x206:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335110.966684:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577e91 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x206:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x40290400000020 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335110.966691:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577e91 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x206:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x40290400000020 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335110.966698:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577e9f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x206:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.966707:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577e9f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x206:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.966712:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577e9f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x206:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335110.966729:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335110.966788:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d30380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:2426:x1848989814877056:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 174us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335110.966796:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3247 00010000:00010000:2.0:1763335110.967274:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007577e75 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x206:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ff6 expref: 271 pid: 13591 timeout: 1203 lvb_type: 0 00000100:00100000:2.0:1763335110.967289:0:7841:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5228700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826118656:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335110.967309:0:7841:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577e91 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x206:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335110.967355:0:7841:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577e91 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x206:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335110.967361:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577e91 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x206:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 7841 initiator: MDT1 00000004:00080000:2.0:1763335110.967620:0:7841:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000405:0x206:0x0] is inserted into orphan list, open count = 1 00010000:00010000:2.0:1763335110.967708:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577e91 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x206:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335110.967715:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577e91 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x206:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335110.967721:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577e91 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x206:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335110.967727:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335110.967731:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577e91 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x206:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335110.967737:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577e91 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x206:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335110.967747:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x206:0x0].0x0 (ffff9000c4880400) 00010000:00010000:2.0:1763335110.967750:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763335110.967753:0:7841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577e9f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x206:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.967759:0:7841:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577e9f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.967764:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577e9f lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.967794:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577e91 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x206:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335110.967800:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577e91 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x206:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335110.967828:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577e83 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335110.967835:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577e83 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335110.967840:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577e83 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335110.967846:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577e83 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335110.967851:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed6000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335110.967853:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577e83 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335110.967859:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577e83 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335110.967867:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4880c00) 00010000:00010000:2.0:1763335110.967869:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335110.967872:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577e83 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335110.967876:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577e83 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000004:00010000:2.0:1763335110.967891:0:7841:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000072e2708 reply state 00000000e5c14b1a transno 4294973428 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007577e8a lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335110.967984:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007577e8a lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335110.967990:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4880800) 00010000:00010000:2.0:1763335110.967994:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335110.967997:0:7841:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335110.968179:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57013:x1848989814876800:12345-192.168.204.57@tcp:36:rm.0 Request processed in 10816us (11637us total) trans 4294973428 rc 0/0 00000100:00100000:2.0:1763335110.968187:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9869 00010000:00010000:1.0:1763335110.972012:0:13591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577e9f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.972030:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577e9f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:1.0:1763335110.972099:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x206:0x0]: returning size 5 00000004:00200000:1.0:1763335110.972103:0:13591:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335110.972124:0:13591:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577e9f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.972165:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007577e98 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x206:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ffd expref: 272 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.972183:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577e9f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ffd expref: 271 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.972198:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x206:0x0].0x0 (ffff9000c4880400) 00010000:00010000:1.0:1763335110.972202:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335110.972205:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faf200, rc 0) 00000100:00100000:1.0:1763335110.972288:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c522ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+271:57012:x1848989814876928:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 10014us (10769us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335110.972297:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9870 00000100:00100000:1.0:1763335110.984584:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335110.984838:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814877312 00000100:00100000:2.0:1763335110.984848:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814877312 00000100:00100000:2.0:1763335110.984912:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9871 00000100:00100000:2.0:1763335110.984922:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+271:57012:x1848989814877312:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335110.984945:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335110.984967:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577ea6 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x206:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882004 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.985267:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577ead lrc: 3/0,1 mode: --/PW res: [0x240000405:0x206:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335110.985283:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577ead lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x206:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335110.985294:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577ead lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x206:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:2.0:1763335110.985307:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x206:0x0]: returning size 5 00010000:00010000:2.0:1763335110.985494:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577ea6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x206:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882004 expref: 274 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.985514:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577ead lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x206:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882004 expref: 273 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335110.985524:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x206:0x0].0x0 (ffff9000c4880400) 00010000:00010000:2.0:1763335110.985528:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763335110.985531:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7e00, rc 0) 00000100:00100000:2.0:1763335110.985601:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57012:x1848989814877312:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 680us (1028us total) trans 4294973429 rc 0/0 00000100:00100000:2.0:1763335110.985609:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9871 00010000:00010000:1.0:1763335110.987481:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335110.996258:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335110.996391:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335110.996582:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814877568 00000100:00100000:3.0:1763335110.996592:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814877568 00000100:00100000:3.0:1763335110.996648:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6838 00000100:00100000:3.0:1763335110.996657:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:2429:x1848989814877568:12345-192.168.204.57@tcp:1:lfs.0 00010000:00010000:3.0:1763335110.996702:0:28568:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007577ebb lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.996722:0:28568:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae000/0x3ec0b54007577e3d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fe1 expref: 25 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.996729:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335110.996731:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335110.996735:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007577ebb lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.996772:0:28568:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae000/0x3ec0b54007577e3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fe1 expref: 25 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335110.996792:0:28568:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae000/0x3ec0b54007577e3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fe1 expref: 25 pid: 28568 timeout: 1203 lvb_type: 0 00000100:00100000:3.0:1763335110.996807:0:28568:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cbad1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28568:1848989826118784:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335110.996894:0:28568:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001d1864f00 going to sleep for 11 seconds 00000100:00100000:1.0:1763335110.997291:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814877440 00000100:00100000:1.0:1763335110.997296:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814877440 00000100:00100000:1.0:1763335110.997358:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9872 00000100:00100000:1.0:1763335110.997366:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57014:x1848989814877440:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335110.997378:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335110.997396:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007577ec2 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88200b expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.997456:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007577ec9 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335110.997467:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007577ec9 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.997477:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007577ec9 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.997487:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b54007577ed0 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335110.997493:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b54007577ed0 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.997498:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b54007577ed0 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.997536:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007577ec9 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.997542:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007577ec9 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.997547:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007577ec9 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.997553:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007577ec9 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.997558:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faf600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335110.997562:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007577ec9 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.997568:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007577ec9 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.997579:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2f00) 00010000:00010000:1.0:1763335110.997582:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335110.997586:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007577ec9 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.997592:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007577ec9 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.997603:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b54007577ed0 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.997609:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b54007577ed0 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.997614:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b54007577ed0 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.997619:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faf800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335110.997622:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b54007577ed0 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.997626:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b54007577ed0 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.997632:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4880800) 00010000:00010000:1.0:1763335110.997635:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335110.997637:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b54007577ed0 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.997642:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b54007577ed0 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335110.997667:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007577ec2 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88200b expref: 274 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.997676:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2f00) 00010000:00010000:1.0:1763335110.997678:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335110.997681:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007577ec2 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88200b expref: 274 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335110.997694:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fafc00, rc 0) 00000100:00100000:1.0:1763335110.997742:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57014:x1848989814877440:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 377us (1496us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335110.997749:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9872 00000100:00100000:0.0:1763335110.998807:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335110.998901:0:28568:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cbad1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28568:1848989826118784:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335110.998964:0:28568:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007577ebb lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335111.000014:0:16421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814877696 00000100:00100000:1.0:1763335111.000063:0:16421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814877696 00002000:00100000:1.0:1763335111.000113:0:16421:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000400:0x27e:0x0] (0->4) req@ffff9000c7d32a00 x1848989814877696/t0(0) o4->357649f3-b5ed-4e47-9c16-69abcfcf3637@192.168.204.57@tcp:156/0 lens 496/0 e 0 to 0 dl 1763335121 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335111.000124:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c7d32a00 with x1848989814877696 ext(0->4) 00010000:00010000:1.0:1763335111.000131:0:16421:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae000/0x3ec0b54007577e3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fe1 expref: 26 pid: 28568 timeout: 1203 lvb_type: 0 00010000:00010000:1.0:1763335111.000147:0:16421:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae000/0x3ec0b54007577e3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fe1 expref: 26 pid: 28568 timeout: 1203 lvb_type: 0 00002000:00010000:1.0:1763335111.000154:0:16421:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9000c7d32a00 00000100:00100000:1.0:1763335111.000534:0:16421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 114 00000100:00100000:1.0:1763335111.000544:0:16421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:2426:x1848989814877696:12345-192.168.204.57@tcp:4:bash.0 00000100:00100000:2.0:1763335111.002584:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.002668:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814877824 00000100:00100000:0.0:1763335111.002677:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814877824 00000100:00100000:0.0:1763335111.002737:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9873 00000100:00100000:0.0:1763335111.002747:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5228700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57014:x1848989814877824:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335111.002770:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335111.002791:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007577ed7 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882012 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.002864:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007577ede lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335111.002877:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007577ede lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.002888:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007577ede lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.002896:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007577ee5 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335111.002902:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007577ee5 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.002907:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007577ee5 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.002939:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007577ede lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.002945:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007577ede lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.002951:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007577ede lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.002957:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007577ede lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.002962:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335111.002966:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007577ede lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.002973:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007577ede lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.002983:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4882c00) 00010000:00010000:0.0:1763335111.002985:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335111.002989:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007577ede lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.002994:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007577ede lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.003004:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007577ee5 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.003009:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007577ee5 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.003014:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007577ee5 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.003262:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335111.003265:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007577ee5 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.003271:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007577ee5 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.003279:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4880800) 00010000:00010000:0.0:1763335111.003281:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335111.003283:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007577ee5 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.003292:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007577ee5 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.008944:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007577ed7 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882012 expref: 274 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.008967:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4882c00) 00010000:00010000:0.0:1763335111.008970:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335111.008975:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007577ed7 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882012 expref: 274 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.008999:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281000, rc 0) 00000100:00100000:0.0:1763335111.009086:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5228700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57014:x1848989814877824:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 6339us (6511us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335111.009096:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9873 00000100:00100000:1.0:1763335111.010163:0:16421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+28:2426:x1848989814877696:12345-192.168.204.57@tcp:4:bash.0 Request processed in 9615us (11353us total) trans 17179871728 rc 0/0 00000100:00100000:1.0:1763335111.010174:0:16421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 114 00002000:00100000:1.0:1763335111.010187:0:16421:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000400:0x27e:0x0] (0->4) req@ffff9000c7d32a00 x1848989814877696/t17179871728(0) o4->357649f3-b5ed-4e47-9c16-69abcfcf3637@192.168.204.57@tcp:156/0 lens 496/448 e 0 to 0 dl 1763335121 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335111.010197:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c7d32a00 with x1848989814877696 ext(0->4) 00010000:00010000:1.0:1763335111.010207:0:16421:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae000/0x3ec0b54007577e3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fe1 expref: 28 pid: 28568 timeout: 1203 lvb_type: 0 00010000:00010000:1.0:1763335111.010223:0:16421:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae000/0x3ec0b54007577e3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fe1 expref: 28 pid: 28568 timeout: 1203 lvb_type: 0 00002000:00010000:1.0:1763335111.010234:0:16421:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9000c7d32a00 00000100:00100000:2.0:1763335111.018733:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.020277:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814877952 00000100:00100000:1.0:1763335111.020293:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814877952 00000100:00100000:1.0:1763335111.020384:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9874 00000100:00100000:1.0:1763335111.020394:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5229500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57014:x1848989814877952:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335111.020415:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335111.020440:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007577eec lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882019 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.020504:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b54007577ef3 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335111.020518:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b54007577ef3 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335111.020529:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b54007577ef3 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:1.0:1763335111.020572:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1763335111.020577:0:7841:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763335111.020608:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007577eec lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882019 expref: 275 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.020625:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b54007577ef3 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882019 expref: 274 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.020635:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2f00) 00010000:00010000:1.0:1763335111.020638:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763335111.020641:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faf800, rc 0) 00000100:00100000:2.0:1763335111.020892:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.021163:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5229500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:57014:x1848989814877952:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 768us (2438us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335111.021171:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9874 00000100:00100000:1.0:1763335111.021215:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814878080 00000100:00100000:1.0:1763335111.021220:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814878080 00010000:00010000:1.0:1763335111.021242:0:6516:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae000/0x3ec0b54007577e3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fe1 expref: 28 pid: 28568 timeout: 1203 lvb_type: 0 00000100:00100000:1.0:1763335111.021265:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3248 00000100:00100000:1.0:1763335111.021272:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5228e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+28:2427:x1848989814878080:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335111.021282:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1763335111.021297:0:6516:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:1.0:1763335111.021300:0:6516:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1763335111.021305:0:6516:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae000/0x3ec0b54007577e3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fe1 expref: 28 pid: 28568 timeout: 1203 lvb_type: 0 00010000:00010000:1.0:1763335111.021333:0:6516:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae000/0x3ec0b54007577e3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fe1 expref: 28 pid: 28568 timeout: 1203 lvb_type: 0 00010000:00010000:1.0:1763335111.021353:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae000/0x3ec0b54007577e3d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fe1 expref: 28 pid: 28568 timeout: 1203 lvb_type: 0 00010000:00010000:1.0:1763335111.021366:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335111.021369:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335111.021374:0:6516:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007577ebb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.021389:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007577ebb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.021411:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335111.021433:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5228e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+27:2427:x1848989814878080:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 162us (542us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335111.021441:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3248 00010000:00010000:3.0:1763335111.022373:0:28568:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007577ebb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.022386:0:28568:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007577ebb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.022408:0:28568:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007577ebb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.022416:0:28568:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007577ebb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.022424:0:28568:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007577ebb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.022430:0:28568:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c3a2b000 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335111.022434:0:28568:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007577ebb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.022443:0:28568:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007577ebb lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.022459:0:28568:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007577ebb lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.022466:0:28568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007577ebb lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335111.022525:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:2429:x1848989814877568:12345-192.168.204.57@tcp:1:lfs.0 Request processed in 25866us (26131us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335111.022533:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6838 00000100:00100000:0.0:1763335111.032664:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.032696:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335111.032886:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814878208 00000100:00100000:3.0:1763335111.032897:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814878208 00000100:00100000:3.0:1763335111.032955:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814878464 00000100:00100000:3.0:1763335111.032958:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814878464 00000100:00100000:3.0:1763335111.032983:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9875 00000100:00100000:3.0:1763335111.032994:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:57014:x1848989814878208:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335111.033016:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335111.033038:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007577efa lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882020 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.033126:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007577f01 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335111.033142:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007577f01 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00000100:00100000:1.0:1763335111.033151:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9876 00010000:00010000:3.0:1763335111.033155:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007577f01 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000100:00100000:1.0:1763335111.033160:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:57012:x1848989814878464:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:3.0:1763335111.033166:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007577f08 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335111.033173:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007577f08 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335111.033179:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007577f08 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.033187:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335111.033203:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577e9f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881ffd expref: 276 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.033217:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x206:0x0].0x0 (ffff9000c4880400) 00010000:00010000:3.0:1763335111.033219:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007577f01 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.033222:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335111.033224:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007577f01 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335111.033230:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007577f01 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335111.033235:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007577f01 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.033237:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007577f0f lrc: 3/0,1 mode: --/EX res: [0x240000405:0x206:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335111.033241:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1f400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335111.033244:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007577f0f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.033245:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007577f01 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.033251:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007577f0f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.033253:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007577f01 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335111.033260:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2f00) 00010000:00010000:3.0:1763335111.033263:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335111.033267:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007577f01 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335111.033271:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007577f01 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335111.033279:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007577f08 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335111.033284:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007577f08 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335111.033289:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007577f08 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335111.033293:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1fa00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335111.033296:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007577f08 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335111.033300:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007577f08 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335111.033305:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4880800) 00010000:00010000:3.0:1763335111.033308:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335111.033310:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007577f08 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335111.033336:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007577f08 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335111.033361:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007577efa lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882020 expref: 275 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.033370:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2f00) 00010000:00010000:3.0:1763335111.033373:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335111.033376:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007577efa lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882020 expref: 275 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.033384:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6e1e600, rc 0) 00000100:00100000:3.0:1763335111.033436:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:57014:x1848989814878208:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 445us (782us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335111.033442:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9875 00000040:00080000:1.0:1763335111.033472:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1577, 88 off131768 00000004:00080000:1.0:1763335111.033482:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1104013167262ns, next at 1104273297662ns, rc = 0 00000040:00080000:1.0:1763335111.033527:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1576, 88 off131768 00000004:00080000:1.0:1763335111.033535:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1104013220760ns, next at 1104273264751ns, rc = 0 00000040:00080000:1.0:1763335111.033551:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1577, 88 off131856 00000004:00080000:1.0:1763335111.033555:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1104013240122ns, next at 1104273264751ns, rc = 0 00000040:00080000:1.0:1763335111.033563:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1578, 88 off131856 00000004:00080000:1.0:1763335111.033567:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1104013252664ns, next at 1104273297662ns, rc = 0 00000100:00100000:2.0:1763335111.039051:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.039164:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814878720 00000100:00100000:0.0:1763335111.039174:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814878720 00000100:00100000:0.0:1763335111.039242:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9877 00000100:00100000:0.0:1763335111.039252:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c522a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:57014:x1848989814878720:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335111.039275:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335111.039279:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763335111.039305:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b54007577ef3 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882019 expref: 275 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.039352:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2f00) 00010000:00010000:0.0:1763335111.039363:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335111.039378:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007577f16 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882027 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.039481:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007577f1d lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335111.039495:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007577f1d lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335111.039505:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007577f1d lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335111.039515:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007577f24 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335111.039523:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007577f24 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335111.039529:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007577f24 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335111.039935:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007577f2b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x208:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335111.039944:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007577f2b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335111.039951:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007577f2b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:0.0:1763335111.039962:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x208:0x0]: returning size 0 00010000:00010000:0.0:1763335111.039986:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007577f1d lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335111.039997:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007577f1d lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335111.040003:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007577f1d lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335111.040009:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007577f1d lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335111.040015:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335111.040034:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007577f1d lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335111.040042:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007577f1d lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335111.040051:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4882c00) 00010000:00010000:0.0:1763335111.040053:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335111.040057:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007577f1d lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335111.040063:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007577f1d lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000004:00010000:0.0:1763335111.040073:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fe8a45e5 reply state 00000000f15e44ef transno 4294973431 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007577f24 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335111.040082:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007577f24 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335111.040088:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4880800) 00010000:00010000:0.0:1763335111.040091:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335111.040093:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763335111.040119:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007577f16 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882027 expref: 277 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.040137:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007577f2b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882027 expref: 276 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.040144:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x208:0x0].0x0 (ffff9000c4882500) 00010000:00010000:0.0:1763335111.040146:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335111.040148:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280a00, rc 0) 00000100:00100000:0.0:1763335111.040220:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c522a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:57014:x1848989814878720:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 969us (1180us total) trans 4294973431 rc 0/0 00000100:00100000:0.0:1763335111.040228:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9877 00000001:00080000:1.0:1763335111.041872:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973430 is committed 00000004:00080000:1.0:1763335111.041881:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1031 committed 00000004:00080000:1.0:1763335111.041893:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1034 committed 00000004:00080000:1.0:1763335111.041904:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1033 committed 00000004:00080000:1.0:1763335111.041906:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1030 committed 00000004:00010000:1.0:1763335111.041968:0:7841:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000b93a8f0 reply state 00000000053d1385 transno 4294973430 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007577f0f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335111.041986:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007577f0f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335111.041994:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x206:0x0].0x0 (ffff9000c4880400) 00010000:00010000:1.0:1763335111.041997:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1763335111.042000:0:7841:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335111.042289:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cbad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826118912:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335111.042375:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335111.042411:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763335111.042417:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826119296:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335111.042438:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335111.042479:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826118912 00000100:00100000:0.0:1763335111.042486:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826118912 00000100:00100000:0.0:1763335111.042532:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826119296 00000100:00100000:0.0:1763335111.042535:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826119296 00000100:00100000:0.0:1763335111.042555:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6839 00000100:00100000:0.0:1763335111.042563:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+37:3667:x1848989826118912:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335111.042714:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+38:3667:x1848989826118912:12345-0@lo:2:osp-syn-1-1.0 Request processed in 151us (338us total) trans 17179871729 rc 0/0 00000100:00100000:0.0:1763335111.042721:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6839 00000100:00100000:0.0:1763335111.042736:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6840 00000100:00100000:0.0:1763335111.042742:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+21:3667:x1848989826119296:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335111.042830:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+22:3667:x1848989826119296:12345-0@lo:2:osp-syn-0-1.0 Request processed in 87us (390us total) trans 21474839019 rc 0/0 00000100:00100000:0.0:1763335111.042836:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6840 00000100:00080000:0.0:1763335111.042854:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:0.0:1763335111.042888:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a35f80/2, rc 0, transno 21474839019 00000100:00100000:0.0:1763335111.042894:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826119296:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763335111.042903:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000cbad1c00/2, rc 0, transno 17179871729 00000100:00100000:0.0:1763335111.042906:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cbad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826118912:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763335111.044252:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007577e8a lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335111.044268:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007577e8a lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335111.044275:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007577e8a lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335111.044282:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed6a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335111.044286:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007577e8a lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335111.044294:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007577e8a lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335111.044309:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4880800) 00010000:00010000:2.0:1763335111.044343:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335111.044349:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007577e8a lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335111.044355:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007577e8a lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000100:00100000:2.0:1763335111.044396:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cbad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826119040:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763335111.044449:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335111.044483:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763335111.044490:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826119168:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335111.044512:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335111.044548:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826119040 00000100:00100000:2.0:1763335111.044555:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826119040 00000100:00100000:2.0:1763335111.044588:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826119168 00000100:00100000:2.0:1763335111.044591:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826119168 00000100:00100000:2.0:1763335111.044609:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6841 00000100:00100000:2.0:1763335111.044616:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+38:3664:x1848989826119040:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763335111.044754:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+39:3664:x1848989826119040:12345-0@lo:2:osp-syn-1-1.0 Request processed in 138us (305us total) trans 17179871730 rc 0/0 00000100:00100000:2.0:1763335111.044761:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6841 00000100:00100000:2.0:1763335111.044776:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6842 00000100:00100000:2.0:1763335111.044782:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c522b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+22:3664:x1848989826119168:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763335111.044862:0:28961:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x27c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335111.044866:0:28961:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x27c:0x0] updating lvb mtime from disk: 1763335111 -> 1763335111 00002000:00010000:2.0:1763335111.044869:0:28961:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x27c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335111.044871:0:28961:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x27c:0x0] updating lvb ctime from disk: 1763335111 -> 1763335111 00002000:00010000:2.0:1763335111.044873:0:28961:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x27c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335111.044898:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c522b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+23:3664:x1848989826119168:12345-0@lo:2:osp-syn-0-1.0 Request processed in 116us (385us total) trans 21474839020 rc 0/0 00000100:00100000:2.0:1763335111.044904:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6842 00000004:00080000:2.0:1763335111.044944:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a37800/2, rc 0, transno 21474839020 00000100:00100000:2.0:1763335111.044951:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826119168:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763335111.044961:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000cbad1f80/2, rc 0, transno 17179871730 00000100:00100000:2.0:1763335111.044965:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cbad1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826119040:0@lo:2:osp-syn-1-1.0 00010000:00080000:1.0:1763335111.045354:0:7841:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1763335111.045368:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:57012:x1848989814878464:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 12208us (12669us total) trans 4294973430 rc 0/0 00000100:00100000:1.0:1763335111.045375:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9876 00000100:00100000:3.0:1763335111.045800:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.045954:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814878976 00000100:00100000:1.0:1763335111.045959:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814878976 00000100:00100000:1.0:1763335111.046219:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9878 00000100:00100000:1.0:1763335111.046230:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:57014:x1848989814878976:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335111.046245:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335111.046263:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007577f39 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x208:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88202e expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.046410:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007577f0f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335111.046419:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007577f0f lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335111.046426:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007577f0f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335111.046431:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faf600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335111.046436:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007577f0f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335111.046444:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007577f0f lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335111.046457:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x206:0x0].0x0 (ffff9000c4880400) 00010000:00010000:2.0:1763335111.046460:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763335111.046464:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007577f0f lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335111.046471:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007577f0f lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335111.046787:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577f40 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x208:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335111.046802:0:7841:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007577f2b lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882027 expref: 267 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.046821:0:7841:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577f40 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x208:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335111.046853:0:7841:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007577f2b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882027 expref: 267 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.046867:0:7841:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007577f2b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882027 expref: 267 pid: 13840 timeout: 1204 lvb_type: 0 00000100:00100000:1.0:1763335111.046879:0:7841:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f15c3100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826119424:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335111.047451:0:7841:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c498da80 going to sleep for 11 seconds 00000100:00100000:3.0:1763335111.048666:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.052258:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814879104 00000100:00100000:2.0:1763335111.052276:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814879104 00000100:00100000:2.0:1763335111.052371:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9879 00000100:00100000:2.0:1763335111.052382:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc537100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:57012:x1848989814879104:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335111.052414:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335111.052439:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577f47 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x206:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882035 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.052501:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577f47 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882035 expref: 269 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.052516:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577f47 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882035 expref: 269 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.052534:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x206:0x0].0x0 (ffff9000c4880400) 00010000:00010000:2.0:1763335111.052538:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763335111.052542:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7a00, rc 0) 00000100:00100000:2.0:1763335111.052597:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc537100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:57012:x1848989814879104:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 217us (3936us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335111.052605:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9879 00000100:00100000:3.0:1763335111.052620:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335111.052645:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814879232 00000100:00100000:3.0:1763335111.052650:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814879232 00010000:00010000:3.0:1763335111.052673:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007577f2b lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882027 expref: 269 pid: 13840 timeout: 1204 lvb_type: 0 00000100:00100000:3.0:1763335111.052700:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3249 00000100:00100000:3.0:1763335111.052708:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc537800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:2427:x1848989814879232:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335111.052718:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335111.052725:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007577f2b lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882027 expref: 269 pid: 13840 timeout: 1204 lvb_type: 0 00010000:00010000:3.0:1763335111.052738:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007577f2b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882027 expref: 269 pid: 13840 timeout: 1204 lvb_type: 0 00010000:00010000:3.0:1763335111.052755:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x208:0x0].0x0 (ffff9000c4882500) 00010000:00010000:3.0:1763335111.052760:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577f40 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x208:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.052773:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577f40 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x208:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.052779:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577f40 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x208:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335111.052892:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b54007577f2b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882027 expref: 269 pid: 13840 timeout: 1204 lvb_type: 0 00000100:00100000:1.0:1763335111.052908:0:7841:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f15c3100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826119424:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335111.052928:0:7841:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577f40 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x208:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335111.053005:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335111.053037:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc537800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:2427:x1848989814879232:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 329us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335111.053044:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3249 00010000:00010000:1.0:1763335111.053086:0:7841:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577f40 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x208:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335111.053093:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577f40 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x208:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:1.0:1763335111.053115:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x208:0x0]: returning size 0 00000004:00080000:1.0:1763335111.053268:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x27e:0x0], index 0: 0 00000004:00080000:1.0:1763335111.053274:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x280:0x0], index 1: 0 00000004:00080000:1.0:1763335111.053279:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x281:0x0], index 1: 0 00000004:00080000:1.0:1763335111.053296:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x27f:0x0], index 0: 0 00010000:00010000:1.0:1763335111.053418:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577f40 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x208:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335111.053426:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577f40 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x208:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335111.053432:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577f40 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x208:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335111.053437:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faf000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335111.053441:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577f40 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x208:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335111.053448:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577f40 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x208:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335111.053456:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x208:0x0].0x0 (ffff9000c4882500) 00010000:00010000:1.0:1763335111.053458:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763335111.053462:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577f40 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x208:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335111.053468:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577f40 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x208:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335111.053505:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007577f39 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x208:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88202e expref: 268 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.053518:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x208:0x0].0x0 (ffff9000c4882500) 00010000:00010000:1.0:1763335111.053521:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763335111.053524:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007577f39 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x208:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88202e expref: 268 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.053536:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fafc00, rc 0) 00000100:00100000:1.0:1763335111.053567:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:57014:x1848989814878976:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 7340us (7768us total) trans 4294973432 rc 301/301 00000100:00100000:1.0:1763335111.053574:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9878 00000100:00100000:2.0:1763335111.060928:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.061012:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814879488 00000100:00100000:1.0:1763335111.061023:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814879488 00000100:00100000:1.0:1763335111.061091:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3414 00000100:00100000:1.0:1763335111.061102:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5229f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:57014:x1848989814879488:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335111.061445:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5229f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:57014:x1848989814879488:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 344us (527us total) trans 4294973433 rc 0/0 00000100:00100000:1.0:1763335111.061454:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3414 00000100:00100000:3.0:1763335111.067965:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.068041:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814879744 00000100:00100000:0.0:1763335111.068053:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814879744 00000100:00100000:3.0:1763335111.068079:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.068131:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3415 00000100:00100000:0.0:1763335111.068143:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc534e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:57014:x1848989814879744:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335111.068413:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc534e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:57014:x1848989814879744:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 271us (459us total) trans 4294973434 rc 0/0 00000100:00100000:0.0:1763335111.068421:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3415 00000100:00100000:1.0:1763335111.071303:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814879872 00000100:00100000:1.0:1763335111.071356:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814879872 00000100:00100000:2.0:1763335111.071603:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.073490:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814880128 00000100:00100000:1.0:1763335111.073503:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814880128 00000100:00100000:1.0:1763335111.073556:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9880 00000100:00100000:1.0:1763335111.073565:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc535500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:57012:x1848989814879872:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335111.073584:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335111.073606:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007577f55 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x206:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88203c expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.073683:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577f5c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x206:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335111.073697:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577f5c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335111.073708:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577f5c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:1.0:1763335111.073748:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x206:0x0]: returning size 5 00000004:00200000:1.0:1763335111.073753:0:7841:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335111.073770:0:7841:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577f5c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335111.073795:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007577f55 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x206:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88203c expref: 272 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.073823:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577f5c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88203c expref: 271 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.073832:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x206:0x0].0x0 (ffff9000c4880400) 00010000:00010000:1.0:1763335111.073835:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1763335111.073838:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faf000, rc 0) 00000100:00100000:1.0:1763335111.073900:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc535500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+271:57012:x1848989814879872:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 336us (5821us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335111.073912:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9880 00000100:00100000:1.0:1763335111.073930:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9881 00000100:00100000:1.0:1763335111.073936:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5228a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:55956:x1848989814880128:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335111.073945:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335111.073955:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577f63 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882043 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.074057:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577f6a lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335111.074065:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577f6a lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335111.074072:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577f6a lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335111.074080:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577f71 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335111.074086:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577f71 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335111.074092:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577f71 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335111.074128:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007577f78 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x208:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:1.0:1763335111.074135:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007577f78 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335111.074141:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007577f78 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:1.0:1763335111.074149:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x208:0x0]: returning size 0 00010000:00010000:1.0:1763335111.074492:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577f6a lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335111.074499:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577f6a lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335111.074506:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577f6a lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335111.074512:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577f6a lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335111.074517:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fae800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335111.074521:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577f6a lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335111.074527:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577f6a lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335111.074535:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c35ef500) 00010000:00010000:1.0:1763335111.074537:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335111.074540:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577f6a lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335111.074545:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007577f6a lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335111.074554:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577f71 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335111.074559:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577f71 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335111.074564:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577f71 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335111.074568:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fafe00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335111.074570:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577f71 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335111.074579:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577f71 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335111.074584:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4880800) 00010000:00010000:1.0:1763335111.074586:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335111.074588:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577f71 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335111.074593:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007577f71 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:1.0:1763335111.074618:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577f63 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882043 expref: 273 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.074630:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007577f78 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882043 expref: 272 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.074635:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x208:0x0].0x0 (ffff9000c35efd00) 00010000:00010000:1.0:1763335111.074637:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335111.074639:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faf400, rc 0) 00000100:00100000:1.0:1763335111.074669:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5228a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:55956:x1848989814880128:12345-192.168.204.57@tcp:101:bash.0 Request processed in 733us (3071us total) trans 4294973435 rc 0/0 00000100:00100000:1.0:1763335111.074675:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9881 00000100:00100000:2.0:1763335111.079258:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335111.079413:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814880256 00000100:00100000:3.0:1763335111.079424:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814880256 00000100:00100000:3.0:1763335111.079693:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6843 00000100:00100000:3.0:1763335111.079704:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:2427:x1848989814880256:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335111.079722:0:28568:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335111.079744:0:28568:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007577f86 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88204a expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335111.079767:0:28568:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x27e:0x0] initial LVB size: 5, mtime: 0x691a5bc7, atime: 0x0, ctime: 0x691a5bc7, blocks: 0x8 00010000:00010000:3.0:1763335111.079785:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335111.079788:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335111.079798:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007577f86 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88204a expref: 27 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335111.079825:0:28568:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007577f86 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88204a expref: 27 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335111.079838:0:28568:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6e1f600, rc 0) 00000100:00100000:3.0:1763335111.087362:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+27:2427:x1848989814880256:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 7645us (8099us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335111.087379:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6843 00000100:00100000:0.0:1763335111.089232:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335111.089368:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814880384 00000100:00100000:3.0:1763335111.089379:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814880384 00000100:00100000:3.0:1763335111.089439:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9882 00000100:00100000:3.0:1763335111.089449:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:55956:x1848989814880384:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335111.089472:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335111.089493:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007577f8d lrc: 2/0,0 mode: --/PR res: [0x240000405:0x208:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882051 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.089528:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007577f94 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x208:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335111.089542:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007577f94 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x208:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335111.089553:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007577f94 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x208:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335111.089666:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007577f8d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x208:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882051 expref: 274 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.089683:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007577f94 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x208:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882051 expref: 273 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.089693:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x208:0x0].0x0 (ffff9000c35efd00) 00010000:00010000:3.0:1763335111.089695:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763335111.089698:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6e1fa00, rc 0) 00000100:00100000:3.0:1763335111.089752:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:55956:x1848989814880384:12345-192.168.204.57@tcp:101:bash.0 Request processed in 305us (529us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335111.089762:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9882 00000100:00100000:1.0:1763335111.120076:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335111.120164:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814880640 00000100:00100000:3.0:1763335111.120177:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814880640 00000100:00100000:3.0:1763335111.120251:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9883 00000100:00100000:3.0:1763335111.120262:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:55956:x1848989814880640:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:3.0:1763335111.120369:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335111.120398:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007577f78 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882043 expref: 273 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.120418:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x208:0x0].0x0 (ffff9000c35efd00) 00010000:00010000:3.0:1763335111.120423:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335111.120608:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007577f9b lrc: 3/0,1 mode: --/PW res: [0x240000405:0x208:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335111.120623:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007577f9b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x208:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335111.120633:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007577f9b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x208:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000001:00080000:3.0:1763335111.120677:0:6532:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973436 00000004:00010000:3.0:1763335111.120700:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000707b3b91 reply state 000000001fdc18ec transno 4294973437 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007577f9b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x208:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335111.120711:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007577f9b lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x208:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335111.120717:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x208:0x0].0x0 (ffff9000c35efd00) 00010000:00010000:3.0:1763335111.120720:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335111.120722:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763335111.120822:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:55956:x1848989814880640:12345-192.168.204.57@tcp:36:bash.0 Request processed in 548us (742us total) trans 4294973437 rc 0/0 00000100:00100000:3.0:1763335111.120830:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9883 00000020:00080000:3.0:1763335111.120835:0:6532:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763335111.132265:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.132370:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814880768 00000100:00100000:1.0:1763335111.132384:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814880768 00000100:00100000:1.0:1763335111.132446:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9884 00000100:00100000:1.0:1763335111.132458:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:55956:x1848989814880768:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335111.132487:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335111.132510:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577fa2 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x208:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882058 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.132568:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577fa2 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x208:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882058 expref: 276 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.132582:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577fa2 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x208:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882058 expref: 276 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.132600:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x208:0x0].0x0 (ffff9000c35efd00) 00010000:00010000:1.0:1763335111.132604:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763335111.132607:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faf200, rc 0) 00000100:00100000:1.0:1763335111.132661:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:55956:x1848989814880768:12345-192.168.204.57@tcp:101:bash.0 Request processed in 207us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335111.132667:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9884 00000100:00100000:3.0:1763335111.136036:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.136148:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814881024 00000100:00100000:2.0:1763335111.136161:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814881024 00000100:00100000:2.0:1763335111.136230:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9885 00000100:00100000:2.0:1763335111.136240:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc536d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:55956:x1848989814881024:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335111.136267:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335111.136271:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763335111.136303:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007577fa2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x208:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882058 expref: 276 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.136355:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x208:0x0].0x0 (ffff9000c35efd00) 00010000:00010000:2.0:1763335111.136360:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335111.136374:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577fa9 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x208:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88205f expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.136429:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007577fb0 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x208:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335111.136442:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007577fb0 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x208:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.136452:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007577fb0 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x208:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000040:00080000:2.0:1763335111.136725:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1578, 88 off131944 00000004:00080000:2.0:1763335111.136734:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1104116418904ns, next at 1104273264751ns, rc = 0 00000040:00080000:2.0:1763335111.136780:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1579, 88 off131944 00000004:00080000:2.0:1763335111.136785:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1104116470513ns, next at 1104273297662ns, rc = 0 00000040:00080000:2.0:1763335111.136801:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1580, 88 off132032 00000004:00080000:2.0:1763335111.136815:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1104116490765ns, next at 1104273297662ns, rc = 0 00000040:00080000:2.0:1763335111.136826:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1579, 88 off132032 00000004:00080000:2.0:1763335111.136831:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1104116516363ns, next at 1104273264751ns, rc = 0 00000001:00080000:1.0:1763335111.143414:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973438 is committed 00000004:00080000:1.0:1763335111.143427:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1036 committed 00000004:00080000:1.0:1763335111.143445:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1033 committed 00000004:00080000:1.0:1763335111.143466:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1032 committed 00000004:00080000:1.0:1763335111.143469:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1035 committed 00000100:00100000:3.0:1763335111.143616:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cc535880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826119808:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335111.143681:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335111.143715:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826119936:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335111.143720:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763335111.143729:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826119680:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335111.143753:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335111.143775:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826119808 00000100:00100000:0.0:1763335111.143783:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763335111.143784:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826119808 00000100:00100000:0.0:1763335111.143793:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cc534380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826119552:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335111.143832:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335111.143900:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826119936 00000100:00100000:3.0:1763335111.143904:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826119936 00000100:00100000:3.0:1763335111.143933:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826119552 00000100:00100000:3.0:1763335111.143936:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826119552 00000100:00100000:3.0:1763335111.143954:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6844 00000100:00100000:3.0:1763335111.143961:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc534000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+24:3665:x1848989826119808:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335111.144160:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc534000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+25:3665:x1848989826119808:12345-0@lo:2:osp-syn-0-1.0 Request processed in 198us (479us total) trans 21474839021 rc 0/0 00000100:00100000:3.0:1763335111.144168:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6844 00000100:00100000:3.0:1763335111.144183:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6845 00000100:00100000:3.0:1763335111.144188:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+39:3666:x1848989826119936:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335111.144270:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+40:3666:x1848989826119936:12345-0@lo:2:osp-syn-1-1.0 Request processed in 81us (518us total) trans 17179871731 rc 0/0 00000100:00100000:3.0:1763335111.144276:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6845 00000100:00100000:3.0:1763335111.144285:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6846 00000100:00100000:3.0:1763335111.144290:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+24:3666:x1848989826119552:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335111.144383:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+25:3666:x1848989826119552:12345-0@lo:2:osp-syn-0-1.0 Request processed in 92us (551us total) trans 21474839022 rc 0/0 00000100:00100000:3.0:1763335111.144388:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6846 00000100:00100000:3.0:1763335111.144426:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1763335111.144457:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000cc535880/2, rc 0, transno 21474839021 00000100:00100000:3.0:1763335111.144462:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cc535880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826119808:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335111.144475:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826119680 00000100:00100000:3.0:1763335111.144477:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826119680 00000100:00100000:3.0:1763335111.144496:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6847 00000100:00100000:3.0:1763335111.144501:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc536a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+40:3665:x1848989826119680:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335111.144572:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc536a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+41:3665:x1848989826119680:12345-0@lo:2:osp-syn-1-1.0 Request processed in 70us (144us total) trans 17179871732 rc 0/0 00000100:00100000:3.0:1763335111.144578:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6847 00000004:00080000:3.0:1763335111.144603:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a36300/2, rc 0, transno 17179871732 00000100:00100000:3.0:1763335111.144608:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826119680:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763335111.144638:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000cc534380/2, rc 0, transno 21474839022 00000100:00100000:3.0:1763335111.144642:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cc534380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826119552:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763335111.144650:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a37480/2, rc 0, transno 17179871731 00000100:00100000:3.0:1763335111.144653:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826119936:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763335111.145041:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007577f24 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.145058:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007577f24 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.145065:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007577f24 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.145072:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335111.145077:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007577f24 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.145085:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007577f24 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.145102:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4880800) 00010000:00010000:2.0:1763335111.145106:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335111.145112:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007577f24 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.148889:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007577f24 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.148943:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007577f9b lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.148951:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007577f9b lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.148958:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007577f9b lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.148965:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1e600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335111.148968:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007577f9b lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.148976:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007577f9b lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.148992:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x208:0x0].0x0 (ffff9000c35efd00) 00010000:00010000:2.0:1763335111.148995:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335111.148998:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007577f9b lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.149004:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007577f9b lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x208:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.149076:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007577fb0 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x208:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88205f expref: 268 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.149085:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x208:0x0].0x0 (ffff9000c35efd00) 00010000:00010000:2.0:1763335111.149088:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763335111.149103:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577fa9 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x208:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88205f expref: 268 pid: 6532 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763335111.149128:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007577fb0 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x208:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88205f expref: 267 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.149159:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x208:0x0].0x0 (ffff9000c35efd00) 00010000:00010000:2.0:1763335111.149162:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763335111.149164:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed6a00, rc 0) 00000100:00100000:2.0:1763335111.149246:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc536d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:55956:x1848989814881024:12345-192.168.204.57@tcp:101:bash.0 Request processed in 13006us (13221us total) trans 4294973438 rc 0/0 00000100:00100000:2.0:1763335111.149255:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9885 00000100:00100000:2.0:1763335111.154645:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.154722:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814881152 00000100:00100000:0.0:1763335111.154734:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814881152 00000100:00100000:0.0:1763335111.154793:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6848 00000100:00100000:0.0:1763335111.154804:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:55956:x1848989814881152:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335111.154834:0:8725:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335111.154857:0:8725:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b54007577fb7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882066 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335111.154881:0:8725:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x27e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335111.154904:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335111.154906:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335111.154917:0:8725:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b54007577fb7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882066 expref: 13 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.154936:0:8725:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b54007577fb7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882066 expref: 13 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.154949:0:8725:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280000, rc 0) 00000100:00100000:0.0:1763335111.155012:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:55956:x1848989814881152:12345-192.168.204.57@tcp:101:bash.0 Request processed in 210us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335111.155028:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6848 00000100:00100000:1.0:1763335111.160102:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.160227:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814881280 00000100:00100000:2.0:1763335111.160239:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814881280 00000100:00100000:2.0:1763335111.160307:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6849 00000100:00100000:2.0:1763335111.160354:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+27:55956:x1848989814881280:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335111.160375:0:28961:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335111.160397:0:28961:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577fbe lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88206d expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335111.160427:0:28961:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x280:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763335111.160452:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335111.160454:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335111.160466:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577fbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88206d expref: 28 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.160483:0:28961:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577fbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88206d expref: 28 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.160496:0:28961:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed6800, rc 0) 00000100:00100000:2.0:1763335111.160550:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+28:55956:x1848989814881280:12345-192.168.204.57@tcp:101:bash.0 Request processed in 233us (458us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335111.160557:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6849 00000100:00100000:3.0:1763335111.162787:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335111.162839:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.162922:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814881408 00000100:00100000:2.0:1763335111.162934:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814881408 00000100:00100000:1.0:1763335111.162954:0:16421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814881536 00000100:00100000:1.0:1763335111.162960:0:16421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814881536 00002000:00010000:2.0:1763335111.162980:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/638 (0->18446744073709551615) 00002000:00010000:1.0:1763335111.162983:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/640 (0->18446744073709551615) 00002000:00100000:2.0:1763335111.162989:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000cc535c00 with x1848989814881408 ext(0->18446744073709551615) 00002000:00100000:1.0:1763335111.162990:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f1334000 with x1848989814881536 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335111.163007:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000cc535c00. 00002000:00010000:1.0:1763335111.163008:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001f1334000. 00000100:00100000:1.0:1763335111.163053:0:16421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1668 00000100:00100000:1.0:1763335111.163064:0:16421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1334000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+28:2427:x1848989814881536:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:1.0:1763335111.163296:0:16421:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x280:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335111.163300:0:16421:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x280:0x0] updating lvb mtime from disk: 0 -> 1763335111 00002000:00010000:1.0:1763335111.163302:0:16421:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x280:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335111.163304:0:16421:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x280:0x0] updating lvb ctime from disk: 0 -> 1763335111 00002000:00010000:1.0:1763335111.163307:0:16421:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x280:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335111.163401:0:16421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1334000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:2427:x1848989814881536:12345-192.168.204.57@tcp:10:bash.0 Request processed in 338us (561us total) trans 17179871733 rc 0/0 00000100:00100000:1.0:1763335111.163408:0:16421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1668 00002000:00010000:1.0:1763335111.163412:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/640 (0->18446744073709551615) 00002000:00100000:1.0:1763335111.163415:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f1334000 with x1848989814881536 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335111.163419:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001f1334000. 00000100:00100000:1.0:1763335111.163439:0:16421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1669 00000100:00100000:1.0:1763335111.163445:0:16421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc535c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:2426:x1848989814881408:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:1.0:1763335111.163544:0:16421:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x27e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335111.163548:0:16421:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x27e:0x0] updating lvb mtime from disk: 0 -> 1763335111 00002000:00010000:1.0:1763335111.163550:0:16421:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x27e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335111.163551:0:16421:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x27e:0x0] updating lvb ctime from disk: 0 -> 1763335111 00002000:00010000:1.0:1763335111.163553:0:16421:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x27e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335111.163574:0:16421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc535c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:2426:x1848989814881408:12345-192.168.204.57@tcp:10:bash.0 Request processed in 129us (797us total) trans 21474839023 rc 0/0 00000100:00100000:1.0:1763335111.163581:0:16421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1669 00002000:00010000:1.0:1763335111.163583:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/638 (0->18446744073709551615) 00002000:00100000:1.0:1763335111.163585:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000cc535c00 with x1848989814881408 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335111.163590:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000cc535c00. 00000100:00100000:1.0:1763335111.169679:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.169740:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814881792 00000100:00100000:0.0:1763335111.169752:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814881792 00000100:00100000:0.0:1763335111.169821:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3416 00000100:00100000:0.0:1763335111.169831:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1613850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:55956:x1848989814881792:12345-192.168.204.57@tcp:35:bash.0 00000100:00100000:0.0:1763335111.170213:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1613850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:55956:x1848989814881792:12345-192.168.204.57@tcp:35:bash.0 Request processed in 382us (542us total) trans 4294973439 rc 0/0 00000100:00100000:0.0:1763335111.170221:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3416 00000100:00100000:3.0:1763335111.179003:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335111.179473:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.179601:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814882048 00000100:00100000:2.0:1763335111.179611:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814882048 00000100:00100000:2.0:1763335111.179678:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9886 00000100:00100000:2.0:1763335111.179690:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1337800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:57015:x1848989814882048:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:2.0:1763335111.179714:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335111.179743:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577fc5 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882074 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.179818:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577fcc lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335111.179832:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577fcc lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.179841:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577fcc lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.179855:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577fd3 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335111.179861:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577fd3 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.179866:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577fd3 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.179935:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577fda lrc: 3/1,0 mode: --/PR res: [0x240000405:0x208:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335111.179943:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577fda lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x208:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.179949:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577fda lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x208:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:2.0:1763335111.179988:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x208:0x0]: returning size 5 00000004:00200000:2.0:1763335111.179993:0:6532:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335111.180010:0:6532:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577fda lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x208:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.180034:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577fda lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.180044:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577fcc lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.180051:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577fcc lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.180057:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577fcc lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.180063:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577fcc lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.180070:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335111.180073:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577fcc lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.180081:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577fcc lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.180091:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4880500) 00010000:00010000:2.0:1763335111.180094:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335111.180100:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577fcc lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.180106:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007577fcc lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.180119:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577fd3 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.180125:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577fd3 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.180130:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577fd3 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.180135:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed6000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335111.180138:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577fd3 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.180144:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577fd3 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.180151:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4880900) 00010000:00010000:2.0:1763335111.180154:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335111.180156:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577fd3 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.180162:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007577fd3 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.180190:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007577fc5 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882074 expref: 270 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.180204:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577fda lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882074 expref: 269 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.180211:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x208:0x0].0x0 (ffff9000c35efd00) 00010000:00010000:2.0:1763335111.180213:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335111.180215:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7800, rc 0) 00000100:00100000:2.0:1763335111.180276:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1337800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:57015:x1848989814882048:12345-192.168.204.57@tcp:101:rm.0 Request processed in 589us (1284us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335111.180284:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9886 00000100:00100000:0.0:1763335111.180368:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814881920 00000100:00100000:0.0:1763335111.180373:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814881920 00000100:00100000:0.0:1763335111.180406:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6850 00000100:00100000:0.0:1763335111.180413:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1335880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:2427:x1848989814881920:12345-192.168.204.57@tcp:23:lfs.0 00000100:00100000:0.0:1763335111.180486:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1335880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:2427:x1848989814881920:12345-192.168.204.57@tcp:23:lfs.0 Request processed in 73us (1013us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335111.180492:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6850 00000100:00100000:1.0:1763335111.183910:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.184003:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814882304 00000100:00100000:2.0:1763335111.184013:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814882304 00000100:00100000:2.0:1763335111.184080:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9887 00000100:00100000:2.0:1763335111.184091:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:57015:x1848989814882304:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:2.0:1763335111.184199:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1763335111.184234:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007577fb0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x208:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88205f expref: 269 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.184305:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007577fda lrc: 0/0,0 mode: --/PR res: [0x240000405:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882074 expref: 268 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.184420:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007577f94 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x208:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882051 expref: 267 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.184430:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x208:0x0].0x0 (ffff9000c35efd00) 00010000:00010000:2.0:1763335111.184897:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335111.184927:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577fe1 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335111.184941:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577fe1 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.184951:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577fe1 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.184963:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b54007577fe8 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335111.184968:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b54007577fe8 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.184975:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b54007577fe8 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.185061:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577fef lrc: 3/0,1 mode: --/EX res: [0x240000405:0x208:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335111.185068:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577fef lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x208:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.185074:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577fef lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x208:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000040:00080000:2.0:1763335111.185295:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1580, 64 off132096 00000040:00080000:2.0:1763335111.185358:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1581, 64 off132096 00000040:00080000:2.0:1763335111.185371:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1582, 64 off132160 00000040:00080000:2.0:1763335111.185382:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1581, 64 off132160 00010000:00010000:2.0:1763335111.185429:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577ff6 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x208:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335111.185439:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577ff6 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x208:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.185446:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577ff6 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x208:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.185453:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577ff6 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x208:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.185459:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577ff6 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x208:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.185465:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577ff6 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x208:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.185482:0:6532:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763335111.185499:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577fef lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x208:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.185504:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577fef lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x208:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.185509:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577fef lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x208:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.185514:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95e600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335111.185518:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577fef lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x208:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.185524:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577fef lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x208:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.185531:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x208:0x0].0x0 (ffff9000c4880600) 00010000:00010000:2.0:1763335111.185534:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763335111.185538:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577fef lrc: 2/0,0 mode: --/EX res: [0x240000405:0x208:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.185543:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577fef lrc: 0/0,0 mode: --/EX res: [0x240000405:0x208:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.185649:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577fe1 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.185655:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577fe1 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.185660:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577fe1 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.185668:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577fe1 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.185672:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c7848800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335111.185675:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577fe1 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.185680:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577fe1 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.185686:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4880200) 00010000:00010000:2.0:1763335111.185689:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335111.185691:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577fe1 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.185696:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007577fe1 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00000004:00010000:2.0:1763335111.185707:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e0429a96 reply state 00000000fad43add transno 4294973440 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b54007577fe8 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.185715:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b54007577fe8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.185720:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4880300) 00010000:00010000:2.0:1763335111.185722:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335111.185724:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335111.185812:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:57015:x1848989814882304:12345-192.168.204.57@tcp:36:rm.0 Request processed in 1715us (1902us total) trans 4294973440 rc 0/0 00000100:00100000:2.0:1763335111.185820:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9887 00010000:00010000:0.0:1763335111.186437:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335111.186443:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577ff6 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x208:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335111.186450:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95e200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335111.186453:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577ff6 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x208:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335111.186458:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577ff6 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x208:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335111.186467:0:7457:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x208:0x0].0x0 (ffff9000c4880600) 00010000:00010000:0.0:1763335111.186469:0:7457:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335111.186472:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577ff6 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x208:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335111.186478:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007577ff6 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x208:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335111.186491:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335111.186493:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335111.186494:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335111.189500:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.189588:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814882432 00000100:00100000:2.0:1763335111.189598:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814882432 00000100:00100000:2.0:1763335111.189657:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6851 00000100:00100000:2.0:1763335111.189669:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:2427:x1848989814882432:12345-192.168.204.57@tcp:23:lfs.0 00000100:00100000:2.0:1763335111.189791:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:2427:x1848989814882432:12345-192.168.204.57@tcp:23:lfs.0 Request processed in 125us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335111.189798:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6851 00000100:00100000:1.0:1763335111.200546:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.200591:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814882560 00000100:00100000:1.0:1763335111.200598:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.200602:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814882560 00000100:00100000:2.0:1763335111.200667:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9888 00000100:00100000:2.0:1763335111.200676:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:57016:x1848989814882560:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335111.200698:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335111.200719:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577ffd lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88207b expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.200779:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007578004 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335111.200791:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007578004 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.200801:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007578004 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.200820:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b5400757800b lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335111.200828:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b5400757800b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.200835:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b5400757800b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.200884:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007578004 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.200891:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007578004 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.200896:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007578004 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.200902:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007578004 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.200907:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95f200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335111.200910:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007578004 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.200916:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007578004 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.200926:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4880200) 00010000:00010000:2.0:1763335111.200929:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335111.200942:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007578004 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.200949:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007578004 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.200961:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b5400757800b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.200966:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b5400757800b lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.200971:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b5400757800b lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.200976:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95f000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335111.200978:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b5400757800b lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.200983:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b5400757800b lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.200990:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4880300) 00010000:00010000:2.0:1763335111.200993:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335111.200996:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b5400757800b lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.201001:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b5400757800b lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.201026:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577ffd lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88207b expref: 269 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.201036:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4880200) 00010000:00010000:2.0:1763335111.201038:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335111.201041:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007577ffd lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88207b expref: 269 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.201054:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95e600, rc 0) 00000100:00100000:2.0:1763335111.201124:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:57016:x1848989814882560:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 448us (587us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335111.201131:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9888 00000100:00100000:0.0:1763335111.201195:0:16421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814882688 00000100:00100000:0.0:1763335111.201201:0:16421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814882688 00000100:00100000:0.0:1763335111.201250:0:16421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1670 00000100:00100000:0.0:1763335111.201258:0:16421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:2429:x1848989814882688:12345-192.168.204.57@tcp:3:lfs.0 00010000:00010000:0.0:1763335111.201280:0:16421:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578012 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.201292:0:16421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335111.201295:0:16421:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335111.201299:0:16421:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578012 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.201308:0:16421:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578012 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.201460:0:16421:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578012 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.201469:0:16421:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578012 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.201476:0:16421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578012 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.201481:0:16421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281e00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335111.201484:0:16421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578012 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.201491:0:16421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578012 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.201505:0:16421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578012 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.201512:0:16421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578012 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16421 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335111.201564:0:16421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:2429:x1848989814882688:12345-192.168.204.57@tcp:3:lfs.0 Request processed in 306us (966us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335111.201572:0:16421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1670 00000100:00100000:1.0:1763335111.204193:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.204278:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814882816 00000100:00100000:2.0:1763335111.204288:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814882816 00000100:00100000:2.0:1763335111.205850:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9889 00000100:00100000:2.0:1763335111.205867:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:57016:x1848989814882816:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335111.205889:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335111.205912:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007578019 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882082 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.205980:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007578020 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335111.205993:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007578020 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335111.206003:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007578020 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335111.206013:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007578027 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335111.206020:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007578027 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335111.206026:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007578027 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335111.206059:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007578020 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335111.206066:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007578020 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335111.206072:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007578020 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335111.206078:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007578020 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335111.206095:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95e200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335111.206099:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007578020 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335111.206106:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007578020 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335111.206118:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4880500) 00010000:00010000:2.0:1763335111.206121:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335111.206125:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007578020 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335111.206131:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007578020 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335111.206145:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007578027 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335111.206150:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007578027 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335111.206156:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007578027 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335111.206160:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c7848800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335111.206163:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007578027 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335111.206168:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007578027 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335111.206174:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4880300) 00010000:00010000:2.0:1763335111.206177:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335111.206180:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007578027 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335111.206185:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007578027 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335111.206210:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007578019 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882082 expref: 269 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.206219:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4880500) 00010000:00010000:2.0:1763335111.206222:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335111.206225:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007578019 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882082 expref: 269 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.206238:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95fe00, rc 0) 00000100:00100000:2.0:1763335111.206302:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:57016:x1848989814882816:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 440us (2117us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335111.206308:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9889 00000100:00100000:0.0:1763335111.207529:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.207946:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814882944 00000100:00100000:2.0:1763335111.207955:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814882944 00000100:00100000:3.0:1763335111.208829:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.209748:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814883072 00000100:00100000:2.0:1763335111.209760:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814883072 00000100:00100000:0.0:1763335111.209818:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9890 00000100:00100000:0.0:1763335111.209830:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:57012:x1848989814882944:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335111.209851:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335111.209872:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b5400757802e lrc: 2/0,0 mode: --/PR res: [0x240000405:0x206:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882089 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.209904:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007578035 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x206:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335111.209918:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007578035 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.209929:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007578035 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.210039:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b5400757802e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x206:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882089 expref: 271 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.210056:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280400/0x3ec0b54007578035 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x206:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882089 expref: 270 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.210064:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x206:0x0].0x0 (ffff9000c4880400) 00010000:00010000:0.0:1763335111.210067:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763335111.210071:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280400, rc 0) 00000100:00100000:0.0:1763335111.210147:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:57012:x1848989814882944:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 318us (2620us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335111.210154:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9890 00000100:00100000:0.0:1763335111.210176:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9891 00000100:00100000:0.0:1763335111.210182:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1336300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:57016:x1848989814883072:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335111.210190:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335111.210201:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b5400757803c lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882090 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.210230:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007578043 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335111.210238:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007578043 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.210245:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007578043 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:0.0:1763335111.210273:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763335111.210277:0:13591:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763335111.210299:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b5400757803c lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882090 expref: 271 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.210311:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007578043 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882090 expref: 270 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.210338:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4882700) 00010000:00010000:0.0:1763335111.210341:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763335111.210343:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281000, rc 0) 00000100:00100000:0.0:1763335111.210371:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1336300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:57016:x1848989814883072:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 189us (1545us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335111.210377:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9891 00000100:00100000:3.0:1763335111.213294:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335111.214565:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.215119:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814883200 00000100:00100000:2.0:1763335111.215130:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814883200 00000100:00100000:2.0:1763335111.215207:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1671 00000100:00100000:2.0:1763335111.215217:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:2426:x1848989814883200:12345-192.168.204.57@tcp:4:lfs.0 00002000:00010000:2.0:1763335111.215267:0:28395:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x27d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763335111.215277:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e600/0x3ec0b5400757804a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.215297:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335111.215299:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335111.215305:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e600/0x3ec0b5400757804a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.215346:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e600/0x3ec0b5400757804a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335111.216125:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814883328 00000100:00100000:1.0:1763335111.216132:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814883328 00000100:00100000:1.0:1763335111.216642:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9892 00000100:00100000:1.0:1763335111.216653:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:57016:x1848989814883328:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335111.216667:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335111.216684:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578051 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882097 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.216746:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007578058 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335111.216758:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007578058 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.216768:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007578058 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.216778:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b5400757805f lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335111.216785:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b5400757805f lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.216791:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b5400757805f lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.216835:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007578058 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.216843:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007578058 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.216849:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007578058 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.216856:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007578058 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.216862:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fae400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335111.216866:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007578058 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.216873:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007578058 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.216885:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4882700) 00010000:00010000:1.0:1763335111.216889:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335111.216894:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007578058 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.216900:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007578058 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.216914:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b5400757805f lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.216920:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b5400757805f lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.216925:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b5400757805f lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.216931:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fae200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335111.216934:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b5400757805f lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.216939:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b5400757805f lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.216946:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4880300) 00010000:00010000:1.0:1763335111.216948:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335111.216951:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b5400757805f lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.216957:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b5400757805f lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.216981:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578051 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882097 expref: 271 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.216990:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4882700) 00010000:00010000:1.0:1763335111.216993:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335111.216996:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578051 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882097 expref: 271 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.217006:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fae600, rc 0) 00000100:00100000:1.0:1763335111.217074:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:57016:x1848989814883328:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 423us (2514us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335111.217090:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9892 00000001:00080000:2.0:1763335111.219598:0:24680:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839024 is committed 00000001:00080000:2.0:1763335111.219616:0:24680:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839022 is committed 00002000:00010000:3.0:1763335111.220546:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x27d:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:3.0:1763335111.220552:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x27d:0x0] updating lvb mtime from disk: 0 -> 1763335111 00002000:00010000:3.0:1763335111.220555:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x27d:0x0] updating lvb ctime from disk: 0 -> 1763335111 00002000:00010000:3.0:1763335111.220557:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x27d:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1763335111.220569:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e600/0x3ec0b5400757804a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.220580:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e600/0x3ec0b5400757804a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.220589:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e600/0x3ec0b5400757804a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335111.220862:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:3.0:1763335111.220912:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95e600 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335111.220917:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e600/0x3ec0b5400757804a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.220927:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e600/0x3ec0b5400757804a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.220945:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e600/0x3ec0b5400757804a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.220952:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e600/0x3ec0b5400757804a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335111.221029:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+9:2426:x1848989814883200:12345-192.168.204.57@tcp:4:lfs.0 Request processed in 5812us (7744us total) trans 21474839024 rc 0/0 00000100:00100000:3.0:1763335111.221043:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1671 00000100:00100000:1.0:1763335111.221113:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814883584 00000100:00100000:1.0:1763335111.221121:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814883584 00000100:00100000:1.0:1763335111.221172:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9893 00000100:00100000:1.0:1763335111.221181:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:57016:x1848989814883584:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335111.221199:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335111.221202:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763335111.221220:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007578043 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882090 expref: 270 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.221232:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4882700) 00010000:00010000:1.0:1763335111.221241:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335111.221254:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578066 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88209e expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.221370:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b5400757806d lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335111.221382:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b5400757806d lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.221391:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b5400757806d lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.221401:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007578074 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335111.221408:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007578074 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.221414:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007578074 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.221762:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b5400757807b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335111.221774:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b5400757807b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.221781:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b5400757807b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:1.0:1763335111.221791:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x20a:0x0]: returning size 0 00010000:00010000:1.0:1763335111.221827:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b5400757806d lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.221834:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b5400757806d lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.221839:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b5400757806d lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.221845:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b5400757806d lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.221850:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faee00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335111.221854:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b5400757806d lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.221859:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b5400757806d lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.221867:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001d03fe400) 00010000:00010000:1.0:1763335111.221870:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335111.221873:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b5400757806d lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.221878:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b5400757806d lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000004:00010000:1.0:1763335111.221892:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000061cedeec reply state 00000000665d712d transno 4294973441 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007578074 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.221901:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007578074 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.221907:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4880300) 00010000:00010000:1.0:1763335111.221909:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335111.221911:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763335111.221933:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578066 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88209e expref: 272 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.221947:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b5400757807b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88209e expref: 271 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.221954:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20a:0x0].0x0 (ffff9001d03fe800) 00010000:00010000:1.0:1763335111.221956:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335111.221958:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fafe00, rc 0) 00000100:00100000:1.0:1763335111.221991:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57016:x1848989814883584:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 812us (1133us total) trans 4294973441 rc 0/0 00000100:00100000:1.0:1763335111.221998:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9893 00000100:00100000:2.0:1763335111.225700:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335111.225912:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814883840 00000100:00100000:3.0:1763335111.225922:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814883840 00000100:00100000:3.0:1763335111.226200:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9894 00000100:00100000:3.0:1763335111.226210:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57016:x1848989814883840:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335111.226235:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335111.226254:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578089 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8820a5 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.228979:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578090 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335111.229007:0:7841:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b5400757807b lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88209e expref: 273 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.229016:0:7841:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578090 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.229058:0:7841:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b5400757807b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88209e expref: 273 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.229076:0:7841:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b5400757807b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88209e expref: 273 pid: 13591 timeout: 1204 lvb_type: 0 00000100:00100000:3.0:1763335111.229091:0:7841:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001c12a8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826120064:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335111.229183:0:7841:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001d106ea80 going to sleep for 11 seconds 00000100:00100000:1.0:1763335111.236518:0:7841:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001c12a8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826120064:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335111.236550:0:7841:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578090 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000100:00100000:2.0:1763335111.236949:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.237634:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335111.237709:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814884224 00000100:00100000:3.0:1763335111.237717:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814884224 00010000:00010000:3.0:1763335111.237752:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b5400757807b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88209e expref: 274 pid: 13591 timeout: 1204 lvb_type: 0 00000100:00100000:3.0:1763335111.237790:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3250 00000100:00100000:3.0:1763335111.237799:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:2427:x1848989814884224:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335111.237822:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335111.237829:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b5400757807b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88209e expref: 274 pid: 13591 timeout: 1204 lvb_type: 0 00010000:00010000:3.0:1763335111.237840:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b5400757807b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88209e expref: 274 pid: 13591 timeout: 1204 lvb_type: 0 00010000:00010000:3.0:1763335111.237860:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b5400757807b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88209e expref: 274 pid: 13591 timeout: 1204 lvb_type: 0 00010000:00010000:3.0:1763335111.237875:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20a:0x0].0x0 (ffff9001d03fe800) 00010000:00010000:3.0:1763335111.237880:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578090 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.237889:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578090 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.237895:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578090 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7841 initiator: MDT1 00000100:00100000:1.0:1763335111.238131:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814884096 00000100:00100000:1.0:1763335111.238137:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814884096 00000100:00100000:1.0:1763335111.238168:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9895 00000100:00100000:1.0:1763335111.238176:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:57012:x1848989814884096:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:1.0:1763335111.238223:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335111.238235:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007577f5c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x206:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88203c expref: 274 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.238245:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x206:0x0].0x0 (ffff9000c4880400) 00010000:00010000:1.0:1763335111.238249:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335111.238339:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578097 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x206:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335111.238350:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578097 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x206:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.238359:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578097 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x206:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00010000:1.0:1763335111.238469:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002cf133c4 reply state 0000000089303469 transno 4294973442 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578097 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x206:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.238481:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578097 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x206:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.238487:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x206:0x0].0x0 (ffff9000c4880400) 00010000:00010000:1.0:1763335111.238489:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335111.238491:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335111.238566:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:57012:x1848989814884096:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 390us (1618us total) trans 4294973442 rc 0/0 00000100:00100000:1.0:1763335111.238573:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9895 00010000:00010000:0.0:1763335111.239615:0:7841:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578090 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.239625:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578090 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:0.0:1763335111.239645:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x20a:0x0]: returning size 0 00000004:00080000:0.0:1763335111.239787:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x282:0x0], index 1: 0 00000004:00080000:0.0:1763335111.239793:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x280:0x0], index 0: 0 00000004:00080000:0.0:1763335111.239797:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x281:0x0], index 0: 0 00000004:00080000:0.0:1763335111.239802:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x283:0x0], index 1: 0 00010000:00010000:0.0:1763335111.239891:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578090 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.239899:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578090 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.239906:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578090 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.239911:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1e600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335111.239915:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578090 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.239922:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578090 lrc: 5/0,0 mode: EX/EX res: [0x240000405:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.239933:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20a:0x0].0x0 (ffff9001d03fe800) 00010000:00010000:0.0:1763335111.239936:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335111.239939:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578090 lrc: 3/0,0 mode: --/EX res: [0x240000405:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.239973:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578089 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x20a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820a5 expref: 275 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.239981:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20a:0x0].0x0 (ffff9001d03fe800) 00010000:00010000:0.0:1763335111.239983:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763335111.239986:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578089 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x20a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820a5 expref: 275 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.239995:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6e1f400, rc 0) 00000100:00100000:0.0:1763335111.240043:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:57016:x1848989814883840:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 13835us (14354us total) trans 4294973443 rc 301/301 00000100:00100000:0.0:1763335111.240050:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9894 00010000:00010000:3.0:1763335111.240293:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578090 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.240334:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335111.240371:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:2427:x1848989814884224:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 2572us (2737us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335111.240382:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3250 00000100:00100000:2.0:1763335111.241669:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.242026:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814884352 00000100:00100000:0.0:1763335111.242036:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814884352 00000100:00100000:0.0:1763335111.242075:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6852 00000100:00100000:0.0:1763335111.242083:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+9:57012:x1848989814884352:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335111.242099:0:8725:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335111.242119:0:8725:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c5281800/0x3ec0b540075780a5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8820ac expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335111.242138:0:8725:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x27d:0x0] initial LVB size: 4096, mtime: 0x691a5bc7, atime: 0x0, ctime: 0x691a5bc7, blocks: 0x8 00010000:00010000:0.0:1763335111.242156:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335111.242158:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335111.242165:0:8725:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5281800/0x3ec0b540075780a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820ac expref: 10 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.242182:0:8725:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c5281800/0x3ec0b540075780a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820ac expref: 10 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.242193:0:8725:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281800, rc 0) 00000100:00100000:0.0:1763335111.243216:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:57012:x1848989814884352:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1128us (1546us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335111.243226:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6852 00000100:00100000:1.0:1763335111.243873:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.244112:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814884608 00000100:00100000:2.0:1763335111.244120:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814884608 00000100:00100000:2.0:1763335111.244173:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3417 00000100:00100000:2.0:1763335111.244183:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57016:x1848989814884608:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335111.244486:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:57016:x1848989814884608:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 304us (615us total) trans 4294973444 rc 0/0 00000100:00100000:2.0:1763335111.244494:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3417 00000100:00100000:3.0:1763335111.247776:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335111.247961:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.248027:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814884992 00000100:00100000:0.0:1763335111.248039:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814884992 00000100:00100000:2.0:1763335111.248296:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814884864 00000100:00100000:2.0:1763335111.248301:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814884864 00000100:00100000:2.0:1763335111.248364:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6853 00000100:00100000:2.0:1763335111.248374:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:57012:x1848989814884864:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335111.248392:0:8725:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335111.248412:0:8725:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b540075780ac lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8820b3 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335111.248436:0:8725:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x27f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763335111.248455:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335111.248457:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335111.248465:0:8725:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b540075780ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820b3 expref: 30 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.248481:0:8725:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b540075780ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820b3 expref: 30 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.248494:0:8725:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95f200, rc 0) 00000100:00100000:2.0:1763335111.248545:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+30:57012:x1848989814884864:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 173us (584us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335111.248552:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6853 00000100:00100000:0.0:1763335111.248752:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3418 00000100:00100000:0.0:1763335111.248760:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:57016:x1848989814884992:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335111.248945:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:57016:x1848989814884992:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 186us (1179us total) trans 4294973445 rc 0/0 00000100:00100000:0.0:1763335111.248953:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3418 00000100:00100000:0.0:1763335111.261341:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.264919:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.264994:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814885248 00000100:00100000:1.0:1763335111.265005:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814885248 00002000:00010000:1.0:1763335111.265045:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/639 (0->18446744073709551615) 00002000:00100000:1.0:1763335111.265051:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000cbad2d80 with x1848989814885248 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335111.265063:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000cbad2d80. 00000100:00100000:2.0:1763335111.265490:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.265691:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814885504 00000100:00100000:0.0:1763335111.265697:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814885504 00000100:00100000:0.0:1763335111.265734:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9896 00000100:00100000:0.0:1763335111.265745:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff923800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:55956:x1848989814885504:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335111.265768:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335111.265792:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075780b3 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8820ba expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.265941:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075780ba lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335111.265957:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075780ba lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.265968:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075780ba lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.265978:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075780c1 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335111.265985:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075780c1 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.265991:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075780c1 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.266047:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075780c8 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335111.266054:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075780c8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.266061:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075780c8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:0.0:1763335111.266071:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x20a:0x0]: returning size 0 00000100:00100000:1.0:1763335111.266291:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814885120 00000100:00100000:1.0:1763335111.266297:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814885120 00002000:00010000:1.0:1763335111.266334:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/637 (5->18446744073709551615) 00002000:00100000:1.0:1763335111.266338:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c5229f80 with x1848989814885120 ext(5->18446744073709551615) 00002000:00010000:1.0:1763335111.266346:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c5229f80. 00000100:00100000:1.0:1763335111.266367:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1672 00000100:00100000:1.0:1763335111.266375:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+30:2427:x1848989814885248:12345-192.168.204.57@tcp:10:lfs.0 00000100:00100000:2.0:1763335111.266492:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1673 00000100:00100000:2.0:1763335111.266501:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:2426:x1848989814885120:12345-192.168.204.57@tcp:10:lfs.0 00002000:00010000:1.0:1763335111.267173:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x27f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335111.267177:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x27f:0x0] updating lvb mtime from disk: 0 -> 1763335111 00002000:00010000:1.0:1763335111.267180:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x27f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335111.267182:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x27f:0x0] updating lvb ctime from disk: 0 -> 1763335111 00002000:00010000:1.0:1763335111.267185:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x27f:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335111.267255:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+31:2427:x1848989814885248:12345-192.168.204.57@tcp:10:lfs.0 Request processed in 880us (5947us total) trans 17179871734 rc 0/0 00000100:00100000:1.0:1763335111.267264:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1672 00002000:00010000:1.0:1763335111.267269:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/639 (0->18446744073709551615) 00002000:00100000:1.0:1763335111.267272:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000cbad2d80 with x1848989814885248 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335111.267277:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000cbad2d80. 00010000:00010000:0.0:1763335111.267713:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075780ba lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.267724:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075780ba lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.267731:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075780ba lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.267738:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075780ba lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.267745:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335111.267750:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075780ba lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.267758:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075780ba lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.267774:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f134c900) 00010000:00010000:0.0:1763335111.267777:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335111.267781:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075780ba lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.267786:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075780ba lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.267799:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075780c1 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.267819:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075780c1 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.267824:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075780c1 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.267829:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335111.267831:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075780c1 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.267839:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075780c1 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.267846:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4880300) 00010000:00010000:0.0:1763335111.267848:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335111.267851:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075780c1 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.267856:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075780c1 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.267900:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075780b3 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820ba expref: 278 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.267918:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075780c8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820ba expref: 277 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.267926:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20a:0x0].0x0 (ffff9001f134c500) 00010000:00010000:0.0:1763335111.267928:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335111.267930:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280200, rc 0) 00002000:00010000:2.0:1763335111.269531:0:23998:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x27d:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:2.0:1763335111.269539:0:23998:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x27d:0x0] updating lvb mtime from disk: 1763335111 -> 1763335111 00002000:00010000:2.0:1763335111.269541:0:23998:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x27d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335111.269543:0:23998:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x27d:0x0] updating lvb ctime from disk: 1763335111 -> 1763335111 00002000:00010000:2.0:1763335111.269546:0:23998:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x27d:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1763335111.270367:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff923800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:55956:x1848989814885504:12345-192.168.204.57@tcp:101:bash.0 Request processed in 4615us (4869us total) trans 4294973446 rc 0/0 00000100:00100000:0.0:1763335111.270377:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9896 00000100:00100000:2.0:1763335111.270586:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2426:x1848989814885120:12345-192.168.204.57@tcp:10:lfs.0 Request processed in 4084us (5675us total) trans 21474839025 rc 0/0 00000100:00100000:2.0:1763335111.270596:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1673 00002000:00010000:2.0:1763335111.270602:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/637 (5->18446744073709551615) 00002000:00100000:2.0:1763335111.270606:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c5229f80 with x1848989814885120 ext(5->18446744073709551615) 00002000:00010000:2.0:1763335111.270615:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c5229f80. 00000100:00100000:0.0:1763335111.274442:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.275235:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814885632 00000100:00100000:2.0:1763335111.275247:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814885632 00000100:00100000:2.0:1763335111.275331:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9897 00000100:00100000:2.0:1763335111.275342:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc534e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:55956:x1848989814885632:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335111.275366:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335111.275387:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b540075780d6 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8820c1 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.275421:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075780dd lrc: 3/1,0 mode: --/PR res: [0x240000405:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335111.275435:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075780dd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335111.275447:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075780dd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335111.275563:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b540075780d6 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x20a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820c1 expref: 279 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.275582:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075780dd lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820c1 expref: 278 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.275590:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20a:0x0].0x0 (ffff9001f134c500) 00010000:00010000:2.0:1763335111.275593:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763335111.275597:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95e600, rc 0) 00000100:00100000:2.0:1763335111.275658:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc534e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+278:55956:x1848989814885632:12345-192.168.204.57@tcp:101:bash.0 Request processed in 317us (1226us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335111.275665:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9897 00000100:00100000:3.0:1763335111.275853:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.276108:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814885888 00000100:00100000:1.0:1763335111.276115:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814885888 00000100:00100000:1.0:1763335111.276156:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9898 00000100:00100000:1.0:1763335111.276164:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+278:57012:x1848989814885888:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:1.0:1763335111.276221:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b540075780e4 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x206:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335111.276236:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b540075780e4 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x206:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.276244:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b540075780e4 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x206:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00010000:1.0:1763335111.276383:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000abf749c9 reply state 00000000e65cee48 transno 4294973447 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b540075780e4 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x206:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.276394:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b540075780e4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x206:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.276401:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x206:0x0].0x0 (ffff9000c4880400) 00010000:00010000:1.0:1763335111.276403:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335111.276406:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335111.276473:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+280:57012:x1848989814885888:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 310us (621us total) trans 4294973447 rc 0/0 00000100:00100000:1.0:1763335111.276480:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9898 00000100:00100000:3.0:1763335111.279251:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335111.279673:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.279775:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814886016 00000100:00100000:2.0:1763335111.279786:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814886016 00000100:00100000:2.0:1763335111.279852:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6854 00000100:00100000:2.0:1763335111.279861:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+31:2427:x1848989814886016:12345-192.168.204.57@tcp:2:lfs.0 00002000:00010000:2.0:1763335111.280008:0:28961:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:2.0:1763335111.280012:0:28961:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb mtime from disk: 1763335111 -> 1763335111 00002000:00010000:2.0:1763335111.280014:0:28961:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb atime from disk: 0 -> 1763335111 00002000:00010000:2.0:1763335111.280017:0:28961:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb ctime from disk: 1763335111 -> 1763335111 00002000:00010000:2.0:1763335111.280019:0:28961:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763335111.280077:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:2427:x1848989814886016:12345-192.168.204.57@tcp:2:lfs.0 Request processed in 216us (834us total) trans 17179871735 rc 0/0 00000100:00100000:2.0:1763335111.280093:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6854 00000100:00100000:0.0:1763335111.280856:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814886272 00000100:00100000:0.0:1763335111.280864:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814886272 00000100:00100000:0.0:1763335111.280906:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9899 00000100:00100000:0.0:1763335111.280913:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+280:55956:x1848989814886272:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:0.0:1763335111.280958:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335111.280986:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075780c8 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820ba expref: 280 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.281002:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20a:0x0].0x0 (ffff9001f134c500) 00010000:00010000:0.0:1763335111.281007:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335111.281165:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075780eb lrc: 3/0,1 mode: --/PW res: [0x240000405:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335111.281179:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075780eb lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.281188:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075780eb lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000001:00080000:0.0:1763335111.281230:0:7841:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973448 00000004:00010000:0.0:1763335111.281251:0:7841:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000036f26e62 reply state 00000000bd34fcc3 transno 4294973449 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075780eb lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.281262:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075780eb lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.281268:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20a:0x0].0x0 (ffff9001f134c500) 00010000:00010000:0.0:1763335111.281270:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335111.281273:0:7841:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335111.281360:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+282:55956:x1848989814886272:12345-192.168.204.57@tcp:36:bash.0 Request processed in 447us (1687us total) trans 4294973449 rc 0/0 00000100:00100000:0.0:1763335111.281367:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9899 00000020:00080000:0.0:1763335111.281371:0:7841:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763335111.282956:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.283547:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814886528 00000100:00100000:1.0:1763335111.283556:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814886528 00000100:00100000:1.0:1763335111.283603:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3419 00000100:00100000:1.0:1763335111.283611:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+282:57012:x1848989814886528:12345-192.168.204.57@tcp:35:lfs.0 00000004:00010000:1.0:1763335111.283659:0:6533:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000405:0x206:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577ead lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x206:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882004 expref: 282 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.283698:0:6533:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075780f2 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x206:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 00010000:00010000:1.0:1763335111.283708:0:6533:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577f47 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882035 expref: 282 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.283722:0:6533:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075780f2 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335111.283750:0:6533:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577f47 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882035 expref: 282 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.283761:0:6533:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577f47 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882035 expref: 282 pid: 6532 timeout: 1204 lvb_type: 0 00000100:00100000:1.0:1763335111.283774:0:6533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f15c0000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6533:1848989826120192:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335111.283848:0:6533:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000ccba6540 going to sleep for 11 seconds 00000100:00100000:3.0:1763335111.285258:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.285608:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814886656 00000100:00100000:2.0:1763335111.285616:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814886656 00000100:00100000:2.0:1763335111.285668:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9900 00000100:00100000:2.0:1763335111.285677:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+283:55956:x1848989814886656:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335111.285698:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335111.285717:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b540075780f9 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8820c8 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.285766:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b540075780f9 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820c8 expref: 284 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.285782:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b540075780f9 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820c8 expref: 284 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.285816:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20a:0x0].0x0 (ffff9001f134c500) 00010000:00010000:2.0:1763335111.285820:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763335111.285824:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95e200, rc 0) 00000100:00100000:2.0:1763335111.285879:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+284:55956:x1848989814886656:12345-192.168.204.57@tcp:101:bash.0 Request processed in 203us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335111.285887:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9900 00000100:00100000:3.0:1763335111.288148:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.288273:0:6533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f15c0000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6533:1848989826120192:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335111.288299:0:6533:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075780f2 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT1 00000100:00100000:2.0:1763335111.288468:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814886784 00000100:00100000:2.0:1763335111.288475:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814886784 00010000:00010000:2.0:1763335111.288508:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577f47 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882035 expref: 284 pid: 6532 timeout: 1204 lvb_type: 0 00000100:00100000:2.0:1763335111.288604:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3251 00000100:00100000:2.0:1763335111.288613:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f78000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+284:2427:x1848989814886784:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335111.288626:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335111.288633:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577f47 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882035 expref: 284 pid: 6532 timeout: 1204 lvb_type: 0 00010000:00010000:2.0:1763335111.288644:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577f47 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882035 expref: 284 pid: 6532 timeout: 1204 lvb_type: 0 00010000:00010000:2.0:1763335111.288665:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007577f47 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882035 expref: 284 pid: 6532 timeout: 1204 lvb_type: 0 00010000:00010000:2.0:1763335111.288679:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x206:0x0].0x0 (ffff9000c4880400) 00010000:00010000:2.0:1763335111.288684:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075780f2 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335111.288697:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075780f2 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335111.288704:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075780f2 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335111.289136:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335111.289192:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f78000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+283:2427:x1848989814886784:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 580us (1054us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335111.289200:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3251 00010000:00010000:0.0:1763335111.289310:0:6533:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075780f2 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335111.289344:0:6533:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075780f2 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT1 00000040:00080000:0.0:1763335111.289582:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1583, 88 off132248 00000004:00080000:0.0:1763335111.289590:0:6533:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1104269274501ns, next at 1104273297662ns, rc = 0 00000040:00080000:0.0:1763335111.290622:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1582, 88 off132248 00000004:00080000:0.0:1763335111.290631:0:6533:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1104270316764ns, next at 1104273264751ns, rc = 0 00000040:00080000:0.0:1763335111.290646:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1583, 88 off132336 00000004:00080000:0.0:1763335111.290650:0:6533:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1104270335417ns, next at 1104273264751ns, rc = 0 00000040:00080000:0.0:1763335111.290663:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1584, 88 off132336 00000004:00080000:0.0:1763335111.290667:0:6533:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1104270352319ns, next at 1104273297662ns, rc = 0 00000100:00100000:3.0:1763335111.294297:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.294412:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814887040 00000100:00100000:0.0:1763335111.294423:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814887040 00000100:00100000:0.0:1763335111.294477:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9901 00000100:00100000:0.0:1763335111.294486:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+284:55956:x1848989814887040:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335111.294504:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335111.294507:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763335111.294532:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b540075780f9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820c8 expref: 284 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.294550:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20a:0x0].0x0 (ffff9001f134c500) 00010000:00010000:0.0:1763335111.294554:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335111.294566:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007578100 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8820cf expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.294611:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007578107 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335111.294624:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007578107 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20a:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.294632:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007578107 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20a:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000040:00080000:0.0:1763335111.294851:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1585, 88 off132424 00000004:00080000:0.0:1763335111.294860:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1104274544715ns, next at 1104273297662ns, rc = 0 00000040:00080000:0.0:1763335111.294882:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1584, 88 off132424 00000004:00080000:0.0:1763335111.294888:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1104274573090ns, next at 1104273264751ns, rc = 0 00000040:00080000:0.0:1763335111.294918:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1585, 88 off132512 00000004:00080000:0.0:1763335111.294922:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1104274607598ns, next at 1104273264751ns, rc = 0 00000040:00080000:0.0:1763335111.294932:0:7841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1586, 88 off132512 00000004:00080000:0.0:1763335111.294936:0:7841:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1104274621933ns, next at 1104273297662ns, rc = 0 00000001:00080000:2.0:1763335111.297204:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973450 is committed 00000004:00080000:2.0:1763335111.297217:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1035 committed 00000004:00080000:2.0:1763335111.297234:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1038 committed 00000004:00080000:2.0:1763335111.297245:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1037 committed 00000004:00080000:2.0:1763335111.297247:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1034 committed 00000100:00100000:0.0:1763335111.297564:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff921180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826120448:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763335111.297630:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00010000:0.0:1763335111.297704:0:6533:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000914c5817 reply state 00000000d528c54b transno 4294973450 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075780f2 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335111.297722:0:6533:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075780f2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335111.297731:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x206:0x0].0x0 (ffff9000c4880400) 00010000:00010000:0.0:1763335111.297734:0:6533:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763335111.297737:0:6533:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763335111.297744:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x206:0x0].0x0 (ffff9000c4880400) 00010000:00010000:0.0:1763335111.297746:0:6533:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763335111.297753:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007577ead lrc: 0/0,0 mode: --/PW res: [0x240000405:0x206:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882004 expref: 273 pid: 13591 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1763335111.297857:0:6533:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763335111.297870:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57012:x1848989814886528:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 14259us (14919us total) trans 4294973450 rc 0/0 00000100:00100000:0.0:1763335111.297880:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3419 00010000:00010000:0.0:1763335111.297912:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075780f2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335111.297919:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075780f2 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335111.297931:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075780f2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335111.297938:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faf200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335111.297942:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075780f2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335111.297950:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075780f2 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335111.297960:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x206:0x0].0x0 (ffff9000c4880400) 00010000:00010000:0.0:1763335111.297963:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335111.297966:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075780f2 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335111.297972:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075780f2 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT1 00000100:00100000:1.0:1763335111.298056:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff922d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826120320:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763335111.298100:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335111.298141:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826120448 00000100:00100000:1.0:1763335111.298148:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826120448 00000100:00100000:1.0:1763335111.298183:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826120320 00000100:00100000:1.0:1763335111.298186:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826120320 00000100:00100000:1.0:1763335111.298204:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6855 00000100:00100000:1.0:1763335111.298211:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3664:x1848989826120448:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763335111.298233:0:8725:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:639 count 1 00002000:00010000:1.0:1763335111.298261:0:8725:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x27f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763335111.298268:0:8725:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf400/0x3ec0b5400757810e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.298282:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335111.298284:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335111.298290:0:8725:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf400/0x3ec0b5400757810e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.298301:0:8725:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf400/0x3ec0b5400757810e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.298309:0:8725:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf400/0x3ec0b5400757810e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.298345:0:8725:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf400/0x3ec0b5400757810e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.298361:0:8725:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763335111.298521:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff920000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826120576:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335111.298550:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335111.298580:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826120576 00000100:00100000:2.0:1763335111.298584:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826120576 00000100:00100000:2.0:1763335111.298605:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6856 00000100:00100000:2.0:1763335111.298611:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f61fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+7:3667:x1848989826120320:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763335111.298624:0:35240:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:638 count 1 00010000:00010000:2.0:1763335111.298637:0:35240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000cc95fe00/0x3ec0b54007578115 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.298650:0:35240:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b54007577fb7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882066 expref: 10 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.298661:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335111.298663:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335111.298665:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cc95fe00/0x3ec0b54007578115 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.298688:0:35240:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b54007577fb7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882066 expref: 10 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.298701:0:35240:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b54007577fb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882066 expref: 10 pid: 8725 timeout: 1204 lvb_type: 0 00000100:00100000:2.0:1763335111.298712:0:35240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff921880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35240:1848989826120832:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335111.298752:0:35240:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c9969180 going to sleep for 11 seconds 00010000:00010000:3.0:1763335111.299026:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b54007577fe8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335111.299035:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b54007577fe8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335111.299041:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b54007577fe8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335111.299046:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c7848200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335111.299050:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b54007577fe8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335111.299056:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b54007577fe8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335111.299067:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4880300) 00010000:00010000:3.0:1763335111.299069:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335111.299073:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b54007577fe8 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335111.299095:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b54007577fe8 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335111.299110:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007578074 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335111.299116:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007578074 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335111.299121:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007578074 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335111.299125:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fae800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335111.299128:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007578074 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335111.299132:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007578074 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335111.299139:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4880300) 00010000:00010000:3.0:1763335111.299141:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335111.299143:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007578074 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335111.299148:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007578074 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335111.299162:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578097 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x206:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335111.299167:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578097 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x206:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335111.299176:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578097 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x206:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335111.299180:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faec00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335111.299183:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578097 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x206:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335111.299188:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578097 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x206:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335111.299195:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x206:0x0].0x0 (ffff9000c4880400) 00010000:00010000:3.0:1763335111.299197:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335111.299200:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578097 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x206:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335111.299204:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578097 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x206:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335111.299213:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b540075780e4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x206:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335111.299218:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b540075780e4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x206:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335111.299222:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b540075780e4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x206:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335111.299226:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fae400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335111.299228:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b540075780e4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x206:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335111.299234:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b540075780e4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x206:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335111.299242:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x206:0x0].0x0 (ffff9000c4880400) 00010000:00010000:3.0:1763335111.299245:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335111.299247:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b540075780e4 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x206:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335111.299252:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b540075780e4 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x206:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335111.299261:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075780eb lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.299266:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075780eb lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.299271:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075780eb lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.299275:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335111.299278:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075780eb lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.299283:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075780eb lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.299290:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20a:0x0].0x0 (ffff9001f134c500) 00010000:00010000:3.0:1763335111.299293:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335111.299295:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075780eb lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.299300:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075780eb lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x20a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000100:00100000:3.0:1763335111.299339:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff922a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826120704:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335111.299371:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335111.299404:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826120704 00000100:00100000:3.0:1763335111.299409:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826120704 00000100:00100000:3.0:1763335111.299433:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6857 00000100:00100000:3.0:1763335111.299439:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff920a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+8:3665:x1848989826120576:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763335111.299553:0:28568:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x27c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335111.299557:0:28568:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x27c:0x0] updating lvb mtime from disk: 1763335111 -> 1763335111 00002000:00010000:3.0:1763335111.299560:0:28568:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x27c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335111.299562:0:28568:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x27c:0x0] updating lvb ctime from disk: 1763335111 -> 1763335111 00002000:00010000:3.0:1763335111.299564:0:28568:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x27c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335111.299597:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff920a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+9:3665:x1848989826120576:12345-0@lo:2:osp-syn-0-1.0 Request processed in 158us (1045us total) trans 21474839026 rc 0/0 00000100:00100000:3.0:1763335111.299603:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6857 00000100:00100000:3.0:1763335111.299618:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6858 00000100:00100000:3.0:1763335111.299624:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+8:3666:x1848989826120704:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763335111.299672:0:28568:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x27d:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:3.0:1763335111.299675:0:28568:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x27d:0x0] updating lvb mtime from disk: 1763335111 -> 1763335111 00002000:00010000:3.0:1763335111.299677:0:28568:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x27d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335111.299679:0:28568:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x27d:0x0] updating lvb ctime from disk: 1763335111 -> 1763335111 00002000:00010000:3.0:1763335111.299681:0:28568:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x27d:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763335111.299710:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+9:3666:x1848989826120704:12345-0@lo:2:osp-syn-0-1.0 Request processed in 86us (337us total) trans 21474839027 rc 0/0 00000100:00100000:3.0:1763335111.299715:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6858 00000100:00100000:3.0:1763335111.299752:0:3666:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474839022 gen 2 00000004:00080000:3.0:1763335111.299756:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f1336a00, transno 21474839000 00000004:00080000:3.0:1763335111.299762:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f1337100, transno 21474839001 00000004:00080000:3.0:1763335111.299765:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f1334700, transno 21474839002 00000004:00080000:3.0:1763335111.299768:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f1334e00, transno 21474839003 00000004:00080000:3.0:1763335111.299771:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f75500, transno 21474839004 00000004:00080000:3.0:1763335111.299773:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f75180, transno 21474839005 00000004:00080000:3.0:1763335111.299775:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f74380, transno 21474839006 00000004:00080000:3.0:1763335111.299777:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a37b80, transno 21474839007 00000004:00080000:3.0:1763335111.299779:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f7f27800, transno 21474839009 00000004:00080000:3.0:1763335111.299782:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f7f24700, transno 21474839010 00000004:00080000:3.0:1763335111.299784:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f7f25500, transno 21474839011 00000004:00080000:3.0:1763335111.299786:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f7f24000, transno 21474839012 00000004:00080000:3.0:1763335111.299789:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000cc536300, transno 21474839014 00000004:00080000:3.0:1763335111.299791:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000cc537480, transno 21474839015 00000004:00080000:3.0:1763335111.299794:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000cc536680, transno 21474839016 00000004:00080000:3.0:1763335111.299796:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000cc534a80, transno 21474839017 00000004:00080000:3.0:1763335111.299798:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a35f80, transno 21474839019 00000004:00080000:3.0:1763335111.299800:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a37800, transno 21474839020 00000004:00080000:3.0:1763335111.299813:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000cc535880, transno 21474839021 00000004:00080000:3.0:1763335111.299816:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000cc534380, transno 21474839022 00000100:00100000:3.0:1763335111.299823:0:3666:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9001ff922a00 x1848989826120704/t21474839027(21474839027) o2->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763335127 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1763335111.299833:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001ff922a00/2, rc 0, transno 21474839027 00000100:00100000:3.0:1763335111.299838:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff922a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826120704:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335111.300165:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+9:3664:x1848989826120448:12345-0@lo:6:osp-syn-0-1.0 Request processed in 1952us (2533us total) trans 21474839028 rc 0/0 00000100:00100000:1.0:1763335111.300173:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6855 00010000:00010000:1.0:1763335111.300201:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335111.300207:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf400/0x3ec0b5400757810e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.300215:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faf400 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335111.300218:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf400/0x3ec0b5400757810e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.300225:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf400/0x3ec0b5400757810e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.300239:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf400/0x3ec0b5400757810e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.300246:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf400/0x3ec0b5400757810e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.300260:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335111.300262:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335111.300263:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335111.300394:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6355500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826121344:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335111.300422:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335111.300440:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763335111.300445:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f15c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826120960:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763335111.300462:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335111.300481:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826121344 00000100:00100000:1.0:1763335111.300487:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826121344 00000100:00100000:1.0:1763335111.300507:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826120960 00000100:00100000:1.0:1763335111.300509:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826120960 00000100:00100000:1.0:1763335111.300525:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6859 00000100:00100000:1.0:1763335111.300530:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6354e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+42:3666:x1848989826121344:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:1.0:1763335111.300604:0:8416:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x27f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335111.300607:0:8416:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x27f:0x0] updating lvb mtime from disk: 1763335111 -> 1763335111 00002000:00010000:1.0:1763335111.300609:0:8416:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x27f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335111.300612:0:8416:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x27f:0x0] updating lvb ctime from disk: 1763335111 -> 1763335111 00002000:00010000:1.0:1763335111.300614:0:8416:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x27f:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335111.300642:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6354e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+43:3666:x1848989826121344:12345-0@lo:2:osp-syn-1-1.0 Request processed in 111us (219us total) trans 17179871736 rc 0/0 00000100:00100000:1.0:1763335111.300648:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6859 00000100:00100000:1.0:1763335111.300660:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6860 00000100:00100000:1.0:1763335111.300666:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+42:3666:x1848989826120960:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763335111.300678:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:640 count 1 00010000:00010000:1.0:1763335111.300693:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafc00/0x3ec0b5400757811c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.300707:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577fbe lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88206d expref: 31 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.300714:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335111.300717:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335111.300720:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafc00/0x3ec0b5400757811c lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.300742:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577fbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88206d expref: 31 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.300753:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577fbe lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88206d expref: 31 pid: 28961 timeout: 1204 lvb_type: 0 00000100:00100000:1.0:1763335111.300764:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f76a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8416:1848989826121472:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335111.300818:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000ccba6540 going to sleep for 11 seconds 00000004:00080000:1.0:1763335111.300845:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6355500/2, rc 0, transno 17179871736 00000100:00100000:1.0:1763335111.300854:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6355500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826121344:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335111.301120:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f15c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826121088:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763335111.301149:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1763335111.301176:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001ff921180/2, rc 0, transno 21474839028 00000100:00100000:0.0:1763335111.301180:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff921180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826120448:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763335111.301188:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763335111.301192:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6357480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826121216:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335111.301212:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335111.301237:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826121088 00000100:00100000:0.0:1763335111.301242:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826121088 00000100:00100000:0.0:1763335111.301262:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826121216 00000100:00100000:0.0:1763335111.301264:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826121216 00000100:00100000:0.0:1763335111.301280:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6861 00000100:00100000:0.0:1763335111.301286:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+44:3664:x1848989826121088:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763335111.301297:0:27803:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:641 count 1 00002000:00010000:0.0:1763335111.301341:0:27803:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x281:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335111.301347:0:27803:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b54007578123 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x281:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.301354:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335111.301356:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335111.301361:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b54007578123 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.301372:0:27803:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b54007578123 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.301380:0:27803:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b54007578123 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.301386:0:27803:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b54007578123 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.301402:0:27803:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763335111.301538:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+45:3664:x1848989826121088:12345-0@lo:6:osp-syn-1-1.0 Request processed in 250us (387us total) trans 17179871737 rc 0/0 00000100:00100000:0.0:1763335111.301544:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6861 00000100:00100000:0.0:1763335111.301557:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6862 00000100:00100000:0.0:1763335111.301564:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+44:3664:x1848989826121216:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763335111.301618:0:27803:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:0.0:1763335111.301621:0:27803:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb mtime from disk: 1763335111 -> 1763335111 00002000:00010000:0.0:1763335111.301624:0:27803:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb atime from disk: 1763335111 -> 1763335111 00002000:00010000:0.0:1763335111.301627:0:27803:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb ctime from disk: 1763335111 -> 1763335111 00002000:00010000:0.0:1763335111.301629:0:27803:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x27e:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1763335111.301654:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+45:3664:x1848989826121216:12345-0@lo:2:osp-syn-1-1.0 Request processed in 91us (440us total) trans 17179871738 rc 0/0 00000100:00100000:0.0:1763335111.301661:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6862 00010000:00010000:0.0:1763335111.301684:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335111.301688:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b54007578123 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.301695:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280a00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335111.301698:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b54007578123 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.301706:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b54007578123 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.301719:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b54007578123 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.301726:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c5280a00/0x3ec0b54007578123 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.301739:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335111.301740:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335111.301742:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763335111.301762:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6357480/2, rc 0, transno 17179871738 00000100:00100000:0.0:1763335111.301769:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6357480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826121216:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763335111.301779:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f15c0700/2, rc 0, transno 17179871737 00000100:00100000:0.0:1763335111.301782:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f15c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826121088:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1763335111.302039:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001ff920000/2, rc 0, transno 21474839026 00000100:00100000:2.0:1763335111.302044:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff920000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826120576:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763335111.302208:0:8715:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 2 changes, 4 in progress, 1 in flight, 20 done 00000100:00100000:2.0:1763335111.310546:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.310587:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814887168 00000100:00100000:2.0:1763335111.310597:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814887168 00000100:00100000:2.0:1763335111.310649:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9902 00000100:00100000:2.0:1763335111.310659:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1336a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:57012:x1848989814887168:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335111.310682:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335111.310705:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b5400757812a lrc: 2/0,0 mode: --/CR res: [0x240000405:0x206:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8820d6 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.310766:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b5400757812a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820d6 expref: 268 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.310779:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f000/0x3ec0b5400757812a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x206:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820d6 expref: 268 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.310795:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x206:0x0].0x0 (ffff9000c4880400) 00010000:00010000:2.0:1763335111.310799:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763335111.310812:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95f000, rc 0) 00000100:00100000:2.0:1763335111.310863:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1336a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:57012:x1848989814887168:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 205us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335111.310870:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9902 00000001:00080000:1.0:1763335111.311484:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973451 is committed 00000004:00080000:1.0:1763335111.311491:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1037 committed 00000004:00080000:1.0:1763335111.311910:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1040 committed 00000004:00080000:1.0:1763335111.311923:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1039 committed 00000004:00080000:1.0:1763335111.311926:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1036 committed 00000100:00100000:3.0:1763335111.312370:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763335111.312390:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826121728:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335111.312446:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335111.312486:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826121600:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335111.312509:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335111.312541:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826121728 00000100:00100000:3.0:1763335111.312549:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826121728 00000100:00100000:3.0:1763335111.312582:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826121600 00000100:00100000:3.0:1763335111.312585:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826121600 00000100:00100000:3.0:1763335111.312606:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6863 00000100:00100000:3.0:1763335111.312615:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+10:3665:x1848989826121728:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335111.312789:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+11:3665:x1848989826121728:12345-0@lo:2:osp-syn-0-1.0 Request processed in 173us (341us total) trans 21474839029 rc 0/0 00000100:00100000:3.0:1763335111.312795:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6863 00000100:00100000:3.0:1763335111.312825:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6864 00000100:00100000:3.0:1763335111.312832:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+10:3667:x1848989826121600:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335111.312905:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+11:3667:x1848989826121600:12345-0@lo:2:osp-syn-0-1.0 Request processed in 73us (394us total) trans 21474839030 rc 0/0 00000100:00100000:3.0:1763335111.312911:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6864 00000004:00080000:3.0:1763335111.312946:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5f7b800/2, rc 0, transno 21474839029 00000100:00100000:3.0:1763335111.312952:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826121728:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763335111.312970:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5f7bb80/2, rc 0, transno 21474839030 00000100:00100000:3.0:1763335111.312974:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826121600:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335111.313248:0:35240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff921880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35240:1848989826120832:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335111.313270:0:35240:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000cc95fe00/0x3ec0b54007578115 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335111.313452:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1334700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826121984:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335111.313486:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335111.313518:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826121984 00000100:00100000:1.0:1763335111.313523:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826121984 00000100:00100000:1.0:1763335111.313553:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6865 00000100:00100000:1.0:1763335111.313559:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+45:3666:x1848989826121984:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335111.313666:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+46:3666:x1848989826121984:12345-0@lo:2:osp-syn-1-1.0 Request processed in 107us (179us total) trans 17179871739 rc 0/0 00000100:00100000:1.0:1763335111.313673:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6865 00000004:00080000:1.0:1763335111.313699:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f1334700/2, rc 0, transno 17179871739 00000100:00100000:1.0:1763335111.313703:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1334700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826121984:0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1763335111.313777:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007578107 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x20a:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820cf expref: 267 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.313788:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20a:0x0].0x0 (ffff9001f134c500) 00010000:00010000:1.0:1763335111.313791:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763335111.313816:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007578100 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820cf expref: 267 pid: 7841 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763335111.313835:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007578107 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x20a:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820cf expref: 266 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.313861:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20a:0x0].0x0 (ffff9001f134c500) 00010000:00010000:1.0:1763335111.313864:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763335111.313867:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281000, rc 0) 00000100:00100000:1.0:1763335111.313909:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:55956:x1848989814887040:12345-192.168.204.57@tcp:101:bash.0 Request processed in 19424us (19623us total) trans 4294973451 rc 0/0 00000100:00100000:1.0:1763335111.313917:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9901 00000100:00100000:3.0:1763335111.314456:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1337100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826121856:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335111.314487:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335111.314603:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826121856 00000100:00100000:2.0:1763335111.314609:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826121856 00000100:00100000:2.0:1763335111.314647:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6866 00000100:00100000:2.0:1763335111.314655:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+46:3665:x1848989826121856:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763335111.314762:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+47:3665:x1848989826121856:12345-0@lo:2:osp-syn-1-1.0 Request processed in 109us (274us total) trans 17179871740 rc 0/0 00000100:00100000:2.0:1763335111.314768:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6866 00000004:00080000:3.0:1763335111.316017:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f1337100/2, rc 0, transno 17179871740 00000100:00100000:3.0:1763335111.316026:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1337100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826121856:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335111.316429:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.319465:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f76a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8416:1848989826121472:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335111.319493:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafc00/0x3ec0b5400757811c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335111.319799:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.320473:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.320528:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.320547:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814887808 00000100:00100000:1.0:1763335111.320556:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814887808 00000100:00100000:1.0:1763335111.320602:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6867 00000100:00100000:1.0:1763335111.320611:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:55956:x1848989814887808:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335111.320628:0:28961:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335111.320651:0:28961:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf800/0x3ec0b54007578131 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8820dd expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335111.320673:0:28961:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x282:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763335111.320693:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335111.320695:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335111.320704:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf800/0x3ec0b54007578131 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820dd expref: 33 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.320720:0:28961:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf800/0x3ec0b54007578131 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820dd expref: 33 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.320739:0:28961:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faf800, rc 0) 00000100:00100000:1.0:1763335111.320787:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:55956:x1848989814887808:12345-192.168.204.57@tcp:101:bash.0 Request processed in 177us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335111.320795:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6867 00000100:00100000:1.0:1763335111.321953:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814887680 00000100:00100000:1.0:1763335111.321961:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814887680 00000100:00100000:1.0:1763335111.322005:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3420 00000100:00100000:1.0:1763335111.322014:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+266:57012:x1848989814887680:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335111.322224:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814887296 00000100:00100000:2.0:1763335111.322229:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814887296 00010000:00010000:2.0:1763335111.322251:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b54007577fb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882066 expref: 11 pid: 8725 timeout: 1204 lvb_type: 0 00000100:00100000:2.0:1763335111.322276:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814887424 00000100:00100000:2.0:1763335111.322279:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814887424 00010000:00010000:2.0:1763335111.322291:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577fbe lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88206d expref: 33 pid: 28961 timeout: 1204 lvb_type: 0 00000100:00100000:2.0:1763335111.322309:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3252 00000100:00100000:2.0:1763335111.322329:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2426:x1848989814887296:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335111.322341:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335111.322346:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b54007577fb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882066 expref: 11 pid: 8725 timeout: 1204 lvb_type: 0 00010000:00010000:2.0:1763335111.322357:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b54007577fb7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882066 expref: 11 pid: 8725 timeout: 1204 lvb_type: 0 00010000:00010000:2.0:1763335111.322377:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b54007577fb7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882066 expref: 11 pid: 8725 timeout: 1204 lvb_type: 0 00010000:00010000:2.0:1763335111.322393:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335111.322395:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335111.322399:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000cc95fe00/0x3ec0b54007578115 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.322407:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cc95fe00/0x3ec0b54007578115 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.322431:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335111.322480:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:2426:x1848989814887296:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 164us (6052us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335111.322487:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3252 00000100:00100000:2.0:1763335111.322504:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3253 00000100:00100000:2.0:1763335111.322510:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001fb62c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:2426:x1848989814887424:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335111.322516:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335111.322521:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577fbe lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88206d expref: 33 pid: 28961 timeout: 1204 lvb_type: 0 00010000:00010000:2.0:1763335111.322530:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577fbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88206d expref: 33 pid: 28961 timeout: 1204 lvb_type: 0 00010000:00010000:2.0:1763335111.322542:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007577fbe lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88206d expref: 33 pid: 28961 timeout: 1204 lvb_type: 0 00010000:00010000:2.0:1763335111.322551:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335111.322553:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335111.322556:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafc00/0x3ec0b5400757811c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.322563:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafc00/0x3ec0b5400757811c lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.322580:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335111.322601:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001fb62c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:2426:x1848989814887424:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 92us (2805us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335111.322608:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3253 00010000:00010000:2.0:1763335111.322667:0:35240:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000cc95fe00/0x3ec0b54007578115 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.322675:0:35240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000cc95fe00/0x3ec0b54007578115 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.322684:0:35240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000cc95fe00/0x3ec0b54007578115 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.322690:0:35240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000cc95fe00/0x3ec0b54007578115 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.322705:0:35240:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763335111.322938:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f61fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+11:3667:x1848989826120320:12345-0@lo:6:osp-syn-0-1.0 Request processed in 24326us (24836us total) trans 21474839031 rc 0/0 00000100:00100000:2.0:1763335111.322946:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6856 00000004:00080000:1.0:1763335111.323301:0:6533:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x206:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000004:00080000:3.0:1763335111.323469:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001ff922d80/2, rc 0, transno 21474839031 00000100:00100000:3.0:1763335111.323477:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff922d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826120320:0@lo:6:osp-syn-0-1.0 00000040:00080000:1.0:1763335111.324615:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1587, 64 off132576 00000004:00080000:1.0:1763335111.324626:0:6533:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1104304311190ns, next at 1105304308680ns, rc = 0 00000040:00080000:1.0:1763335111.324650:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1586, 64 off132576 00000004:00080000:1.0:1763335111.324654:0:6533:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1104304339741ns, next at 1105304338521ns, rc = 0 00000040:00080000:1.0:1763335111.324664:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1587, 64 off132640 00000040:00080000:1.0:1763335111.324673:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1588, 64 off132640 00010000:00010000:1.0:1763335111.324739:0:6533:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007578138 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x206:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 00010000:00010000:1.0:1763335111.324757:0:6533:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007578138 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x206:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335111.324767:0:6533:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007578138 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x206:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335111.324775:0:6533:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007578138 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x206:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335111.324781:0:6533:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007578138 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x206:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335111.324786:0:6533:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007578138 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x206:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335111.324820:0:6533:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1763335111.325014:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:57012:x1848989814887680:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 2996us (4537us total) trans 4294973452 rc 0/0 00000100:00100000:1.0:1763335111.325023:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3420 00010000:00010000:1.0:1763335111.325082:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafc00/0x3ec0b5400757811c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.325091:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafc00/0x3ec0b5400757811c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.325099:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafc00/0x3ec0b5400757811c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.325105:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafc00/0x3ec0b5400757811c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.325122:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1763335111.325281:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+47:3666:x1848989826120960:12345-0@lo:6:osp-syn-1-1.0 Request processed in 24615us (24816us total) trans 17179871741 rc 0/0 00000100:00100000:1.0:1763335111.325290:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6860 00010000:00010000:1.0:1763335111.325310:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1763335111.325336:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000cc95fe00/0x3ec0b54007578115 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.325350:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95fe00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335111.325354:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000cc95fe00/0x3ec0b54007578115 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.325363:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000cc95fe00/0x3ec0b54007578115 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.325380:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000cc95fe00/0x3ec0b54007578115 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.325388:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000cc95fe00/0x3ec0b54007578115 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.325405:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1763335111.325408:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007578138 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x206:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335111.325415:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faf600 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335111.325417:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007578138 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x206:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335111.325424:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007578138 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x206:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335111.325432:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x206:0x0].0x0 (ffff9000c4880400) 00010000:00010000:1.0:1763335111.325435:0:8431:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335111.325439:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007578138 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x206:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335111.325450:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007578138 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x206:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335111.325460:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335111.325463:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafc00/0x3ec0b5400757811c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.325470:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fafc00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335111.325473:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafc00/0x3ec0b5400757811c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.325480:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafc00/0x3ec0b5400757811c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.325488:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafc00/0x3ec0b5400757811c lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.325494:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafc00/0x3ec0b5400757811c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.325506:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335111.325508:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335111.325510:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335111.325516:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763335111.325548:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f15c0000/2, rc 0, transno 17179871741 00000100:00100000:1.0:1763335111.325561:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f15c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826120960:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1763335111.325662:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335111.330742:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.330962:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814887936 00000100:00100000:2.0:1763335111.330972:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814887936 00000100:00100000:2.0:1763335111.331032:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6868 00000100:00100000:2.0:1763335111.331042:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:55956:x1848989814887936:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335111.331064:0:8416:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335111.331091:0:8416:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c7848800/0x3ec0b5400757813f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8820e4 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335111.331115:0:8416:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x280:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763335111.331138:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335111.331141:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335111.331150:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c7848800/0x3ec0b5400757813f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820e4 expref: 11 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.331166:0:8416:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c7848800/0x3ec0b5400757813f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820e4 expref: 11 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.331178:0:8416:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c7848800, rc 0) 00000100:00100000:2.0:1763335111.331245:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:55956:x1848989814887936:12345-192.168.204.57@tcp:101:bash.0 Request processed in 203us (513us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335111.331252:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6868 00000100:00100000:3.0:1763335111.334174:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.334262:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814888192 00000100:00100000:1.0:1763335111.334272:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814888192 00000100:00100000:2.0:1763335111.334913:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9903 00000100:00100000:2.0:1763335111.334927:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:57012:x1848989814888192:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335111.334952:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335111.334974:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b54007578146 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8820eb expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.335053:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b5400757814d lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335111.335066:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b5400757814d lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.335076:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b5400757814d lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.335088:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578154 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335111.335094:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578154 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.335100:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578154 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.335219:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b5400757815b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335111.335229:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b5400757815b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.335236:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b5400757815b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:2.0:1763335111.335246:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x20a:0x0]: returning size 2 00010000:00010000:2.0:1763335111.335526:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b5400757814d lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.335533:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b5400757814d lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.335538:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b5400757814d lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.335543:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b5400757814d lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.335548:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed6800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335111.335552:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b5400757814d lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.335558:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b5400757814d lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.335569:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3f00) 00010000:00010000:2.0:1763335111.335572:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335111.335576:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b5400757814d lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.335585:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b5400757814d lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.335598:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578154 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.335603:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578154 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.335608:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578154 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.335612:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335111.335614:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578154 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.335619:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578154 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.335626:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c79c3700) 00010000:00010000:2.0:1763335111.335628:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335111.335630:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578154 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.335634:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578154 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.335672:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b54007578146 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820eb expref: 270 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.335688:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b5400757815b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820eb expref: 269 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.335698:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20a:0x0].0x0 (ffff9001f134c500) 00010000:00010000:2.0:1763335111.335700:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335111.335702:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7a00, rc 0) 00000100:00100000:2.0:1763335111.336358:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:57012:x1848989814888192:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1432us (2190us total) trans 4294973453 rc 0/0 00000100:00100000:2.0:1763335111.336368:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9903 00000100:00100000:0.0:1763335111.336583:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.336622:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.336682:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814888320 00000100:00100000:2.0:1763335111.336689:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814888320 00002000:00010000:2.0:1763335111.336719:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/642 (0->18446744073709551615) 00002000:00100000:2.0:1763335111.336723:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c6dcbb80 with x1848989814888320 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335111.336732:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c6dcbb80. 00000100:00100000:2.0:1763335111.336759:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814888448 00000100:00100000:2.0:1763335111.336762:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814888448 00002000:00010000:2.0:1763335111.336775:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/640 (0->18446744073709551615) 00002000:00100000:2.0:1763335111.336778:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c6dca300 with x1848989814888448 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335111.336785:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c6dca300. 00000100:00100000:2.0:1763335111.336819:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1674 00000100:00100000:2.0:1763335111.336828:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:2427:x1848989814888320:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:2.0:1763335111.336986:0:23998:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x282:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335111.336990:0:23998:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x282:0x0] updating lvb mtime from disk: 0 -> 1763335111 00002000:00010000:2.0:1763335111.336992:0:23998:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x282:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335111.336995:0:23998:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x282:0x0] updating lvb ctime from disk: 0 -> 1763335111 00002000:00010000:2.0:1763335111.336997:0:23998:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x282:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335111.337033:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:2427:x1848989814888320:12345-192.168.204.57@tcp:10:bash.0 Request processed in 206us (451us total) trans 17179871742 rc 0/0 00000100:00100000:2.0:1763335111.337044:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1674 00002000:00010000:2.0:1763335111.337047:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/642 (0->18446744073709551615) 00002000:00100000:2.0:1763335111.337050:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c6dcbb80 with x1848989814888320 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335111.337054:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c6dcbb80. 00000100:00100000:2.0:1763335111.337068:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1675 00000100:00100000:2.0:1763335111.337075:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2427:x1848989814888448:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:2.0:1763335111.337158:0:23998:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x280:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335111.337161:0:23998:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x280:0x0] updating lvb mtime from disk: 0 -> 1763335111 00002000:00010000:2.0:1763335111.337163:0:23998:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x280:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335111.337165:0:23998:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x280:0x0] updating lvb ctime from disk: 0 -> 1763335111 00002000:00010000:2.0:1763335111.337167:0:23998:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x280:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335111.337189:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2427:x1848989814888448:12345-192.168.204.57@tcp:10:bash.0 Request processed in 115us (567us total) trans 21474839032 rc 0/0 00000100:00100000:2.0:1763335111.337196:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1675 00002000:00010000:2.0:1763335111.337199:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/640 (0->18446744073709551615) 00002000:00100000:2.0:1763335111.337201:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c6dca300 with x1848989814888448 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335111.337206:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c6dca300. 00000100:00100000:3.0:1763335111.342101:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.342179:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814888704 00000100:00100000:1.0:1763335111.342190:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814888704 00000100:00100000:0.0:1763335111.342478:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3421 00000100:00100000:0.0:1763335111.342490:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1611c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:55956:x1848989814888704:12345-192.168.204.57@tcp:35:bash.0 00000100:00100000:0.0:1763335111.342762:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1611c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:55956:x1848989814888704:12345-192.168.204.57@tcp:35:bash.0 Request processed in 274us (680us total) trans 4294973454 rc 0/0 00000100:00100000:0.0:1763335111.342769:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3421 00000100:00100000:3.0:1763335111.345176:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.345680:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814888960 00000100:00100000:1.0:1763335111.345692:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814888960 00000100:00100000:1.0:1763335111.345742:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3422 00000100:00100000:1.0:1763335111.345752:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:57012:x1848989814888960:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335111.346033:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+271:57012:x1848989814888960:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 282us (866us total) trans 4294973455 rc 0/0 00000100:00100000:1.0:1763335111.346040:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3422 00000100:00100000:3.0:1763335111.349578:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335111.353971:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.354308:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814889216 00000100:00100000:1.0:1763335111.354333:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814889216 00000100:00100000:1.0:1763335111.354394:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814889472 00000100:00100000:1.0:1763335111.354398:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814889472 00000100:00100000:1.0:1763335111.354434:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9904 00000100:00100000:1.0:1763335111.354444:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57012:x1848989814889216:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335111.354473:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335111.354496:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578169 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8820f2 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.354614:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007578170 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335111.354629:0:6532:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b5400757815b lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820eb expref: 273 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.354638:0:6532:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007578170 lrc: 4/0,1 mode: --/CW res: [0x240000405:0x20a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.354673:0:6532:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b5400757815b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820eb expref: 273 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.354687:0:6532:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b5400757815b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820eb expref: 273 pid: 6532 timeout: 1204 lvb_type: 0 00000100:00100000:1.0:1763335111.354701:0:6532:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f76d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826122112:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335111.354776:0:6532:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000ccba6540 going to sleep for 11 seconds 00000100:00100000:3.0:1763335111.354857:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9905 00000100:00100000:3.0:1763335111.354867:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57017:x1848989814889472:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:3.0:1763335111.354893:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1763335111.354911:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007578107 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x20a:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820cf expref: 273 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.354928:0:13591:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b5400757815b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820eb expref: 272 pid: 6532 timeout: 1204 lvb_type: 0 00010000:00010000:3.0:1763335111.354941:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b540075780dd lrc: 0/0,0 mode: --/PR res: [0x240000405:0x20a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820c1 expref: 272 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.354954:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20a:0x0].0x0 (ffff9001f134c500) 00010000:00010000:3.0:1763335111.354958:0:13591:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007578170 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x20a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335111.354965:0:13591:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007578170 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x20a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335111.354972:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007578170 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x20a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335111.354986:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335111.355003:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578177 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335111.355011:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578177 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335111.355017:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578177 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335111.355028:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b5400757817e lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335111.355034:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b5400757817e lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335111.355039:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b5400757817e lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335111.355268:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578185 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335111.355275:0:13591:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007578170 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x20a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335111.355281:0:13591:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578185 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335111.355291:0:13591:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007578170 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x20a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335111.355298:0:13591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578185 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.357621:0:6532:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.57@tcp) returned -22 from blocking AST (req@00000000e1f8c3b4 x1848989826122112) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b5400757815b lrc: 1/0,0 mode: --/PR res: [0x240000405:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820eb expref: 271 pid: 6532 timeout: 1204 lvb_type: 0 00010000:00010000:1.0:1763335111.357643:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b5400757815b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820eb expref: 271 pid: 6532 timeout: 1204 lvb_type: 0 00000100:00100000:1.0:1763335111.357658:0:6532:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f76d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826122112:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335111.357675:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20a:0x0].0x0 (ffff9001f134c500) 00010000:00010000:1.0:1763335111.357681:0:6532:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578185 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.357688:0:6532:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578185 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.357695:0:6532:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007578170 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x20a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.357703:0:6532:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007578170 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x20a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.357708:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007578170 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x20a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6532 initiator: MDT1 00000004:00200000:1.0:1763335111.357732:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x20a:0x0]: returning size 5 00010000:00010000:1.0:1763335111.357864:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578169 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x20a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820f2 expref: 272 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.357881:0:6532:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007578170 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x20a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820f2 expref: 271 pid: 6532 timeout: 1204 lvb_type: 0 00010000:00010000:1.0:1763335111.357890:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007578170 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x20a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820f2 expref: 271 pid: 6532 timeout: 1204 lvb_type: 0 00010000:00010000:1.0:1763335111.357896:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faf600, rc 0) 00000100:00100000:1.0:1763335111.362790:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+271:57012:x1848989814889216:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 8334us (13209us total) trans 4294973456 rc 0/0 00000100:00100000:1.0:1763335111.362812:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9904 00000100:00100000:3.0:1763335111.365987:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335111.366038:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.366147:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814889728 00000100:00100000:0.0:1763335111.366159:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814889728 00000100:00100000:0.0:1763335111.366214:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3423 00000100:00100000:0.0:1763335111.366223:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+271:57012:x1848989814889728:12345-192.168.204.57@tcp:33:lfs.0 00000100:00100000:0.0:1763335111.366420:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+271:57012:x1848989814889728:12345-192.168.204.57@tcp:33:lfs.0 Request processed in 197us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335111.366427:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3423 00000100:00100000:1.0:1763335111.366904:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814889600 00000100:00100000:1.0:1763335111.366910:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814889600 00010000:00010000:1.0:1763335111.366935:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007578170 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x20a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820f2 expref: 271 pid: 6532 timeout: 1204 lvb_type: 0 00000100:00100000:1.0:1763335111.366974:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3254 00000100:00100000:1.0:1763335111.366982:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+271:2427:x1848989814889600:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335111.366993:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335111.367000:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007578170 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x20a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820f2 expref: 271 pid: 6532 timeout: 1204 lvb_type: 0 00010000:00010000:1.0:1763335111.367012:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007578170 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x20a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820f2 expref: 271 pid: 6532 timeout: 1204 lvb_type: 0 00010000:00010000:1.0:1763335111.367035:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b54007578170 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x20a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820f2 expref: 271 pid: 6532 timeout: 1204 lvb_type: 0 00010000:00010000:1.0:1763335111.367050:0:7458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20a:0x0].0x0 (ffff9001f134c500) 00010000:00010000:1.0:1763335111.367055:0:7458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578185 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.367063:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578185 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.367070:0:7458:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578185 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.367102:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335111.367130:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:2427:x1848989814889600:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 149us (1154us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335111.367137:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3254 00010000:00010000:2.0:1763335111.367835:0:13591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578185 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.367843:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578185 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00080000:2.0:1763335111.368107:0:13591:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000405:0x20a:0x0] is inserted into orphan list, open count = 1 00010000:00010000:2.0:1763335111.368193:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578185 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.368204:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578185 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.368210:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578185 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.368215:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1f400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335111.368219:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578185 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.368225:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578185 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.368236:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20a:0x0].0x0 (ffff9001f134c500) 00010000:00010000:2.0:1763335111.368239:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763335111.368242:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578185 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.368248:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578185 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.368270:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578177 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.368275:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578177 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.368280:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578177 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.368284:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578177 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.368289:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1fa00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335111.368291:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578177 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.368296:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578177 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.368302:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f6163100) 00010000:00010000:2.0:1763335111.368304:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335111.368307:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578177 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.368346:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578177 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000004:00010000:2.0:1763335111.368359:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001ad04bf1 reply state 000000002a382926 transno 4294973457 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b5400757817e lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.368369:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b5400757817e lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.368375:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001f6163400) 00010000:00010000:2.0:1763335111.368377:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335111.368379:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335111.371402:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+271:57017:x1848989814889472:12345-192.168.204.57@tcp:36:rm.0 Request processed in 16522us (17427us total) trans 4294973457 rc 0/0 00000100:00100000:2.0:1763335111.371416:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9905 00000100:00100000:0.0:1763335111.372979:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.373270:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814889984 00000100:00100000:2.0:1763335111.373281:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814889984 00000100:00100000:2.0:1763335111.373367:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9906 00000100:00100000:2.0:1763335111.373379:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dc8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+271:57012:x1848989814889984:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335111.373405:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335111.373431:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578193 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8820f9 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.373546:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b5400757819a lrc: 3/0,1 mode: --/PW res: [0x240000405:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335111.373559:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b5400757819a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x20a:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.373568:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b5400757819a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x20a:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:2.0:1763335111.373580:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x20a:0x0]: returning size 5 00010000:00010000:2.0:1763335111.373699:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578193 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x20a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820f9 expref: 274 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.373719:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b5400757819a lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x20a:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820f9 expref: 273 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.373727:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20a:0x0].0x0 (ffff9001c79c3f00) 00010000:00010000:2.0:1763335111.373730:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763335111.373733:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed6a00, rc 0) 00000100:00100000:2.0:1763335111.373816:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dc8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57012:x1848989814889984:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 439us (845us total) trans 4294973458 rc 0/0 00000100:00100000:2.0:1763335111.373823:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9906 00000100:00100000:3.0:1763335111.383281:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.383547:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814890240 00000100:00100000:2.0:1763335111.383558:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814890240 00000100:00100000:2.0:1763335111.383621:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3424 00000100:00100000:2.0:1763335111.383632:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57012:x1848989814890240:12345-192.168.204.57@tcp:35:lfs.0 00000004:00010000:2.0:1763335111.383708:0:14078:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000405:0x20a:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b5400757819a lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x20a:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820f9 expref: 273 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.383753:0:14078:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075781a8 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14078 initiator: MDT0 00010000:00010000:2.0:1763335111.383765:0:14078:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075781a8 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14078 initiator: MDT1 00010000:00010000:2.0:1763335111.383774:0:14078:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075781a8 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14078 initiator: MDT1 00000004:00020000:2.0:1763335111.383933:0:14078:0:(lod_lov.c:1523:lod_parse_striping()) lustre-MDT0001-mdtlov: can not set all stale mirrors for [0x240000405:0x20a:0x0]: rc = -1 00010000:00010000:2.0:1763335111.383961:0:14078:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075781a8 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14078 initiator: MDT1 00010000:00010000:2.0:1763335111.383968:0:14078:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075781a8 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x20a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14078 initiator: MDT1 00010000:00010000:2.0:1763335111.383974:0:14078:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075781a8 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x20a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14078 initiator: MDT1 00010000:00010000:2.0:1763335111.383980:0:14078:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335111.383984:0:14078:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075781a8 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x20a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14078 initiator: MDT1 00010000:00010000:2.0:1763335111.383990:0:14078:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075781a8 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x20a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14078 initiator: MDT1 00010000:00010000:2.0:1763335111.384001:0:14078:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20a:0x0].0x0 (ffff9001c79c3f00) 00010000:00010000:2.0:1763335111.384004:0:14078:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1763335111.384009:0:14078:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075781a8 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x20a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14078 initiator: MDT1 00010000:00010000:2.0:1763335111.384015:0:14078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075781a8 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x20a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14078 initiator: MDT1 00010000:00010000:2.0:1763335111.384026:0:14078:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20a:0x0].0x0 (ffff9001c79c3f00) 00010000:00010000:2.0:1763335111.384028:0:14078:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763335111.384033:0:14078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b5400757819a lrc: 0/0,0 mode: --/PW res: [0x240000405:0x20a:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820f9 expref: 273 pid: 13591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335111.384180:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57012:x1848989814890240:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 549us (908us total) trans 4294973459 rc -1/-1 00000100:00100000:2.0:1763335111.384188:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3424 00000100:00100000:3.0:1763335111.390460:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.390554:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814890368 00000100:00100000:0.0:1763335111.390566:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814890368 00000100:00100000:0.0:1763335111.390624:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9907 00000100:00100000:0.0:1763335111.390635:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57012:x1848989814890368:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335111.390662:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335111.390685:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075781af lrc: 2/0,0 mode: --/CR res: [0x240000405:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882100 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.390748:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075781af lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882100 expref: 274 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.390762:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280a00/0x3ec0b540075781af lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x20a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882100 expref: 274 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.390780:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20a:0x0].0x0 (ffff9001f134c900) 00010000:00010000:0.0:1763335111.390784:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335111.390787:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280a00, rc 0) 00000100:00100000:0.0:1763335111.390858:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:57012:x1848989814890368:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 224us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335111.390865:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9907 00000100:00100000:3.0:1763335111.394576:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.394672:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814890624 00000100:00100000:1.0:1763335111.394683:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814890624 00000100:00100000:1.0:1763335111.394738:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3425 00000100:00100000:1.0:1763335111.394749:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:57012:x1848989814890624:12345-192.168.204.57@tcp:35:lfs.0 00000004:00080000:1.0:1763335111.395025:0:6533:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x20a:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1763335111.395077:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1589, 64 off132704 00000040:00080000:1.0:1763335111.395112:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1588, 64 off132704 00000040:00080000:1.0:1763335111.395122:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1589, 64 off132768 00000040:00080000:1.0:1763335111.395129:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1590, 64 off132768 00010000:00010000:1.0:1763335111.395188:0:6533:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b540075781b6 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 00010000:00010000:1.0:1763335111.395207:0:6533:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b540075781b6 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335111.395218:0:6533:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b540075781b6 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335111.395225:0:6533:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b540075781b6 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335111.395231:0:6533:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b540075781b6 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335111.395239:0:6533:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b540075781b6 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335111.395263:0:6533:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763335111.395477:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:57012:x1848989814890624:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 728us (909us total) trans 4294973460 rc 0/0 00000100:00100000:1.0:1763335111.395484:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3425 00010000:00010000:0.0:1763335111.395603:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335111.395610:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b540075781b6 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335111.395616:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faf600 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335111.395620:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b540075781b6 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335111.395628:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b540075781b6 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335111.395641:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20a:0x0].0x0 (ffff9001f134c900) 00010000:00010000:0.0:1763335111.395644:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335111.395648:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b540075781b6 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335111.395654:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b540075781b6 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335111.395665:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335111.395666:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335111.395668:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335111.400131:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.402221:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814890752 00000100:00100000:2.0:1763335111.402234:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814890752 00000100:00100000:2.0:1763335111.402299:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9908 00000100:00100000:2.0:1763335111.402309:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:57018:x1848989814890752:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335111.402352:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335111.402376:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075781bd lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882107 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.402444:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075781c4 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335111.402458:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075781c4 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.402469:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075781c4 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.402479:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b540075781cb lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335111.402487:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b540075781cb lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.402494:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b540075781cb lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.402534:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075781c4 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.402541:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075781c4 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.402548:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075781c4 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.402554:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075781c4 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.402559:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335111.402563:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075781c4 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.402570:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075781c4 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.402582:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3f00) 00010000:00010000:2.0:1763335111.402585:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335111.402589:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075781c4 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.402595:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075781c4 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.402609:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b540075781cb lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.402614:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b540075781cb lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.402621:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b540075781cb lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.402626:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed6800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335111.402628:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b540075781cb lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.402634:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b540075781cb lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.402640:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001f6163400) 00010000:00010000:2.0:1763335111.402642:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335111.402645:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b540075781cb lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.402650:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b540075781cb lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.402676:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075781bd lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882107 expref: 276 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.402686:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3f00) 00010000:00010000:2.0:1763335111.402688:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335111.402692:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075781bd lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882107 expref: 276 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.402704:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed6a00, rc 0) 00000100:00100000:2.0:1763335111.402770:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:57018:x1848989814890752:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 462us (2693us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335111.402779:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9908 00000100:00100000:3.0:1763335111.408968:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.409294:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814890880 00000100:00100000:0.0:1763335111.409304:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814890880 00000100:00100000:2.0:1763335111.410001:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9909 00000100:00100000:2.0:1763335111.410015:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:57018:x1848989814890880:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335111.410038:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335111.410064:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075781d2 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88210e expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.410192:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b540075781d9 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335111.410206:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b540075781d9 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.410216:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b540075781d9 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.410227:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075781e0 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335111.410236:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075781e0 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.410242:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075781e0 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.410280:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b540075781d9 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.410287:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b540075781d9 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.410293:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b540075781d9 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.410300:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b540075781d9 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.410305:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed6800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335111.410309:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b540075781d9 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.410344:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b540075781d9 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.410356:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3f00) 00010000:00010000:2.0:1763335111.410360:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335111.410364:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b540075781d9 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.410370:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b540075781d9 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.410386:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075781e0 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.410392:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075781e0 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.410398:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075781e0 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.410402:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335111.410405:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075781e0 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.410410:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075781e0 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.410417:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001f6163400) 00010000:00010000:2.0:1763335111.410420:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335111.410423:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075781e0 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.410428:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075781e0 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.410457:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075781d2 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88210e expref: 276 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.410466:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3f00) 00010000:00010000:2.0:1763335111.410468:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335111.410472:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075781d2 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88210e expref: 276 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.410483:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed6a00, rc 0) 00000100:00100000:2.0:1763335111.410549:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:57018:x1848989814890880:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 538us (1592us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335111.410557:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9909 00000100:00100000:3.0:1763335111.414953:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.415047:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814891008 00000100:00100000:0.0:1763335111.415058:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814891008 00000100:00100000:0.0:1763335111.415127:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9910 00000100:00100000:0.0:1763335111.415137:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:57018:x1848989814891008:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335111.415157:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335111.415180:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b540075781e7 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882115 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.415238:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075781ee lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335111.415251:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075781ee lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335111.415261:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075781ee lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:0.0:1763335111.415304:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763335111.415309:0:6532:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763335111.415379:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b540075781e7 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882115 expref: 277 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.415397:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075781ee lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882115 expref: 276 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.415410:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f134c300) 00010000:00010000:0.0:1763335111.415413:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763335111.415416:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281000, rc 0) 00000100:00100000:0.0:1763335111.415477:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:57018:x1848989814891008:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 341us (535us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335111.415485:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9910 00000100:00100000:3.0:1763335111.426588:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.426685:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814891136 00000100:00100000:2.0:1763335111.426695:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814891136 00000100:00100000:2.0:1763335111.426756:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9911 00000100:00100000:2.0:1763335111.426767:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:57018:x1848989814891136:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335111.426787:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335111.426819:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075781f5 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88211c expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.426882:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075781fc lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335111.426895:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075781fc lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.426907:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075781fc lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.426918:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578203 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335111.426924:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578203 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.426930:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578203 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.426966:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075781fc lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.426972:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075781fc lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.426978:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075781fc lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.426984:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075781fc lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.426989:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335111.426993:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075781fc lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.427000:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075781fc lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.427011:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f134c300) 00010000:00010000:2.0:1763335111.427015:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335111.427020:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075781fc lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.427025:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075781fc lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.427039:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578203 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.427045:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578203 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.427050:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578203 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.427054:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed6800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335111.427057:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578203 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.427062:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578203 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.427068:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001f6163400) 00010000:00010000:2.0:1763335111.427071:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335111.427073:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578203 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.427078:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578203 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.427115:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075781f5 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88211c expref: 277 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.427125:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f134c300) 00010000:00010000:2.0:1763335111.427127:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335111.427130:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075781f5 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88211c expref: 277 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.427139:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed6a00, rc 0) 00000100:00100000:2.0:1763335111.427198:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:57018:x1848989814891136:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 434us (621us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335111.427205:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9911 00000100:00100000:3.0:1763335111.435629:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.436387:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814891392 00000100:00100000:0.0:1763335111.436399:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814891392 00000100:00100000:2.0:1763335111.437003:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9912 00000100:00100000:2.0:1763335111.437016:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:57019:x1848989814891392:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335111.437037:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335111.437058:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b5400757820a lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882123 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.437146:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578211 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335111.437161:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578211 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.437171:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578211 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.437181:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007578218 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335111.437189:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007578218 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.437194:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007578218 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.437235:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578211 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.437242:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578211 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.437248:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578211 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.437253:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578211 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.437258:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed6800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335111.437262:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578211 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.437270:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578211 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.437281:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f134c300) 00010000:00010000:2.0:1763335111.437284:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335111.437289:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578211 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.437295:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578211 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.437309:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007578218 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.438300:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007578218 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.438307:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007578218 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.438370:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335111.438374:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007578218 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.438382:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007578218 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.438393:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001f6163400) 00010000:00010000:2.0:1763335111.438396:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335111.438399:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007578218 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.438404:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007578218 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.438443:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b5400757820a lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882123 expref: 277 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.438452:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f134c300) 00010000:00010000:2.0:1763335111.438454:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763335111.438458:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b5400757820a lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882123 expref: 277 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.438467:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed6a00, rc 0) 00000100:00100000:2.0:1763335111.438537:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:57019:x1848989814891392:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1525us (2918us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335111.438546:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9912 00000100:00100000:3.0:1763335111.448269:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.448389:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814891648 00000100:00100000:2.0:1763335111.448400:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814891648 00000100:00100000:2.0:1763335111.448452:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9913 00000100:00100000:2.0:1763335111.448461:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:57018:x1848989814891648:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335111.448480:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335111.448483:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763335111.448509:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075781ee lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882115 expref: 276 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.448529:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f134c300) 00010000:00010000:2.0:1763335111.448539:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335111.448555:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b5400757821f lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88212a expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.448657:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578226 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335111.448670:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578226 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.448680:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578226 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.448691:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b5400757822d lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335111.448699:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b5400757822d lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.448706:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b5400757822d lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.449075:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578234 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335111.449087:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578234 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.449094:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578234 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:2.0:1763335111.449104:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x20c:0x0]: returning size 0 00010000:00010000:2.0:1763335111.449127:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578226 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.449133:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578226 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.449139:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578226 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.449145:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578226 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.449151:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed6000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335111.449155:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578226 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.449162:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578226 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.449170:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3f00) 00010000:00010000:2.0:1763335111.449173:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335111.449176:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578226 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.449181:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578226 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000004:00010000:2.0:1763335111.449196:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005522aeda reply state 00000000f741fb20 transno 4294973461 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b5400757822d lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.449205:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b5400757822d lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.449211:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001f6163400) 00010000:00010000:2.0:1763335111.449213:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335111.449216:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763335111.449240:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b5400757821f lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88212a expref: 278 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.449256:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578234 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88212a expref: 277 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.449263:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20c:0x0].0x0 (ffff9001c79c3700) 00010000:00010000:2.0:1763335111.449265:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335111.449267:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7e00, rc 0) 00000100:00100000:2.0:1763335111.449358:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+278:57018:x1848989814891648:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 897us (1099us total) trans 4294973461 rc 0/0 00000100:00100000:2.0:1763335111.449365:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9913 00000100:00100000:3.0:1763335111.452000:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.452087:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814891904 00000100:00100000:0.0:1763335111.452096:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814891904 00000100:00100000:0.0:1763335111.452141:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9914 00000100:00100000:0.0:1763335111.452151:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff921880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+278:57018:x1848989814891904:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335111.452172:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335111.452190:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578242 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882131 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.452275:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007578249 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335111.452288:0:6532:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578234 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88212a expref: 279 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.452296:0:6532:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007578249 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335111.452356:0:6532:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578234 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88212a expref: 279 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.452373:0:6532:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578234 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88212a expref: 279 pid: 13591 timeout: 1204 lvb_type: 0 00000100:00100000:0.0:1763335111.452386:0:6532:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6dc9500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826122240:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335111.452448:0:6532:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c2f8c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335111.454070:0:6532:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6dc9500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826122240:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335111.454096:0:6532:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007578249 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000100:00100000:3.0:1763335111.457257:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.457346:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814892032 00000100:00100000:0.0:1763335111.457355:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814892032 00010000:00010000:0.0:1763335111.457390:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578234 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88212a expref: 280 pid: 13591 timeout: 1204 lvb_type: 0 00000100:00100000:0.0:1763335111.457431:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3255 00000100:00100000:0.0:1763335111.457440:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc534000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+280:2427:x1848989814892032:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335111.457455:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335111.457462:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578234 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88212a expref: 280 pid: 13591 timeout: 1204 lvb_type: 0 00010000:00010000:0.0:1763335111.457473:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578234 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88212a expref: 280 pid: 13591 timeout: 1204 lvb_type: 0 00010000:00010000:0.0:1763335111.457496:0:33041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578234 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88212a expref: 280 pid: 13591 timeout: 1204 lvb_type: 0 00010000:00010000:0.0:1763335111.457515:0:33041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20c:0x0].0x0 (ffff9001c79c3700) 00010000:00010000:0.0:1763335111.457520:0:33041:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007578249 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335111.457528:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007578249 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335111.457535:0:33041:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007578249 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335111.457562:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335111.457622:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc534000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+279:2427:x1848989814892032:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 182us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335111.457630:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3255 00010000:00010000:2.0:1763335111.457902:0:6532:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007578249 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.457912:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007578249 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:2.0:1763335111.457938:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x20c:0x0]: returning size 0 00000004:00080000:2.0:1763335111.458126:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x282:0x0], index 0: 0 00000004:00080000:2.0:1763335111.458133:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x284:0x0], index 1: 0 00000004:00080000:2.0:1763335111.458139:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x285:0x0], index 1: 0 00000004:00080000:2.0:1763335111.458142:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x283:0x0], index 0: 0 00010000:00010000:2.0:1763335111.458248:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007578249 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.458256:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007578249 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.458262:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007578249 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.458267:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335111.458271:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007578249 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.458278:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007578249 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.458287:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20c:0x0].0x0 (ffff9001c79c3700) 00010000:00010000:2.0:1763335111.458289:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763335111.458293:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007578249 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.458297:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007578249 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.458627:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578242 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x20c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882131 expref: 279 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.458637:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20c:0x0].0x0 (ffff9001c79c3700) 00010000:00010000:2.0:1763335111.458639:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763335111.458643:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578242 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x20c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882131 expref: 279 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.458663:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281e00, rc 0) 00000100:00100000:2.0:1763335111.458704:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff921880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+278:57018:x1848989814891904:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 6553us (6711us total) trans 4294973462 rc 301/301 00000100:00100000:2.0:1763335111.458712:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9914 00000100:00100000:3.0:1763335111.461959:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.462090:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814892288 00000100:00100000:2.0:1763335111.462101:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814892288 00000100:00100000:2.0:1763335111.462762:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3426 00000100:00100000:2.0:1763335111.462774:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1611450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+278:57018:x1848989814892288:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335111.463080:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1611450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+279:57018:x1848989814892288:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 308us (1131us total) trans 4294973463 rc 0/0 00000100:00100000:2.0:1763335111.463088:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3426 00000100:00100000:3.0:1763335111.466226:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.466845:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814892544 00000100:00100000:2.0:1763335111.466858:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814892544 00000100:00100000:1.0:1763335111.467745:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3427 00000100:00100000:1.0:1763335111.467760:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc536a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+279:57018:x1848989814892544:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335111.468018:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc536a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+280:57018:x1848989814892544:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 263us (1801us total) trans 4294973464 rc 0/0 00000100:00100000:1.0:1763335111.468026:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3427 00000100:00100000:3.0:1763335111.472197:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.472296:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814892800 00000100:00100000:2.0:1763335111.472307:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814892800 00000100:00100000:0.0:1763335111.472787:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9915 00000100:00100000:0.0:1763335111.472814:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc537800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+280:57020:x1848989814892800:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335111.472843:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335111.472867:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578257 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882138 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.472945:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b5400757825e lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335111.472958:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b5400757825e lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335111.472970:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b5400757825e lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335111.472981:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007578265 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335111.472990:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007578265 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335111.472996:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007578265 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335111.473784:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b5400757826c lrc: 3/1,0 mode: --/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335111.473795:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b5400757826c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335111.473810:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b5400757826c lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:0.0:1763335111.473822:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x20c:0x0]: returning size 0 00010000:00010000:0.0:1763335111.473905:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b5400757825e lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335111.473912:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b5400757825e lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335111.473918:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b5400757825e lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335111.473924:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b5400757825e lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335111.473930:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335111.473934:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b5400757825e lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335111.473940:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b5400757825e lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335111.473954:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f134c000) 00010000:00010000:0.0:1763335111.473958:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335111.473962:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b5400757825e lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335111.473968:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b5400757825e lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335111.473979:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007578265 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335111.473985:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007578265 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335111.473990:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007578265 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335111.473995:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335111.473998:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007578265 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335111.474003:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007578265 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335111.474010:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001f6163400) 00010000:00010000:0.0:1763335111.474012:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335111.474015:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007578265 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335111.474020:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007578265 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335111.474060:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578257 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882138 expref: 283 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.474077:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b5400757826c lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882138 expref: 282 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.474100:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20c:0x0].0x0 (ffff9001f134ca00) 00010000:00010000:0.0:1763335111.474103:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335111.474105:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281000, rc 0) 00000100:00100000:0.0:1763335111.474176:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc537800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+282:57020:x1848989814892800:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1378us (1988us total) trans 4294973465 rc 0/0 00000100:00100000:0.0:1763335111.474184:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9915 00000100:00100000:3.0:1763335111.478745:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335111.478793:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335111.478832:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.479057:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814893312 00000100:00100000:1.0:1763335111.479068:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814893312 00000100:00100000:1.0:1763335111.479144:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9916 00000100:00100000:1.0:1763335111.479155:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc536300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+282:55956:x1848989814893312:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335111.479184:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335111.479188:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763335111.479218:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b5400757826c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882138 expref: 282 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.479238:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20c:0x0].0x0 (ffff9001f134ca00) 00010000:00010000:1.0:1763335111.479249:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335111.479265:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b5400757827a lrc: 2/0,0 mode: --/CW res: [0x240000405:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88214d expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.479426:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578281 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335111.479441:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578281 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x20c:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.479452:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578281 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x20c:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:1.0:1763335111.479467:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x20c:0x0]: returning size 0 00010000:00010000:1.0:1763335111.479607:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b5400757827a lrc: 0/0,0 mode: --/CW res: [0x240000405:0x20c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88214d expref: 284 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.479621:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578281 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x20c:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88214d expref: 283 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.479629:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20c:0x0].0x0 (ffff9001cada2a00) 00010000:00010000:1.0:1763335111.479632:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:1.0:1763335111.479634:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fafa00, rc 0) 00000100:00100000:1.0:1763335111.479711:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc536300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+283:55956:x1848989814893312:12345-192.168.204.57@tcp:101:bash.0 Request processed in 557us (974us total) trans 4294973466 rc 0/0 00000100:00100000:1.0:1763335111.479719:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9916 00000100:00100000:2.0:1763335111.480022:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814892928 00000100:00100000:2.0:1763335111.480028:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814892928 00000100:00100000:2.0:1763335111.480066:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814893056 00000100:00100000:2.0:1763335111.480069:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814893056 00000100:00100000:2.0:1763335111.480108:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6869 00000100:00100000:2.0:1763335111.480116:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc537480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:2426:x1848989814892928:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335111.480126:0:35240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335111.480139:0:35240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6800/0x3ec0b5400757828f lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x285:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88213f expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335111.480157:0:35240:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x285:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763335111.480170:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335111.480173:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335111.480179:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6800/0x3ec0b5400757828f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88213f expref: 34 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335111.480192:0:35240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6800/0x3ec0b5400757828f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88213f expref: 34 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335111.480203:0:35240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed6800, rc 0) 00000100:00100000:2.0:1763335111.480233:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc537480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+34:2426:x1848989814892928:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 118us (1439us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335111.480239:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6869 00000100:00100000:2.0:1763335111.480254:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6870 00000100:00100000:2.0:1763335111.480260:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc536680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2426:x1848989814893056:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335111.480266:0:35240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335111.480276:0:35240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed6000/0x3ec0b54007578296 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882146 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335111.480289:0:35240:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x283:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763335111.480297:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335111.480299:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335111.480303:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed6000/0x3ec0b54007578296 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882146 expref: 13 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335111.480341:0:35240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed6000/0x3ec0b54007578296 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882146 expref: 13 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335111.480356:0:35240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed6000, rc 0) 00000100:00100000:2.0:1763335111.480377:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc536680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:2426:x1848989814893056:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 118us (1545us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335111.480383:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6870 00000100:00100000:0.0:1763335111.485611:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.485654:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335111.485726:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814893440 00000100:00100000:3.0:1763335111.485736:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814893440 00000100:00100000:3.0:1763335111.485796:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9917 00000100:00100000:3.0:1763335111.485815:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+283:55956:x1848989814893440:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335111.485839:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335111.485863:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757829d lrc: 2/0,0 mode: --/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882154 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.485896:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075782a4 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335111.485910:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075782a4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335111.485921:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075782a4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335111.486055:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757829d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882154 expref: 285 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.486072:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075782a4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882154 expref: 284 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.486081:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20c:0x0].0x0 (ffff9001cada2a00) 00010000:00010000:3.0:1763335111.486085:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763335111.486089:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc185e00, rc 0) 00000100:00100000:3.0:1763335111.486152:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+284:55956:x1848989814893440:12345-192.168.204.57@tcp:101:bash.0 Request processed in 339us (549us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335111.486159:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9917 00000100:00100000:1.0:1763335111.486216:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814893696 00000100:00100000:1.0:1763335111.486221:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814893696 00000100:00100000:1.0:1763335111.486259:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3428 00000100:00100000:1.0:1763335111.486267:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+284:57020:x1848989814893696:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335111.486435:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+285:57020:x1848989814893696:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 169us (780us total) trans 4294973467 rc 0/0 00000100:00100000:1.0:1763335111.486442:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3428 00000100:00100000:1.0:1763335111.490121:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.490166:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.490239:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814893952 00000100:00100000:2.0:1763335111.490250:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814893952 00000100:00100000:2.0:1763335111.490304:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814894208 00000100:00100000:2.0:1763335111.490307:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814894208 00000100:00100000:2.0:1763335111.490357:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9918 00000100:00100000:2.0:1763335111.490366:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+286:57020:x1848989814893952:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335111.490386:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335111.490409:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075782ab lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88215b expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.490483:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075782b2 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335111.490497:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075782b2 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.490507:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075782b2 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.490516:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b540075782b9 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335111.490524:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b540075782b9 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.490529:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b540075782b9 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000100:00100000:3.0:1763335111.490895:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9919 00000100:00100000:3.0:1763335111.490906:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+287:55956:x1848989814894208:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:3.0:1763335111.490935:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335111.490954:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578281 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x20c:0x0].0x0 bits 0x1f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88214d expref: 287 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.490970:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20c:0x0].0x0 (ffff9001cada2a00) 00010000:00010000:3.0:1763335111.490974:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335111.491153:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075782c0 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335111.491162:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075782c0 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x20c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335111.491169:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075782c0 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x20c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000001:00080000:3.0:1763335111.491213:0:13591:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973468 00000004:00010000:3.0:1763335111.491235:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000820af631 reply state 0000000031e74725 transno 4294973469 ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075782c0 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x20c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335111.491246:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075782c0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x20c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335111.491252:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20c:0x0].0x0 (ffff9001cada2a00) 00010000:00010000:3.0:1763335111.491255:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335111.491257:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763335111.491359:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+289:55956:x1848989814894208:12345-192.168.204.57@tcp:36:bash.0 Request processed in 455us (1191us total) trans 4294973469 rc 0/0 00000100:00100000:3.0:1763335111.491365:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9919 00000020:00080000:3.0:1763335111.491370:0:13591:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1763335111.491678:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075782c7 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335111.491688:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075782c7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.491695:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075782c7 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:2.0:1763335111.491704:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x20c:0x0]: returning size 0 00010000:00010000:2.0:1763335111.491752:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075782b2 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.491759:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075782b2 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.491765:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075782b2 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.491770:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075782b2 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.491775:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335111.491779:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075782b2 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.491785:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075782b2 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.491793:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3600) 00010000:00010000:2.0:1763335111.491795:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335111.491809:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075782b2 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.491820:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075782b2 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.491831:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b540075782b9 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.491836:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b540075782b9 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.491842:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b540075782b9 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.491846:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335111.491849:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b540075782b9 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.491854:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b540075782b9 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.491861:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001f6163400) 00010000:00010000:2.0:1763335111.491864:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335111.491866:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b540075782b9 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.491872:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b540075782b9 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.491899:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075782ab lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88215b expref: 290 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.491917:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075782c7 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88215b expref: 289 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.491929:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20c:0x0].0x0 (ffff9001cada2a00) 00010000:00010000:2.0:1763335111.491931:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335111.491933:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7800, rc 0) 00000100:00100000:2.0:1763335111.491977:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+289:57020:x1848989814893952:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1612us (1866us total) trans 4294973470 rc 0/0 00000100:00100000:2.0:1763335111.491984:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9918 00000100:00100000:3.0:1763335111.494648:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.494768:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814894336 00000100:00100000:2.0:1763335111.494780:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814894336 00000100:00100000:2.0:1763335111.496167:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9920 00000100:00100000:2.0:1763335111.496185:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc534a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+289:55956:x1848989814894336:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335111.496208:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335111.496231:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075782d5 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882162 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.496287:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075782d5 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882162 expref: 290 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.496302:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075782d5 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882162 expref: 290 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.496344:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20c:0x0].0x0 (ffff9001cada2a00) 00010000:00010000:2.0:1763335111.496348:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763335111.496351:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7e00, rc 0) 00000100:00100000:2.0:1763335111.496417:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc534a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+290:55956:x1848989814894336:12345-192.168.204.57@tcp:101:bash.0 Request processed in 239us (1777us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335111.496424:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9920 00000100:00100000:1.0:1763335111.499415:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.499496:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.499581:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814894848 00000100:00100000:2.0:1763335111.499590:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814894848 00000100:00100000:2.0:1763335111.499636:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9921 00000100:00100000:2.0:1763335111.499645:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+290:55956:x1848989814894848:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335111.499668:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335111.499671:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:2.0:1763335111.499696:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075782d5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882162 expref: 290 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.499715:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075782c7 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88215b expref: 289 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.499724:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20c:0x0].0x0 (ffff9001cada2a00) 00010000:00010000:2.0:1763335111.499728:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335111.499741:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b540075782dc lrc: 2/0,0 mode: --/EX res: [0x240000405:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882169 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.499784:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075782e3 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335111.499796:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075782e3 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20c:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.499817:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075782e3 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20c:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000040:00080000:2.0:1763335111.500031:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1590, 88 off132856 00000004:00080000:2.0:1763335111.500039:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1104479723748ns, next at 1105304338521ns, rc = 0 00000040:00080000:2.0:1763335111.500081:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1591, 88 off132856 00000004:00080000:2.0:1763335111.500086:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1104479771598ns, next at 1105304308680ns, rc = 0 00000040:00080000:2.0:1763335111.500100:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1592, 88 off132944 00000004:00080000:2.0:1763335111.500105:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1104479790193ns, next at 1105304308680ns, rc = 0 00000040:00080000:2.0:1763335111.500115:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1591, 88 off132944 00000004:00080000:2.0:1763335111.500118:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1104479803892ns, next at 1105304338521ns, rc = 0 00000100:00100000:3.0:1763335111.500268:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814894592 00000100:00100000:3.0:1763335111.500274:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814894592 00000100:00100000:3.0:1763335111.500335:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3429 00000100:00100000:3.0:1763335111.500344:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+291:57020:x1848989814894592:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335111.500511:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+292:57020:x1848989814894592:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 167us (1104us total) trans 4294973472 rc 0/0 00000100:00100000:3.0:1763335111.500518:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3429 00000001:00080000:2.0:1763335111.505997:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973472 is committed 00000004:00080000:2.0:1763335111.506018:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1043 committed 00000004:00080000:2.0:1763335111.506026:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1040 committed 00000004:00080000:2.0:1763335111.506045:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1039 committed 00000004:00080000:2.0:1763335111.506048:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1042 committed 00000004:00080000:2.0:1763335111.506094:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1041 committed 00000004:00080000:2.0:1763335111.506097:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1038 committed 00010000:00010000:2.0:1763335111.506168:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075782e3 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x20c:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882169 expref: 271 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.506181:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20c:0x0].0x0 (ffff9001cada2a00) 00010000:00010000:2.0:1763335111.506184:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763335111.506200:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b540075782dc lrc: 0/0,0 mode: --/EX res: [0x240000405:0x20c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882169 expref: 271 pid: 6532 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763335111.506218:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075782e3 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x20c:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882169 expref: 270 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.506246:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20c:0x0].0x0 (ffff9001cada2a00) 00010000:00010000:2.0:1763335111.506249:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763335111.506251:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6e1f400, rc 0) 00000100:00100000:2.0:1763335111.506347:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:55956:x1848989814894848:12345-192.168.204.57@tcp:101:bash.0 Request processed in 6701us (6849us total) trans 4294973471 rc 0/0 00000100:00100000:2.0:1763335111.506357:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9921 00010000:00010000:0.0:1763335111.506440:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b5400757817e lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.506449:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b5400757817e lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.506455:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b5400757817e lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.506461:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1e600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335111.506465:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b5400757817e lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.506472:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b5400757817e lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.506482:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001f6163400) 00010000:00010000:0.0:1763335111.506484:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335111.506488:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b5400757817e lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.506494:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b5400757817e lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.506507:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b5400757822d lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.506512:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b5400757822d lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.506517:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b5400757822d lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.506522:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335111.506525:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b5400757822d lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.506530:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b5400757822d lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.506536:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001f6163400) 00010000:00010000:0.0:1763335111.506539:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335111.506541:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b5400757822d lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.506546:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b5400757822d lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.506559:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075782c0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x20c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.506565:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075782c0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x20c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.506574:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075782c0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x20c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.506578:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc184000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335111.506581:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075782c0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x20c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.506587:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075782c0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x20c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.506593:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20c:0x0].0x0 (ffff9001cada2a00) 00010000:00010000:0.0:1763335111.506595:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335111.506598:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075782c0 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x20c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.506603:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075782c0 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x20c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000100:00100000:3.0:1763335111.506978:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826122496:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335111.507037:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335111.507080:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4aa0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826123008:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335111.507099:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335111.507120:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763335111.507126:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4aa3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826122624:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335111.507146:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335111.507179:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826122496 00000100:00100000:3.0:1763335111.507186:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826122496 00000100:00100000:3.0:1763335111.507219:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826123008 00000100:00100000:3.0:1763335111.507222:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826123008 00000100:00100000:3.0:1763335111.507235:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826122624 00000100:00100000:3.0:1763335111.507237:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826122624 00000100:00100000:3.0:1763335111.507254:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6871 00000100:00100000:3.0:1763335111.507261:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc535880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+13:3664:x1848989826122496:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763335111.507284:0:28961:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:637 count 1 00010000:00010000:3.0:1763335111.507306:0:28961:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c3a2aa00/0x3ec0b540075782ea lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.507349:0:28961:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c5281800/0x3ec0b540075780a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820ac expref: 12 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.507357:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335111.507359:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335111.507363:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c3a2aa00/0x3ec0b540075782ea lrc: 4/0,1 mode: --/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.507387:0:28961:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c5281800/0x3ec0b540075780a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820ac expref: 12 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.507399:0:28961:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c5281800/0x3ec0b540075780a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820ac expref: 12 pid: 8725 timeout: 1204 lvb_type: 0 00000100:00100000:3.0:1763335111.507410:0:28961:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b45880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28961:1848989826123136:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335111.507453:0:28961:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001d106e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335111.507471:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6872 00000100:00100000:3.0:1763335111.507478:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc534380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+13:3664:x1848989826123008:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763335111.507602:0:8416:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x283:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335111.507605:0:8416:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x283:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763335111.507607:0:8416:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x283:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335111.507609:0:8416:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x283:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763335111.507611:0:8416:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x283:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335111.507645:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc534380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+14:3664:x1848989826123008:12345-0@lo:2:osp-syn-0-1.0 Request processed in 167us (544us total) trans 21474839033 rc 0/0 00000100:00100000:3.0:1763335111.507652:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6872 00000100:00100000:3.0:1763335111.507665:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6873 00000100:00100000:3.0:1763335111.507670:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+13:3664:x1848989826122624:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763335111.507680:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:640 count 1 00010000:00010000:3.0:1763335111.507690:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c3a2b000/0x3ec0b540075782f1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x280:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.507700:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c7848800/0x3ec0b5400757813f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820e4 expref: 12 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.507706:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335111.507708:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335111.507711:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c3a2b000/0x3ec0b540075782f1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.507729:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c7848800/0x3ec0b5400757813f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820e4 expref: 12 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.507743:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c7848800/0x3ec0b5400757813f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820e4 expref: 12 pid: 8416 timeout: 1204 lvb_type: 0 00000100:00100000:3.0:1763335111.507752:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b47b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1848989826123264:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335111.507776:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001d1864f00 going to sleep for 11 seconds 00000100:00100000:3.0:1763335111.507885:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826123392:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763335111.507911:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335111.507927:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff92b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826123904:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335111.507946:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335111.507961:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763335111.507966:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826123776:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763335111.507983:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335111.508005:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826123392 00000100:00100000:3.0:1763335111.508008:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826123392 00000100:00100000:3.0:1763335111.508030:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826123904 00000100:00100000:3.0:1763335111.508032:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826123904 00000100:00100000:3.0:1763335111.508043:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826123776 00000100:00100000:3.0:1763335111.508045:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826123776 00000100:00100000:3.0:1763335111.508054:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6874 00000100:00100000:3.0:1763335111.508060:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+49:3665:x1848989826123392:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763335111.508071:0:28568:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:638 count 1 00010000:00010000:3.0:1763335111.508085:0:28568:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b540075782f8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.508098:0:28568:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007577f86 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88204a expref: 33 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335111.508109:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335111.508111:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335111.508114:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b540075782f8 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.508133:0:28568:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007577f86 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88204a expref: 33 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335111.508142:0:28568:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007577f86 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88204a expref: 33 pid: 28568 timeout: 1204 lvb_type: 1 00000100:00100000:3.0:1763335111.508151:0:28568:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff928380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28568:1848989826124160:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335111.508179:0:28568:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c7926c00 going to sleep for 11 seconds 00000100:00100000:3.0:1763335111.508196:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6875 00000100:00100000:3.0:1763335111.508203:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff929c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+49:3665:x1848989826123904:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335111.508293:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff929c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+50:3665:x1848989826123904:12345-0@lo:2:osp-syn-1-1.0 Request processed in 91us (345us total) trans 17179871743 rc 0/0 00000100:00100000:3.0:1763335111.508300:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6875 00000100:00100000:3.0:1763335111.508333:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6876 00000100:00100000:3.0:1763335111.508340:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff929880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+49:3665:x1848989826123776:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763335111.508351:0:27804:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:643 count 1 00002000:00010000:3.0:1763335111.508368:0:27804:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x283:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335111.508373:0:27804:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001ffbbf200/0x3ec0b540075782ff lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.508384:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335111.508386:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335111.508390:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001ffbbf200/0x3ec0b540075782ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.508400:0:27804:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001ffbbf200/0x3ec0b540075782ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.508408:0:27804:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001ffbbf200/0x3ec0b540075782ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.508415:0:27804:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9001ffbbf200/0x3ec0b540075782ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.508430:0:27804:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335111.508567:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff929880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+50:3665:x1848989826123776:12345-0@lo:6:osp-syn-1-1.0 Request processed in 226us (581us total) trans 17179871744 rc 0/0 00000100:00100000:3.0:1763335111.508573:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6876 00000004:00080000:3.0:1763335111.508612:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001ff929f80/2, rc 0, transno 17179871744 00000100:00100000:3.0:1763335111.508617:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff929f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826123776:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1763335111.508625:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001ff92b480/2, rc 0, transno 17179871743 00000100:00100000:3.0:1763335111.508628:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff92b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826123904:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763335111.508645:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4aa0700/2, rc 0, transno 21474839033 00000100:00100000:3.0:1763335111.508650:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4aa0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826123008:0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1763335111.509044:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335111.509051:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9001ffbbf200/0x3ec0b540075782ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.509059:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffbbf200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335111.509063:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9001ffbbf200/0x3ec0b540075782ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.509072:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9001ffbbf200/0x3ec0b540075782ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.509098:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9001ffbbf200/0x3ec0b540075782ff lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.509109:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001ffbbf200/0x3ec0b540075782ff lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.509125:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335111.509127:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335111.509129:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335111.509491:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4aa0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826122752:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763335111.509532:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335111.509550:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826123520:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763335111.509567:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335111.509585:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff92b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826124032:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335111.509602:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335111.509622:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1763335111.509627:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826122368:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763335111.509644:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335111.509652:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4aa2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826122880:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335111.509669:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335111.509676:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff92bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826123648:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763335111.509692:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335111.509711:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826122752 00000100:00100000:0.0:1763335111.509716:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826122752 00000100:00100000:0.0:1763335111.509739:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826123520 00000100:00100000:0.0:1763335111.509742:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826123520 00000100:00100000:0.0:1763335111.509751:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826124032 00000100:00100000:0.0:1763335111.509753:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826124032 00000100:00100000:0.0:1763335111.509760:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826122368 00000100:00100000:0.0:1763335111.509762:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826122368 00000100:00100000:0.0:1763335111.509770:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826122880 00000100:00100000:0.0:1763335111.509772:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826122880 00000100:00100000:0.0:1763335111.509780:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826123648 00000100:00100000:0.0:1763335111.509782:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826123648 00000100:00100000:0.0:1763335111.509794:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6877 00000100:00100000:0.0:1763335111.509811:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+16:3666:x1848989826122752:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763335111.509829:0:27803:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:641 count 1 00002000:00010000:0.0:1763335111.509854:0:27803:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x281:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335111.509861:0:27803:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000cc95fe00/0x3ec0b54007578306 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x281:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.509871:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335111.509873:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335111.509877:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cc95fe00/0x3ec0b54007578306 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.509887:0:27803:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000cc95fe00/0x3ec0b54007578306 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.509901:0:27803:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000cc95fe00/0x3ec0b54007578306 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.509908:0:27803:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000cc95fe00/0x3ec0b54007578306 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.509925:0:27803:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763335111.510103:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+17:3666:x1848989826122752:12345-0@lo:6:osp-syn-0-1.0 Request processed in 301us (569us total) trans 21474839034 rc 0/0 00000100:00100000:0.0:1763335111.510110:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6877 00000100:00100000:0.0:1763335111.510125:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6878 00000100:00100000:0.0:1763335111.510131:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dcb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+52:3666:x1848989826123520:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763335111.510142:0:27803:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:639 count 1 00010000:00010000:0.0:1763335111.510156:0:27803:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e200/0x3ec0b5400757830d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.510169:0:27803:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b540075780ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820b3 expref: 33 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.510175:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335111.510177:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335111.510180:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e200/0x3ec0b5400757830d lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.510204:0:27803:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b540075780ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820b3 expref: 33 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.510221:0:27803:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b540075780ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820b3 expref: 33 pid: 8725 timeout: 1204 lvb_type: 0 00000100:00100000:0.0:1763335111.510232:0:27803:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6dc9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27803:1848989826124288:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335111.510279:0:27803:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c2f8c780 going to sleep for 11 seconds 00010000:00010000:0.0:1763335111.510290:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335111.510295:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000cc95fe00/0x3ec0b54007578306 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.510303:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95fe00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335111.510306:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000cc95fe00/0x3ec0b54007578306 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.510334:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000cc95fe00/0x3ec0b54007578306 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.510347:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000cc95fe00/0x3ec0b54007578306 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.510354:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000cc95fe00/0x3ec0b54007578306 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x281:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.510367:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335111.510368:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335111.510370:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763335111.510393:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4aa0380/2, rc 0, transno 21474839034 00000100:00100000:0.0:1763335111.510398:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4aa0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826122752:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763335111.510414:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6879 00000100:00100000:0.0:1763335111.510421:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dcb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+52:3666:x1848989826124032:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763335111.510501:0:27804:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x285:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335111.510504:0:27804:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x285:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763335111.510506:0:27804:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x285:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335111.510508:0:27804:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x285:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763335111.510510:0:27804:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x285:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335111.510540:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dcb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+53:3666:x1848989826124032:12345-0@lo:2:osp-syn-1-1.0 Request processed in 119us (935us total) trans 17179871745 rc 0/0 00000100:00100000:0.0:1763335111.510546:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6879 00000100:00100000:0.0:1763335111.510560:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6880 00000100:00100000:0.0:1763335111.510566:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+16:3666:x1848989826122368:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763335111.510578:0:27804:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:636 count 1 00010000:00010000:0.0:1763335111.510588:0:27804:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e600/0x3ec0b54007578314 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.510598:0:27804:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c6faea00/0x3ec0b54007577e44 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fe8 expref: 12 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.510604:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335111.510605:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335111.510607:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e600/0x3ec0b54007578314 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.510627:0:27804:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c6faea00/0x3ec0b54007577e44 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fe8 expref: 12 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.510640:0:27804:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c6faea00/0x3ec0b54007577e44 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fe8 expref: 12 pid: 28568 timeout: 1204 lvb_type: 0 00000100:00100000:0.0:1763335111.510649:0:27804:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6dca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27804:1848989826124416:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335111.510671:0:27804:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c2f8ca80 going to sleep for 11 seconds 00000004:00080000:0.0:1763335111.510692:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001ff92b100/2, rc 0, transno 17179871745 00000100:00100000:0.0:1763335111.510697:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff92b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826124032:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763335111.510786:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6881 00000100:00100000:2.0:1763335111.510796:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+16:3666:x1848989826122880:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335111.510910:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+17:3666:x1848989826122880:12345-0@lo:2:osp-syn-0-1.0 Request processed in 116us (1239us total) trans 21474839035 rc 0/0 00000100:00100000:2.0:1763335111.510917:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6881 00000100:00100000:2.0:1763335111.510929:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6882 00000100:00100000:2.0:1763335111.510936:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+52:3666:x1848989826123648:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763335111.510949:0:8725:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:642 count 1 00010000:00010000:2.0:1763335111.510959:0:8725:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6a00/0x3ec0b5400757831b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.510970:0:8725:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf800/0x3ec0b54007578131 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820dd expref: 33 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.510976:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335111.510978:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335111.510980:0:8725:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6a00/0x3ec0b5400757831b lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.510999:0:8725:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf800/0x3ec0b54007578131 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820dd expref: 33 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.511008:0:8725:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf800/0x3ec0b54007578131 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820dd expref: 33 pid: 28961 timeout: 1204 lvb_type: 0 00000100:00100000:2.0:1763335111.511016:0:8725:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1334a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8725:1848989826124544:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335111.511045:0:8725:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001fcd2d780 going to sleep for 11 seconds 00000004:00080000:0.0:1763335111.514393:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4aa2680/2, rc 0, transno 21474839035 00000100:00100000:0.0:1763335111.514407:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4aa2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826122880:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335111.518770:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.519405:0:28568:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff928380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28568:1848989826124160:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335111.519434:0:28568:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b540075782f8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335111.519477:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.519501:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814895232 00000100:00100000:0.0:1763335111.519508:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814895232 00010000:00010000:0.0:1763335111.519542:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c7848800/0x3ec0b5400757813f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820e4 expref: 13 pid: 8416 timeout: 1204 lvb_type: 0 00000100:00100000:0.0:1763335111.519573:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3256 00000100:00100000:0.0:1763335111.519582:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c487ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:2426:x1848989814895232:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335111.519598:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335111.519604:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c7848800/0x3ec0b5400757813f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x280:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820e4 expref: 13 pid: 8416 timeout: 1204 lvb_type: 0 00010000:00010000:0.0:1763335111.519616:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c7848800/0x3ec0b5400757813f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x280:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820e4 expref: 13 pid: 8416 timeout: 1204 lvb_type: 0 00010000:00010000:0.0:1763335111.519640:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335111.519643:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335111.519647:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c3a2b000/0x3ec0b540075782f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x280:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.519656:0:7458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c3a2b000/0x3ec0b540075782f1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x280:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.519673:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335111.519719:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c487ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:2426:x1848989814895232:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 138us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335111.519726:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3256 00000100:00100000:0.0:1763335111.519766:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.519786:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814895360 00000100:00100000:0.0:1763335111.519791:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814895360 00010000:00010000:0.0:1763335111.519817:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007577f86 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88204a expref: 34 pid: 28568 timeout: 1204 lvb_type: 1 00000100:00100000:0.0:1763335111.519837:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3257 00000100:00100000:0.0:1763335111.519843:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c487b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+34:2426:x1848989814895360:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335111.519852:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335111.519855:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007577f86 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88204a expref: 34 pid: 28568 timeout: 1204 lvb_type: 1 00010000:00010000:0.0:1763335111.519868:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007577f86 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88204a expref: 34 pid: 28568 timeout: 1204 lvb_type: 1 00010000:00010000:0.0:1763335111.519882:0:33041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007577f86 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x27e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88204a expref: 34 pid: 28568 timeout: 1204 lvb_type: 1 00010000:00010000:0.0:1763335111.519894:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335111.519896:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335111.519899:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b540075782f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.519906:0:33041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b540075782f8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.519922:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335111.519942:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c487b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:2426:x1848989814895360:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 99us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335111.519948:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3257 00010000:00010000:0.0:1763335111.519967:0:28568:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b540075782f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.519974:0:28568:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b540075782f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.519983:0:28568:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b540075782f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.519995:0:28568:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b540075782f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.520012:0:28568:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763335111.520338:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+53:3665:x1848989826123392:12345-0@lo:6:osp-syn-1-1.0 Request processed in 12276us (12425us total) trans 17179871746 rc 0/0 00000100:00100000:0.0:1763335111.520346:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6874 00010000:00010000:0.0:1763335111.520367:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335111.520373:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b540075782f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.520381:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185600 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335111.520386:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b540075782f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.520394:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b540075782f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.520405:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b540075782f8 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.520411:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b540075782f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x27e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.520426:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335111.520427:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335111.520429:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763335111.520458:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c9b45180/2, rc 0, transno 17179871746 00000100:00100000:0.0:1763335111.520464:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826123392:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763335111.520541:0:28961:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b45880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28961:1848989826123136:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335111.520556:0:28961:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c3a2aa00/0x3ec0b540075782ea lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335111.520619:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.520633:0:7458:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814895488 00000100:00100000:0.0:1763335111.520637:0:7458:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814895488 00010000:00010000:0.0:1763335111.520651:0:7458:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5281800/0x3ec0b540075780a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820ac expref: 13 pid: 8725 timeout: 1204 lvb_type: 0 00000100:00100000:0.0:1763335111.520668:0:7458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3258 00000100:00100000:0.0:1763335111.520674:0:7458:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c487a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:2428:x1848989814895488:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335111.520683:0:7458:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335111.520686:0:7458:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c5281800/0x3ec0b540075780a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820ac expref: 13 pid: 8725 timeout: 1204 lvb_type: 0 00010000:00010000:0.0:1763335111.520695:0:7458:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c5281800/0x3ec0b540075780a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820ac expref: 13 pid: 8725 timeout: 1204 lvb_type: 0 00010000:00010000:0.0:1763335111.520707:0:7458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c5281800/0x3ec0b540075780a5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820ac expref: 13 pid: 8725 timeout: 1204 lvb_type: 0 00010000:00010000:0.0:1763335111.520715:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335111.520717:0:7458:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335111.520720:0:7458:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c3a2aa00/0x3ec0b540075782ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.520727:0:7458:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c3a2aa00/0x3ec0b540075782ea lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.520741:0:7458:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335111.520760:0:7458:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c487a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2428:x1848989814895488:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 86us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335111.520767:0:7458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3258 00010000:00010000:0.0:1763335111.520786:0:28961:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c3a2aa00/0x3ec0b540075782ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.520793:0:28961:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c3a2aa00/0x3ec0b540075782ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.520814:0:28961:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c3a2aa00/0x3ec0b540075782ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.520821:0:28961:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c3a2aa00/0x3ec0b540075782ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.520833:0:28961:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763335111.521010:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc535880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+17:3664:x1848989826122496:12345-0@lo:6:osp-syn-0-1.0 Request processed in 13748us (13971us total) trans 21474839036 rc 0/0 00000100:00100000:0.0:1763335111.521017:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6871 00010000:00010000:0.0:1763335111.521035:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335111.521040:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c3a2aa00/0x3ec0b540075782ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.521048:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c3a2aa00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335111.521051:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c3a2aa00/0x3ec0b540075782ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.521057:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c3a2aa00/0x3ec0b540075782ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.521068:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c3a2aa00/0x3ec0b540075782ea lrc: 1/0,0 mode: --/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.521076:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c3a2aa00/0x3ec0b540075782ea lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.521088:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335111.521090:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335111.521092:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335111.521120:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.521136:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814895616 00000100:00100000:0.0:1763335111.521140:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814895616 00000100:00100000:0.0:1763335111.521162:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6883 00000100:00100000:0.0:1763335111.521168:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c487a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:55956:x1848989814895616:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335111.521179:0:28961:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335111.521194:0:28961:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578322 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882177 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335111.521212:0:28961:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x282:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335111.521224:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335111.521225:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335111.521231:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578322 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882177 expref: 13 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.521243:0:28961:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578322 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882177 expref: 13 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.521253:0:28961:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6e1fa00, rc 0) 00000100:00100000:0.0:1763335111.521273:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c487a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:55956:x1848989814895616:12345-192.168.204.57@tcp:101:bash.0 Request processed in 106us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335111.521280:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6883 00000004:00080000:3.0:1763335111.523045:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5f74380/2, rc 0, transno 21474839036 00000100:00100000:3.0:1763335111.523059:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826122496:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763335111.523105:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c7848800/0x3ec0b5400757813f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x280:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820e4 expref: 12 pid: 8416 timeout: 1204 lvb_type: 0 00000100:00100000:3.0:1763335111.523122:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b47b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1848989826123264:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335111.523146:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c3a2b000/0x3ec0b540075782f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.523156:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c3a2b000/0x3ec0b540075782f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.523165:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c3a2b000/0x3ec0b540075782f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335111.523165:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814895104 00000100:00100000:1.0:1763335111.523175:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814895104 00010000:00010000:3.0:1763335111.523179:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c3a2b000/0x3ec0b540075782f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.523188:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c3a2b000/0x3ec0b540075782f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.523214:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763335111.523231:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335111.523239:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c3a2b000/0x3ec0b540075782f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.523249:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c3a2b000 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335111.523253:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c3a2b000/0x3ec0b540075782f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.523263:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c3a2b000/0x3ec0b540075782f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.523279:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c3a2b000/0x3ec0b540075782f1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.523285:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c3a2b000/0x3ec0b540075782f1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x280:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.523302:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335111.523305:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335111.523307:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335111.523348:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9922 00000100:00100000:1.0:1763335111.523359:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1335880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+267:57020:x1848989814895104:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335111.523380:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335111.523400:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578329 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882170 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.523467:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578330 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335111.523480:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578330 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00000100:00100000:3.0:1763335111.523483:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+17:3664:x1848989826122624:12345-0@lo:6:osp-syn-0-1.0 Request processed in 15810us (16333us total) trans 21474839037 rc 0/0 00010000:00010000:1.0:1763335111.523493:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578330 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000100:00100000:3.0:1763335111.523496:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6873 00010000:00010000:1.0:1763335111.523513:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578337 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335111.523521:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578337 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335111.523528:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578337 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335111.523709:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b5400757833e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335111.523718:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b5400757833e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335111.523725:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b5400757833e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:1.0:1763335111.523738:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x20c:0x0]: returning size 2 00010000:00010000:1.0:1763335111.523816:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578330 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335111.523964:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578330 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335111.523971:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578330 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335111.523976:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578330 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335111.523981:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faf000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335111.523985:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578330 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335111.523991:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578330 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335111.524000:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602600) 00010000:00010000:1.0:1763335111.524003:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335111.524007:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578330 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335111.524012:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578330 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335111.524033:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578337 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335111.524039:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578337 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335111.524048:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578337 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335111.524053:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fafa00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335111.524056:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578337 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335111.524061:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578337 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335111.524069:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da602200) 00010000:00010000:1.0:1763335111.524071:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335111.524074:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578337 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335111.524080:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578337 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335111.524128:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578329 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882170 expref: 270 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.524142:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b5400757833e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882170 expref: 269 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.524149:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20c:0x0].0x0 (ffff9001cada2a00) 00010000:00010000:1.0:1763335111.524152:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335111.524154:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fafc00, rc 0) 00000100:00100000:1.0:1763335111.524212:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1335880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:57020:x1848989814895104:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 852us (5449us total) trans 4294973473 rc 0/0 00000100:00100000:1.0:1763335111.524220:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9922 00000004:00080000:2.0:1763335111.524253:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4aa3800/2, rc 0, transno 21474839037 00000100:00100000:2.0:1763335111.524260:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4aa3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826122624:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763335111.525908:0:27803:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6dc9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27803:1848989826124288:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335111.525933:0:27803:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e200/0x3ec0b5400757830d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335111.528329:0:27804:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6dca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27804:1848989826124416:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335111.528362:0:27804:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e600/0x3ec0b54007578314 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335111.529170:0:8725:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1334a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8725:1848989826124544:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335111.529187:0:8725:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6a00/0x3ec0b5400757831b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335111.529288:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335111.529395:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335111.529606:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.529644:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814895744 00000100:00100000:1.0:1763335111.529651:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814895744 00010000:00010000:1.0:1763335111.529685:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b540075780ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820b3 expref: 33 pid: 8725 timeout: 1204 lvb_type: 0 00000100:00100000:3.0:1763335111.529921:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335111.529938:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814896128 00000100:00100000:3.0:1763335111.529941:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814896128 00000100:00100000:3.0:1763335111.529969:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6884 00000100:00100000:3.0:1763335111.529978:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff928a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+34:55956:x1848989814896128:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335111.529992:0:8416:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335111.530010:0:8416:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001ffbbf600/0x3ec0b5400757834c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88217e expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335111.530030:0:8416:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x284:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335111.530050:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335111.530052:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335111.530060:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001ffbbf600/0x3ec0b5400757834c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88217e expref: 35 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.530076:0:8416:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9001ffbbf600/0x3ec0b5400757834c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88217e expref: 35 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335111.530229:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814896000 00000100:00100000:1.0:1763335111.530234:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814896000 00010000:00010000:1.0:1763335111.530257:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf800/0x3ec0b54007578131 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820dd expref: 36 pid: 28961 timeout: 1204 lvb_type: 0 00000100:00100000:1.0:1763335111.530276:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814895872 00000100:00100000:1.0:1763335111.530279:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814895872 00010000:00010000:1.0:1763335111.530291:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6faea00/0x3ec0b54007577e44 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fe8 expref: 12 pid: 28568 timeout: 1204 lvb_type: 0 00000100:00100000:1.0:1763335111.530305:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3259 00000100:00100000:1.0:1763335111.530311:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff929500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+36:2429:x1848989814895744:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335111.530344:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335111.530349:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b540075780ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820b3 expref: 36 pid: 8725 timeout: 1204 lvb_type: 0 00010000:00010000:1.0:1763335111.530360:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b540075780ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820b3 expref: 36 pid: 8725 timeout: 1204 lvb_type: 0 00010000:00010000:1.0:1763335111.530381:0:33041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000cc95f200/0x3ec0b540075780ac lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820b3 expref: 36 pid: 8725 timeout: 1204 lvb_type: 0 00010000:00010000:1.0:1763335111.530394:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335111.530396:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335111.530401:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e200/0x3ec0b5400757830d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.530410:0:33041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e200/0x3ec0b5400757830d lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.530432:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335111.530480:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff929500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+35:2429:x1848989814895744:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 168us (1193us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335111.530487:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3259 00000100:00100000:1.0:1763335111.530503:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3260 00000100:00100000:1.0:1763335111.530509:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001fb62cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+34:2429:x1848989814896000:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335111.530518:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335111.530522:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf800/0x3ec0b54007578131 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820dd expref: 34 pid: 28961 timeout: 1204 lvb_type: 0 00010000:00010000:1.0:1763335111.530531:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf800/0x3ec0b54007578131 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820dd expref: 34 pid: 28961 timeout: 1204 lvb_type: 0 00010000:00010000:1.0:1763335111.530543:0:33041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf800/0x3ec0b54007578131 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8820dd expref: 34 pid: 28961 timeout: 1204 lvb_type: 0 00010000:00010000:1.0:1763335111.530558:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335111.530560:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335111.530563:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6a00/0x3ec0b5400757831b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.530571:0:33041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6a00/0x3ec0b5400757831b lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.530586:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335111.530604:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001fb62cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:2429:x1848989814896000:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 95us (1208us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335111.530610:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3260 00000100:00100000:1.0:1763335111.530648:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3261 00000100:00100000:1.0:1763335111.530654:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2429:x1848989814895872:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335111.530662:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335111.530667:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c6faea00/0x3ec0b54007577e44 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fe8 expref: 12 pid: 28568 timeout: 1204 lvb_type: 0 00010000:00010000:1.0:1763335111.530676:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c6faea00/0x3ec0b54007577e44 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fe8 expref: 12 pid: 28568 timeout: 1204 lvb_type: 0 00010000:00010000:1.0:1763335111.530690:0:33041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c6faea00/0x3ec0b54007577e44 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a881fe8 expref: 12 pid: 28568 timeout: 1204 lvb_type: 0 00010000:00010000:1.0:1763335111.530699:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335111.530700:0:33041:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335111.530704:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e600/0x3ec0b54007578314 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.530712:0:33041:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e600/0x3ec0b54007578314 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.530727:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335111.530744:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2429:x1848989814895872:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 90us (1138us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335111.530750:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3261 00010000:00010000:1.0:1763335111.530771:0:27804:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e600/0x3ec0b54007578314 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.530780:0:27804:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e600/0x3ec0b54007578314 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.530789:0:27804:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e600/0x3ec0b54007578314 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.530798:0:27804:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e600/0x3ec0b54007578314 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.530828:0:27804:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763335111.531035:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+17:3666:x1848989826122368:12345-0@lo:6:osp-syn-0-1.0 Request processed in 20468us (21388us total) trans 21474839038 rc 0/0 00000100:00100000:1.0:1763335111.531043:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6880 00010000:00010000:2.0:1763335111.531206:0:8725:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6a00/0x3ec0b5400757831b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.531216:0:8725:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6a00/0x3ec0b5400757831b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.531225:0:8725:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6a00/0x3ec0b5400757831b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.531232:0:8725:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6a00/0x3ec0b5400757831b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.531257:0:8725:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1763335111.531398:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+53:3666:x1848989826123648:12345-0@lo:6:osp-syn-1-1.0 Request processed in 20462us (21704us total) trans 17179871747 rc 0/0 00000100:00100000:2.0:1763335111.531405:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6882 00010000:00010000:2.0:1763335111.531424:0:27803:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e200/0x3ec0b5400757830d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.531432:0:27803:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e200/0x3ec0b5400757830d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.531441:0:27803:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e200/0x3ec0b5400757830d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.531448:0:27803:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e200/0x3ec0b5400757830d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.531462:0:27803:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1763335111.531546:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dcb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+53:3666:x1848989826123520:12345-0@lo:6:osp-syn-1-1.0 Request processed in 21415us (21977us total) trans 17179871748 rc 0/0 00000100:00100000:2.0:1763335111.531553:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6878 00000100:00100000:2.0:1763335111.531599:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:0.0:1763335111.532787:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1763335111.532797:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e600/0x3ec0b54007578314 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.532815:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95e600 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335111.532819:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e600/0x3ec0b54007578314 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.532828:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e600/0x3ec0b54007578314 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.532844:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e600/0x3ec0b54007578314 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.532851:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e600/0x3ec0b54007578314 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.532873:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763335111.532876:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6a00/0x3ec0b5400757831b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.532882:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed6a00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335111.532885:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6a00/0x3ec0b5400757831b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.532891:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6a00/0x3ec0b5400757831b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.532900:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6a00/0x3ec0b5400757831b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.532906:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6a00/0x3ec0b5400757831b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.532916:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335111.532919:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e200/0x3ec0b5400757830d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.532924:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95e200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335111.532927:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e200/0x3ec0b5400757830d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.532933:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e200/0x3ec0b5400757830d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.532941:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e200/0x3ec0b5400757830d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.532946:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000cc95e200/0x3ec0b5400757830d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x27f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.532954:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335111.532956:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335111.532957:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335111.533034:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335111.533046:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814896384 00000100:00100000:0.0:1763335111.533054:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814896384 00000100:00100000:0.0:1763335111.533113:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3430 00000100:00100000:0.0:1763335111.533121:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1334a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:57020:x1848989814896384:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335111.533302:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1334a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:57020:x1848989814896384:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 181us (1702us total) trans 4294973474 rc 0/0 00000100:00100000:0.0:1763335111.533308:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3430 00000004:00080000:0.0:1763335111.533374:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5f75180/2, rc 0, transno 21474839038 00000100:00100000:0.0:1763335111.533380:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826122368:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1763335111.533391:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001ff92bb80/2, rc 0, transno 17179871747 00000100:00100000:0.0:1763335111.533394:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff92bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826123648:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1763335111.533401:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c9b45c00/2, rc 0, transno 17179871748 00000100:00100000:0.0:1763335111.533404:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826123520:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763335111.533583:0:8416:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001ffbbf600, rc 0) 00000100:00100000:3.0:1763335111.533676:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff928a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:55956:x1848989814896128:12345-192.168.204.57@tcp:101:bash.0 Request processed in 3699us (3754us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335111.533683:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6884 00010000:00010000:1.0:1763335111.534824:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335111.538993:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.539150:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814896512 00000100:00100000:0.0:1763335111.539160:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814896512 00000100:00100000:0.0:1763335111.539224:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3431 00000100:00100000:0.0:1763335111.539233:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1334e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:57020:x1848989814896512:12345-192.168.204.57@tcp:33:lfs.0 00000100:00100000:0.0:1763335111.539431:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1334e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:57020:x1848989814896512:12345-192.168.204.57@tcp:33:lfs.0 Request processed in 198us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335111.539439:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3431 00000100:00100000:3.0:1763335111.539773:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335111.539894:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.540116:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814896640 00000100:00100000:1.0:1763335111.540122:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814896640 00002000:00010000:1.0:1763335111.540146:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/642 (0->18446744073709551615) 00002000:00100000:1.0:1763335111.540150:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001ff928e00 with x1848989814896640 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335111.540162:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9001ff928e00. 00000100:00100000:1.0:1763335111.540190:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814896768 00000100:00100000:1.0:1763335111.540193:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814896768 00002000:00010000:1.0:1763335111.540206:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/644 (0->18446744073709551615) 00002000:00100000:1.0:1763335111.540208:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001ff92a680 with x1848989814896768 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335111.540214:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001ff92a680. 00000100:00100000:1.0:1763335111.540228:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1676 00000100:00100000:1.0:1763335111.540235:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff928e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2427:x1848989814896640:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:1.0:1763335111.540413:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x282:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335111.540417:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x282:0x0] updating lvb mtime from disk: 0 -> 1763335111 00002000:00010000:1.0:1763335111.540419:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x282:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335111.540422:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x282:0x0] updating lvb ctime from disk: 0 -> 1763335111 00002000:00010000:1.0:1763335111.540424:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x282:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335111.540457:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff928e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2427:x1848989814896640:12345-192.168.204.57@tcp:10:bash.0 Request processed in 221us (684us total) trans 21474839039 rc 0/0 00000100:00100000:1.0:1763335111.540464:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1676 00002000:00010000:1.0:1763335111.540467:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/642 (0->18446744073709551615) 00002000:00100000:1.0:1763335111.540470:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001ff928e00 with x1848989814896640 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335111.540474:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9001ff928e00. 00000100:00100000:1.0:1763335111.540490:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1677 00000100:00100000:1.0:1763335111.540497:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:2427:x1848989814896768:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:1.0:1763335111.540581:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x284:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335111.540584:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x284:0x0] updating lvb mtime from disk: 0 -> 1763335111 00002000:00010000:1.0:1763335111.540587:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x284:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335111.540589:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x284:0x0] updating lvb ctime from disk: 0 -> 1763335111 00002000:00010000:1.0:1763335111.540591:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x284:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335111.540613:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:2427:x1848989814896768:12345-192.168.204.57@tcp:10:bash.0 Request processed in 117us (720us total) trans 17179871749 rc 0/0 00000100:00100000:1.0:1763335111.540620:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1677 00002000:00010000:1.0:1763335111.540623:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/644 (0->18446744073709551615) 00002000:00100000:1.0:1763335111.540625:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001ff92a680 with x1848989814896768 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335111.540629:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001ff92a680. 00000100:00100000:3.0:1763335111.549958:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.550065:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814897024 00000100:00100000:2.0:1763335111.550076:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814897024 00000100:00100000:2.0:1763335111.550229:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3432 00000100:00100000:2.0:1763335111.550240:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1610850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:55956:x1848989814897024:12345-192.168.204.57@tcp:35:bash.0 00000100:00100000:2.0:1763335111.550579:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1610850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+271:55956:x1848989814897024:12345-192.168.204.57@tcp:35:bash.0 Request processed in 340us (629us total) trans 4294973475 rc 0/0 00000100:00100000:2.0:1763335111.550587:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3432 00000100:00100000:0.0:1763335111.557568:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.557641:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814897280 00000100:00100000:1.0:1763335111.557651:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814897280 00000100:00100000:1.0:1763335111.557701:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9923 00000100:00100000:1.0:1763335111.557710:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c487b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+271:57021:x1848989814897280:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335111.557731:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335111.557752:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007578353 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882185 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.557859:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757835a lrc: 3/1,0 mode: --/CR res: [0x240000405:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335111.557872:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757835a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x20c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.557882:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757835a lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x20c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:1.0:1763335111.557893:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x20c:0x0]: returning size 5 00010000:00010000:1.0:1763335111.557997:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007578353 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x20c:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882185 expref: 274 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.558019:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757835a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x20c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882185 expref: 273 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.558027:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20c:0x0].0x0 (ffff9001cada2a00) 00010000:00010000:1.0:1763335111.558030:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1763335111.558033:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faf800, rc 0) 00000100:00100000:1.0:1763335111.558094:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c487b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57021:x1848989814897280:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 385us (534us total) trans 4294973476 rc 0/0 00000100:00100000:1.0:1763335111.558100:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9923 00000100:00100000:0.0:1763335111.561415:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.561448:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.561537:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814897536 00000100:00100000:1.0:1763335111.561547:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814897536 00000100:00100000:1.0:1763335111.561602:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814897664 00000100:00100000:1.0:1763335111.561605:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814897664 00000100:00100000:1.0:1763335111.561638:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9924 00000100:00100000:1.0:1763335111.561647:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4878e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:57022:x1848989814897536:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:1.0:1763335111.561697:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1763335111.561721:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075782e3 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x20c:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882169 expref: 274 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.561742:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b5400757833e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882170 expref: 273 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.561752:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075782a4 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882154 expref: 272 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.561761:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20c:0x0].0x0 (ffff9001cada2a00) 00010000:00010000:1.0:1763335111.561766:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335111.561789:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578368 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335111.561810:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578368 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335111.561819:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578368 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335111.561831:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b5400757836f lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335111.561837:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b5400757836f lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335111.561842:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b5400757836f lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335111.561909:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578376 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335111.561919:0:13840:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757835a lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x20c:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882185 expref: 271 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.561926:0:13840:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578376 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335111.561959:0:13840:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757835a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x20c:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882185 expref: 271 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.561971:0:13840:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757835a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x20c:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882185 expref: 271 pid: 6532 timeout: 1204 lvb_type: 0 00000100:00100000:1.0:1763335111.561989:0:13840:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4aa3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13840:1848989826124672:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335111.562060:0:13840:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000ccba6000 going to sleep for 11 seconds 00000100:00100000:2.0:1763335111.562223:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9925 00000100:00100000:2.0:1763335111.562232:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4879500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+271:57021:x1848989814897664:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335111.562242:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335111.562252:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b5400757837d lrc: 2/0,0 mode: --/CR res: [0x240000405:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88218c expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.562339:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007578384 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335111.562348:0:6532:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578376 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.562353:0:6532:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007578384 lrc: 4/1,0 mode: --/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.562364:0:6532:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578376 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.562373:0:6532:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007578384 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000100:00100000:1.0:1763335111.566815:0:13840:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4aa3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13840:1848989826124672:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335111.566848:0:13840:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578376 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 13840 initiator: MDT1 00000100:00100000:0.0:1763335111.567461:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.567532:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814897792 00000100:00100000:2.0:1763335111.567539:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814897792 00010000:00010000:2.0:1763335111.567573:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757835a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x20c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882185 expref: 273 pid: 6532 timeout: 1204 lvb_type: 0 00000100:00100000:2.0:1763335111.567608:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3262 00000100:00100000:2.0:1763335111.567616:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4878380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:2427:x1848989814897792:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335111.567630:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335111.567636:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757835a lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x20c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882185 expref: 273 pid: 6532 timeout: 1204 lvb_type: 0 00010000:00010000:2.0:1763335111.567647:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757835a lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x20c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882185 expref: 273 pid: 6532 timeout: 1204 lvb_type: 0 00010000:00010000:2.0:1763335111.567667:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757835a lrc: 0/0,0 mode: --/CR res: [0x240000405:0x20c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882185 expref: 273 pid: 6532 timeout: 1204 lvb_type: 0 00010000:00010000:2.0:1763335111.567681:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20c:0x0].0x0 (ffff9001cada2a00) 00010000:00010000:2.0:1763335111.567685:0:6515:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578376 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.567695:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578376 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.567702:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578376 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.567708:0:6515:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007578384 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.567715:0:6515:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007578384 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.567721:0:6515:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007578384 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.567740:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335111.567791:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4878380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:2427:x1848989814897792:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 174us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335111.567804:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3262 00010000:00010000:1.0:1763335111.567870:0:13840:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578376 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335111.567877:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578376 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13840 initiator: MDT1 00000004:00080000:1.0:1763335111.568124:0:13840:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000405:0x20c:0x0] is inserted into orphan list, open count = 1 00010000:00010000:1.0:1763335111.568206:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578376 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335111.568213:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578376 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335111.568219:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578376 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335111.568225:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faf000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335111.568228:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578376 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335111.568234:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578376 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335111.568242:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20c:0x0].0x0 (ffff9001cada2a00) 00010000:00010000:1.0:1763335111.568246:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763335111.568248:0:13840:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007578384 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.568254:0:13840:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007578384 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.568259:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007578384 lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.568275:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578376 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335111.568281:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578376 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335111.568294:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578368 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335111.568300:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578368 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335111.568305:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578368 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335111.568309:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578368 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335111.568338:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fafe00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335111.568341:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578368 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335111.568346:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578368 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335111.568353:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602600) 00010000:00010000:1.0:1763335111.568355:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335111.568358:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578368 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335111.568363:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578368 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000004:00010000:1.0:1763335111.568377:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000013d9b547 reply state 0000000034f5a337 transno 4294973477 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b5400757836f lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335111.568388:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b5400757836f lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335111.568393:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da602200) 00010000:00010000:1.0:1763335111.568395:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335111.568398:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335111.568441:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4878e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57022:x1848989814897536:12345-192.168.204.57@tcp:36:rm.0 Request processed in 6795us (7034us total) trans 4294973477 rc 0/0 00000100:00100000:1.0:1763335111.568448:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9924 00010000:00010000:2.0:1763335111.569486:0:6532:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007578384 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.569496:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007578384 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:2.0:1763335111.569531:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x20c:0x0]: returning size 5 00000004:00200000:2.0:1763335111.569535:0:6532:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335111.569550:0:6532:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007578384 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.569576:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b5400757837d lrc: 0/0,0 mode: --/CR res: [0x240000405:0x20c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88218c expref: 273 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.569593:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7a00/0x3ec0b54007578384 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88218c expref: 272 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.569601:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20c:0x0].0x0 (ffff9001cada2a00) 00010000:00010000:2.0:1763335111.569603:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335111.569606:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7a00, rc 0) 00000100:00100000:2.0:1763335111.569656:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4879500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57021:x1848989814897664:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 7425us (8205us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335111.569663:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9925 00000100:00100000:0.0:1763335111.573078:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335111.573246:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814898048 00000100:00100000:3.0:1763335111.573257:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814898048 00000100:00100000:3.0:1763335111.573591:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3433 00000100:00100000:3.0:1763335111.573603:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4878a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57021:x1848989814898048:12345-192.168.204.57@tcp:35:lfs.0 00000004:00080000:3.0:1763335111.574090:0:6533:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x20c:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1763335111.574156:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1592, 64 off133008 00000040:00080000:3.0:1763335111.574181:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1593, 64 off133008 00000040:00080000:3.0:1763335111.574190:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1594, 64 off133072 00000040:00080000:3.0:1763335111.574199:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1593, 64 off133072 00010000:00010000:3.0:1763335111.574254:0:6533:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757838b lrc: 3/0,1 mode: --/PW res: [0x240000405:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 00010000:00010000:3.0:1763335111.574270:0:6533:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757838b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335111.574280:0:6533:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757838b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335111.574287:0:6533:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757838b lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335111.574293:0:6533:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757838b lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335111.574299:0:6533:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757838b lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335111.574652:0:6533:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763335111.574961:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4878a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57021:x1848989814898048:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 1357us (1889us total) trans 4294973478 rc 0/0 00000100:00100000:2.0:1763335111.574970:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3433 00010000:00010000:1.0:1763335111.575015:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335111.575023:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757838b lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335111.575030:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185600 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335111.575034:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757838b lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335111.575042:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757838b lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335111.575055:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20c:0x0].0x0 (ffff9001cada2a00) 00010000:00010000:1.0:1763335111.575058:0:8431:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763335111.575062:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757838b lrc: 1/0,0 mode: --/PW res: [0x240000405:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335111.575068:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757838b lrc: 0/0,0 mode: --/PW res: [0x240000405:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335111.575078:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335111.575080:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335111.575082:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335111.578247:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.578394:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814898176 00000100:00100000:2.0:1763335111.578404:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814898176 00000100:00100000:2.0:1763335111.578463:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9926 00000100:00100000:2.0:1763335111.578474:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4879c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57021:x1848989814898176:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335111.578497:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335111.578519:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007578392 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882193 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.578593:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007578399 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335111.578606:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007578399 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.578617:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007578399 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.578628:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075783a0 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335111.578635:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075783a0 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.578641:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075783a0 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.578681:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007578399 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.578688:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007578399 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.578694:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007578399 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.578700:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007578399 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.578706:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed6a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335111.578710:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007578399 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.578720:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007578399 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.578731:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3600) 00010000:00010000:2.0:1763335111.578734:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335111.578739:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007578399 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.578744:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007578399 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.578757:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075783a0 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.578763:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075783a0 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.578768:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075783a0 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.578773:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335111.578776:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075783a0 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.578781:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075783a0 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.578787:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da602200) 00010000:00010000:2.0:1763335111.578789:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335111.578793:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075783a0 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.578809:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075783a0 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.578838:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007578392 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882193 expref: 274 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.578848:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3600) 00010000:00010000:2.0:1763335111.578850:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335111.578854:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007578392 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882193 expref: 274 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.578867:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7200, rc 0) 00000100:00100000:2.0:1763335111.578925:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4879c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57021:x1848989814898176:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 453us (686us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335111.578933:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9926 00000100:00100000:3.0:1763335111.590022:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.591728:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814898432 00000100:00100000:1.0:1763335111.591741:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814898432 00000100:00100000:2.0:1763335111.592491:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9927 00000100:00100000:2.0:1763335111.592505:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57024:x1848989814898432:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335111.592525:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335111.592548:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075783a7 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88219a expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.592626:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075783ae lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335111.592639:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075783ae lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.592648:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075783ae lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.592657:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075783b5 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335111.592665:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075783b5 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.592671:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075783b5 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.592708:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075783ae lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.592714:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075783ae lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.592720:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075783ae lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.592725:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075783ae lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.592731:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335111.592735:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075783ae lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.592742:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075783ae lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.592752:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3600) 00010000:00010000:2.0:1763335111.592755:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335111.592760:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075783ae lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.592766:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075783ae lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.592779:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075783b5 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.592785:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075783b5 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.592790:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075783b5 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.592794:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed6a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335111.592808:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075783b5 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.592814:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075783b5 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.592821:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da602200) 00010000:00010000:2.0:1763335111.592823:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335111.592826:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075783b5 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.592831:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075783b5 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.592859:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075783a7 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88219a expref: 274 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.592869:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3600) 00010000:00010000:2.0:1763335111.592871:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763335111.592874:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075783a7 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88219a expref: 274 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.592885:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7200, rc 0) 00000100:00100000:2.0:1763335111.592959:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff929500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57024:x1848989814898432:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 458us (2948us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335111.592966:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9927 00000100:00100000:0.0:1763335111.597615:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335111.597748:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814898560 00000100:00100000:3.0:1763335111.597758:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814898560 00000100:00100000:3.0:1763335111.597997:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9928 00000100:00100000:3.0:1763335111.598007:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c487bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57023:x1848989814898560:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335111.598029:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335111.598051:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075783bc lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8821a1 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.598227:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075783c3 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335111.598240:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075783c3 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335111.598250:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075783c3 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335111.598259:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075783ca lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335111.598266:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075783ca lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335111.598271:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075783ca lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335111.598311:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075783c3 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335111.598398:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075783c3 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335111.598404:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075783c3 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335111.598410:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075783c3 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335111.598416:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335111.598420:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075783c3 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335111.598427:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075783c3 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335111.598439:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f6163800) 00010000:00010000:3.0:1763335111.598442:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335111.598447:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075783c3 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335111.598453:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b540075783c3 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335111.598464:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075783ca lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335111.598470:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075783ca lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335111.598475:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075783ca lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335111.598479:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335111.598513:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075783ca lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335111.598518:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075783ca lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335111.598526:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da602200) 00010000:00010000:3.0:1763335111.598529:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335111.598532:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075783ca lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335111.598537:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b540075783ca lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335111.598566:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075783bc lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821a1 expref: 274 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.598576:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f6163800) 00010000:00010000:3.0:1763335111.598578:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335111.598581:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b540075783bc lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821a1 expref: 274 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.598592:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc184000, rc 0) 00000100:00100000:2.0:1763335111.598747:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c487bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57023:x1848989814898560:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 740us (1140us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335111.598755:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9928 00000100:00100000:0.0:1763335111.602621:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.602706:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814898688 00000100:00100000:2.0:1763335111.602715:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814898688 00000100:00100000:2.0:1763335111.602777:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9929 00000100:00100000:2.0:1763335111.602787:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c487ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57023:x1848989814898688:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335111.602815:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335111.602836:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075783d1 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8821a8 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.602904:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075783d8 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335111.602919:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075783d8 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.602930:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075783d8 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.602941:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075783df lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335111.602947:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075783df lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.602953:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075783df lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.602992:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075783d8 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.603000:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075783d8 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.603006:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075783d8 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.603012:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075783d8 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.603018:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed6a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335111.603022:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075783d8 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.603029:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075783d8 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.603041:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3600) 00010000:00010000:2.0:1763335111.603044:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335111.603048:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075783d8 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.603054:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075783d8 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.603131:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075783df lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.603138:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075783df lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.603143:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075783df lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.603148:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335111.603151:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075783df lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.603157:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075783df lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.603165:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da602200) 00010000:00010000:2.0:1763335111.603167:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335111.603212:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075783df lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.603218:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075783df lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.603248:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075783d1 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821a8 expref: 274 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.603258:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3600) 00010000:00010000:2.0:1763335111.603262:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335111.603265:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075783d1 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821a8 expref: 274 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.603277:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7200, rc 0) 00000100:00100000:2.0:1763335111.605212:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c487ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57023:x1848989814898688:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 2414us (2587us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335111.605228:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9929 00000100:00100000:0.0:1763335111.608662:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.609794:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.609829:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814898816 00000100:00100000:2.0:1763335111.609839:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814898816 00000100:00100000:2.0:1763335111.610094:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9930 00000100:00100000:2.0:1763335111.610104:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c487b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57023:x1848989814898816:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335111.610126:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335111.610148:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075783e6 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8821af expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.610209:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b540075783ed lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335111.610221:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b540075783ed lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.610231:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b540075783ed lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:2.0:1763335111.610274:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763335111.610279:0:13840:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763335111.610308:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075783e6 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821af expref: 275 pid: 13840 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335111.610495:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814898944 00000100:00100000:1.0:1763335111.610500:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814898944 00000100:00100000:1.0:1763335111.610535:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9931 00000100:00100000:1.0:1763335111.610543:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c487a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:57024:x1848989814898944:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335111.610551:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335111.610561:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075783f4 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8821b6 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.610598:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b540075783fb lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335111.610607:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b540075783fb lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.610615:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b540075783fb lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.610624:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007578402 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335111.610630:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007578402 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.610637:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007578402 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.610672:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b540075783fb lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.610678:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b540075783fb lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.610684:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b540075783fb lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.610690:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b540075783fb lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.610696:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fafc00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335111.610700:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b540075783fb lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.610706:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b540075783fb lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.610717:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3000) 00010000:00010000:1.0:1763335111.610721:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335111.610726:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b540075783fb lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.610732:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b540075783fb lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.610745:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007578402 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.610751:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007578402 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.610756:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007578402 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.610761:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faea00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335111.610764:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007578402 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.610769:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007578402 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.610775:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da602200) 00010000:00010000:1.0:1763335111.610777:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335111.610779:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007578402 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.610783:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007578402 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.610809:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075783f4 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821b6 expref: 277 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.610819:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3000) 00010000:00010000:1.0:1763335111.610821:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335111.610824:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075783f4 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821b6 expref: 277 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.610832:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faf000, rc 0) 00000100:00100000:1.0:1763335111.610883:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c487a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:57024:x1848989814898944:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 342us (1094us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335111.610890:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9931 00010000:00010000:2.0:1763335111.611343:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b540075783ed lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821af expref: 274 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.611351:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3000) 00010000:00010000:2.0:1763335111.611353:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763335111.611356:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7000, rc 0) 00000100:00100000:2.0:1763335111.611386:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c487b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:57023:x1848989814898816:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1285us (2735us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335111.611393:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9930 00000100:00100000:0.0:1763335111.623055:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.623854:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814899200 00000100:00100000:2.0:1763335111.623866:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814899200 00000100:00100000:2.0:1763335111.623932:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9932 00000100:00100000:2.0:1763335111.623942:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:57025:x1848989814899200:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335111.623964:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335111.623986:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007578409 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8821bd expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.624065:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007578410 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335111.624079:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007578410 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.624102:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007578410 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.624112:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578417 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335111.624120:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578417 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.624125:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578417 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.624160:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007578410 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.624167:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007578410 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.624173:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007578410 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.624179:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007578410 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.624188:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335111.624192:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007578410 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.624199:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007578410 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.624211:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3000) 00010000:00010000:2.0:1763335111.624214:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335111.624218:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007578410 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.624224:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007578410 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.624237:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578417 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.624243:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578417 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.624249:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578417 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.624254:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335111.624257:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578417 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.624263:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578417 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.624269:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da602200) 00010000:00010000:2.0:1763335111.624272:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335111.624275:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578417 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.624281:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578417 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.624309:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007578409 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821bd expref: 275 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.624354:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3000) 00010000:00010000:2.0:1763335111.624357:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763335111.624360:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007578409 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821bd expref: 275 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.624370:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7800, rc 0) 00000100:00100000:2.0:1763335111.624440:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:57025:x1848989814899200:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 498us (1393us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335111.624448:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9932 00000100:00100000:1.0:1763335111.633186:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.633273:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814899456 00000100:00100000:0.0:1763335111.633283:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814899456 00000100:00100000:0.0:1763335111.633458:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9933 00000100:00100000:0.0:1763335111.633469:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:57023:x1848989814899456:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335111.633488:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335111.633491:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763335111.633517:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b540075783ed lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821af expref: 274 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.633534:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3000) 00010000:00010000:0.0:1763335111.633544:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335111.633560:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b5400757841e lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8821c4 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.633660:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578425 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335111.633672:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578425 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.633682:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578425 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.633694:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b5400757842c lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335111.633701:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b5400757842c lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.633707:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b5400757842c lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.634080:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007578433 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335111.634090:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007578433 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.634097:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007578433 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:0.0:1763335111.634105:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x20d:0x0]: returning size 0 00010000:00010000:0.0:1763335111.634131:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578425 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.634138:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578425 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.634145:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578425 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.634152:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578425 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.634158:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1f400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335111.634163:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578425 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.634170:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578425 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.634179:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f134c800) 00010000:00010000:0.0:1763335111.634182:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335111.634186:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578425 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.634192:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578425 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000004:00010000:0.0:1763335111.634203:0:7841:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000025130bd8 reply state 00000000f3727f69 transno 4294973479 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b5400757842c lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.634213:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b5400757842c lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.634219:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da602200) 00010000:00010000:0.0:1763335111.634221:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335111.634224:0:7841:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763335111.634248:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b5400757841e lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821c4 expref: 276 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.634269:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007578433 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821c4 expref: 275 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.634275:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20d:0x0].0x0 (ffff9001f134c000) 00010000:00010000:0.0:1763335111.634278:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335111.634280:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c3a2b000, rc 0) 00000100:00100000:0.0:1763335111.639618:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:57023:x1848989814899456:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 6138us (6428us total) trans 4294973479 rc 0/0 00000100:00100000:0.0:1763335111.639632:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9933 00000100:00100000:1.0:1763335111.643437:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.643537:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814899712 00000100:00100000:0.0:1763335111.643548:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814899712 00000100:00100000:0.0:1763335111.643599:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9934 00000100:00100000:0.0:1763335111.643607:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:57023:x1848989814899712:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335111.643632:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335111.643652:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b54007578441 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8821cb expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.643753:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578448 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335111.643768:0:7841:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007578433 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821c4 expref: 277 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.643777:0:7841:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578448 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.643821:0:7841:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007578433 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821c4 expref: 277 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.643835:0:7841:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007578433 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821c4 expref: 277 pid: 7841 timeout: 1204 lvb_type: 0 00000100:00100000:0.0:1763335111.643849:0:7841:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b45880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826124800:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335111.643937:0:7841:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c2f8c780 going to sleep for 11 seconds 00000100:00100000:1.0:1763335111.647858:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.648680:0:7841:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b45880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826124800:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335111.648708:0:7841:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578448 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000100:00100000:2.0:1763335111.649494:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814899968 00000100:00100000:2.0:1763335111.649506:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814899968 00000100:00100000:2.0:1763335111.649962:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9935 00000100:00100000:2.0:1763335111.649973:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc536a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+278:57026:x1848989814899968:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335111.649993:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335111.650012:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b5400757844f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8821d2 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.650123:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578456 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335111.650138:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578456 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.650148:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578456 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:2.0:1763335111.650158:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x20d:0x0]: returning size 0 00010000:00010000:2.0:1763335111.650240:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578456 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.650248:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578456 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.650254:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578456 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.650260:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335111.650264:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578456 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.650271:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578456 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.650282:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20d:0x0].0x0 (ffff9001f134c000) 00010000:00010000:2.0:1763335111.650285:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1763335111.650289:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578456 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.650294:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578456 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.650372:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b5400757844f lrc: 1/0,0 mode: --/CR res: [0x240000405:0x20d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821d2 expref: 280 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.650383:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20d:0x0].0x0 (ffff9001f134c000) 00010000:00010000:2.0:1763335111.650385:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763335111.650389:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b5400757844f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x20d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821d2 expref: 280 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.650399:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7800, rc 0) 00000100:00100000:2.0:1763335111.650457:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc536a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+279:57026:x1848989814899968:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 486us (2609us total) trans 4294973480 rc 301/301 00000100:00100000:2.0:1763335111.650464:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9935 00000100:00100000:3.0:1763335111.650778:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.650903:0:35246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814900096 00000100:00100000:0.0:1763335111.650909:0:35246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814900096 00010000:00010000:0.0:1763335111.650930:0:35246:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007578433 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821c4 expref: 279 pid: 7841 timeout: 1204 lvb_type: 0 00000100:00100000:0.0:1763335111.650960:0:35246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3263 00000100:00100000:0.0:1763335111.650967:0:35246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff928380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+279:2427:x1848989814900096:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335111.650976:0:35246:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335111.650981:0:35246:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007578433 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821c4 expref: 279 pid: 7841 timeout: 1204 lvb_type: 0 00010000:00010000:0.0:1763335111.650991:0:35246:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007578433 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821c4 expref: 279 pid: 7841 timeout: 1204 lvb_type: 0 00010000:00010000:0.0:1763335111.651004:0:35246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b54007578433 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821c4 expref: 279 pid: 7841 timeout: 1204 lvb_type: 0 00010000:00010000:0.0:1763335111.651019:0:35246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20d:0x0].0x0 (ffff9001f134c000) 00010000:00010000:0.0:1763335111.651023:0:35246:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578448 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.651031:0:35246:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578448 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.651037:0:35246:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578448 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.651056:0:35246:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335111.651387:0:35246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff928380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+278:2427:x1848989814900096:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 116us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335111.651396:0:35246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3263 00010000:00010000:0.0:1763335111.651424:0:7841:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578448 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.651431:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578448 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:0.0:1763335111.651447:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x20d:0x0]: returning size 0 00000004:00080000:0.0:1763335111.651588:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x286:0x0], index 1: 0 00000004:00080000:0.0:1763335111.651593:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x284:0x0], index 0: 0 00000004:00080000:0.0:1763335111.651597:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x285:0x0], index 0: 0 00000004:00080000:0.0:1763335111.651601:0:7841:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x287:0x0], index 1: 0 00010000:00010000:0.0:1763335111.651678:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578448 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.651685:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578448 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.651696:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578448 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.651702:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1e600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335111.651706:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578448 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.651713:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578448 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.651722:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20d:0x0].0x0 (ffff9001f134c000) 00010000:00010000:0.0:1763335111.651724:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335111.651728:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578448 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.651733:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578448 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.651765:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b54007578441 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x20d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821cb expref: 278 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.651774:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20d:0x0].0x0 (ffff9001f134c000) 00010000:00010000:0.0:1763335111.651776:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763335111.651780:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b54007578441 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x20d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821cb expref: 278 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.651792:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c3a2aa00, rc 0) 00000100:00100000:0.0:1763335111.654202:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:57023:x1848989814899712:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 10581us (10761us total) trans 4294973481 rc 301/301 00000100:00100000:0.0:1763335111.654215:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9934 00000100:00100000:1.0:1763335111.655966:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.656049:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814900352 00000100:00100000:0.0:1763335111.656060:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814900352 00000100:00100000:0.0:1763335111.656165:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3434 00000100:00100000:0.0:1763335111.656176:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc534000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:57026:x1848989814900352:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335111.656485:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc534000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+278:57026:x1848989814900352:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 311us (525us total) trans 4294973482 rc 0/0 00000100:00100000:0.0:1763335111.656493:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3434 00000100:00100000:2.0:1763335111.659237:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.659352:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335111.659442:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814900864 00000100:00100000:3.0:1763335111.659452:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814900864 00000100:00100000:3.0:1763335111.659500:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9936 00000100:00100000:3.0:1763335111.659510:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1334e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+278:57026:x1848989814900864:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335111.659532:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335111.659554:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757846b lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8821d9 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.659630:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007578472 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335111.659645:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007578472 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.659655:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007578472 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.659664:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007578479 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335111.659675:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007578479 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.659681:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007578479 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.659789:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007578480 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335111.659808:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007578480 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.659816:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007578480 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:3.0:1763335111.659828:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x20d:0x0]: returning size 0 00010000:00010000:3.0:1763335111.659910:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007578472 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.659918:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007578472 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.659925:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007578472 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.659931:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007578472 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.659937:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335111.659941:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007578472 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.659948:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007578472 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.659966:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f6163800) 00010000:00010000:3.0:1763335111.659970:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335111.659976:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007578472 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.659983:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007578472 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.659996:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007578479 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.660001:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007578479 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.660007:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007578479 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.660012:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335111.660014:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007578479 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.660020:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007578479 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.660028:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da602200) 00010000:00010000:3.0:1763335111.660030:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335111.660033:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007578479 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.660038:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007578479 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.660073:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757846b lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821d9 expref: 281 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.660091:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007578480 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821d9 expref: 280 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.660098:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20d:0x0].0x0 (ffff9001f6163900) 00010000:00010000:3.0:1763335111.660101:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335111.660103:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001ffbbf200, rc 0) 00000100:00100000:3.0:1763335111.660164:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1334e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+280:57026:x1848989814900864:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 655us (811us total) trans 4294973483 rc 0/0 00000100:00100000:3.0:1763335111.660172:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9936 00000100:00100000:0.0:1763335111.660541:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814900608 00000100:00100000:0.0:1763335111.660547:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814900608 00000100:00100000:0.0:1763335111.660586:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3435 00000100:00100000:0.0:1763335111.660594:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1334a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+280:57023:x1848989814900608:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335111.660697:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1334a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+281:57023:x1848989814900608:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 103us (1468us total) trans 4294973484 rc 0/0 00000100:00100000:0.0:1763335111.660704:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3435 00000100:00100000:1.0:1763335111.663980:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.664027:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335111.664093:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814901248 00000100:00100000:3.0:1763335111.664103:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814901248 00000100:00100000:3.0:1763335111.664165:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6885 00000100:00100000:3.0:1763335111.664176:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:2426:x1848989814901248:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335111.664194:0:8416:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335111.664214:0:8416:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001ffbbea00/0x3ec0b5400757848e lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8821e0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335111.664237:0:8416:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x286:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335111.664255:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335111.664257:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335111.664267:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001ffbbea00/0x3ec0b5400757848e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821e0 expref: 34 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335111.664283:0:8416:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9001ffbbea00/0x3ec0b5400757848e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821e0 expref: 34 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335111.664300:0:8416:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001ffbbea00, rc 0) 00000100:00100000:3.0:1763335111.664369:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+34:2426:x1848989814901248:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 195us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335111.664377:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6885 00000100:00100000:0.0:1763335111.664812:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814901120 00000100:00100000:0.0:1763335111.664817:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814901120 00000100:00100000:0.0:1763335111.664860:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3436 00000100:00100000:0.0:1763335111.664868:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+281:57023:x1848989814901120:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335111.665054:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+282:57023:x1848989814901120:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 187us (1083us total) trans 4294973485 rc 0/0 00000100:00100000:0.0:1763335111.665061:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3436 00000100:00100000:1.0:1763335111.667025:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.667141:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814901504 00000100:00100000:2.0:1763335111.667151:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814901504 00000100:00100000:2.0:1763335111.667203:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3437 00000100:00100000:2.0:1763335111.667212:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+282:57026:x1848989814901504:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335111.667434:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+283:57026:x1848989814901504:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 223us (414us total) trans 4294973486 rc 0/0 00000100:00100000:2.0:1763335111.667441:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3437 00000100:00100000:1.0:1763335111.670515:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.670582:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335111.670707:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814901760 00000100:00100000:3.0:1763335111.670717:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814901760 00000100:00100000:3.0:1763335111.670772:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814902016 00000100:00100000:3.0:1763335111.670776:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814902016 00000100:00100000:3.0:1763335111.670820:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9937 00000100:00100000:3.0:1763335111.670830:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+284:57026:x1848989814901760:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335111.670855:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335111.670876:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007578495 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8821e7 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.670994:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b5400757849c lrc: 3/0,1 mode: --/CW res: [0x240000405:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:3.0:1763335111.671008:0:7841:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007578480 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821d9 expref: 285 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.671017:0:7841:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b5400757849c lrc: 4/0,1 mode: --/CW res: [0x240000405:0x20d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.671052:0:7841:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007578480 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821d9 expref: 285 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.671066:0:7841:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007578480 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821d9 expref: 285 pid: 7841 timeout: 1204 lvb_type: 0 00000100:00100000:2.0:1763335111.671225:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9938 00000100:00100000:2.0:1763335111.671235:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+285:55956:x1848989814902016:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335111.671243:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335111.671245:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763335111.671255:0:13840:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007578480 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821d9 expref: 285 pid: 7841 timeout: 1204 lvb_type: 0 00010000:00010000:2.0:1763335111.671273:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20d:0x0].0x0 (ffff9001f6163900) 00010000:00010000:2.0:1763335111.671277:0:13840:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b5400757849c lrc: 3/0,1 mode: --/CW res: [0x240000405:0x20d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335111.671286:0:13840:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b5400757849c lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x20d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335111.671293:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b5400757849c lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x20d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335111.671308:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335111.671345:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075784a3 lrc: 2/0,0 mode: --/CW res: [0x240000405:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8821ee expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.671391:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075784aa lrc: 3/0,1 mode: --/CW res: [0x240000405:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335111.671399:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075784aa lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x20d:0x0].0x0 bits 0x1f/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335111.671406:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075784aa lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x20d:0x0].0x0 bits 0x1f/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:2.0:1763335111.671432:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x20d:0x0]: returning size 0 00010000:00010000:2.0:1763335111.671547:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b540075784a3 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821ee expref: 288 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.671566:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075784aa lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x20d:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821ee expref: 287 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.671573:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20d:0x0].0x0 (ffff9001f6163900) 00010000:00010000:2.0:1763335111.671576:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:2.0:1763335111.671579:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7e00, rc 0) 00000100:00100000:2.0:1763335111.671641:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+287:55956:x1848989814902016:12345-192.168.204.57@tcp:101:bash.0 Request processed in 408us (1058us total) trans 4294973487 rc 0/0 00000100:00100000:2.0:1763335111.671652:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9938 00000100:00100000:3.0:1763335111.673243:0:7841:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c60bb100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826124928:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335111.673644:0:7841:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c79269c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335111.676643:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.676831:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814902144 00000100:00100000:0.0:1763335111.676842:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814902144 00000100:00100000:0.0:1763335111.676905:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9939 00000100:00100000:0.0:1763335111.676915:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+287:55956:x1848989814902144:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335111.676933:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335111.676955:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b540075784b8 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8821f5 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.676990:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075784bf lrc: 3/1,0 mode: --/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335111.677005:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075784bf lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.677015:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075784bf lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.677139:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b540075784b8 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821f5 expref: 289 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.677156:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075784bf lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821f5 expref: 288 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.677165:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20d:0x0].0x0 (ffff9001f6163900) 00010000:00010000:0.0:1763335111.677168:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763335111.677171:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6e1f400, rc 0) 00000100:00100000:0.0:1763335111.677242:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+288:55956:x1848989814902144:12345-192.168.204.57@tcp:101:bash.0 Request processed in 328us (608us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335111.677249:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9939 00010000:00010000:0.0:1763335111.678605:0:7841:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.57@tcp) returned -22 from blocking AST (req@00000000fa639d82 x1848989826124928) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007578480 lrc: 1/0,0 mode: --/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821d9 expref: 287 pid: 7841 timeout: 1204 lvb_type: 0 00010000:00010000:0.0:1763335111.678626:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007578480 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821d9 expref: 287 pid: 7841 timeout: 1204 lvb_type: 0 00000100:00100000:0.0:1763335111.678640:0:7841:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c60bb100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:7841:1848989826124928:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335111.678661:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20d:0x0].0x0 (ffff9001f6163900) 00010000:00010000:0.0:1763335111.678668:0:7841:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b5400757849c lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x20d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.678676:0:7841:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b5400757849c lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x20d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.678682:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b5400757849c lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x20d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:0.0:1763335111.678703:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x20d:0x0]: returning size 0 00010000:00010000:0.0:1763335111.678855:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b54007578495 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x20d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821e7 expref: 288 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.678870:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b5400757849c lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x20d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821e7 expref: 287 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.678877:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20d:0x0].0x0 (ffff9001f6163900) 00010000:00010000:0.0:1763335111.678880:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1763335111.678883:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c7848200, rc 0) 00000100:00100000:0.0:1763335111.678942:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+287:57026:x1848989814901760:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 8114us (8437us total) trans 4294973488 rc 0/0 00000100:00100000:0.0:1763335111.678951:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9937 00000100:00100000:3.0:1763335111.680790:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.681179:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814902400 00000100:00100000:0.0:1763335111.681191:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814902400 00000100:00100000:0.0:1763335111.681373:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3438 00000100:00100000:0.0:1763335111.681383:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1610c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+287:57026:x1848989814902400:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335111.681606:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1610c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+288:57026:x1848989814902400:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 224us (825us total) trans 4294973489 rc 0/0 00000100:00100000:0.0:1763335111.681614:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3438 00000100:00100000:1.0:1763335111.684987:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.685167:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814902528 00000100:00100000:0.0:1763335111.685178:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814902528 00000100:00100000:0.0:1763335111.685561:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3439 00000100:00100000:0.0:1763335111.685573:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+288:57026:x1848989814902528:12345-192.168.204.57@tcp:33:lfs.0 00000100:00100000:0.0:1763335111.685746:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+288:57026:x1848989814902528:12345-192.168.204.57@tcp:33:lfs.0 Request processed in 175us (770us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335111.685754:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3439 00000100:00100000:3.0:1763335111.686185:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.687168:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814902784 00000100:00100000:0.0:1763335111.687179:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814902784 00000100:00100000:0.0:1763335111.687230:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9940 00000100:00100000:0.0:1763335111.687240:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+288:55956:x1848989814902784:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:0.0:1763335111.687280:0:7841:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335111.687306:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b540075784aa lrc: 0/0,0 mode: --/CW res: [0x240000405:0x20d:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821ee expref: 288 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.689381:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20d:0x0].0x0 (ffff9001f6163900) 00010000:00010000:0.0:1763335111.689389:0:7841:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335111.689588:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b540075784cd lrc: 3/0,1 mode: --/PW res: [0x240000405:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335111.689604:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b540075784cd lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.689616:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b540075784cd lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000001:00080000:0.0:1763335111.689663:0:7841:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973490 00000004:00010000:0.0:1763335111.689685:0:7841:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d5f940c0 reply state 000000002d712bb0 transno 4294973491 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b540075784cd lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.689697:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b540075784cd lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.689703:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20d:0x0].0x0 (ffff9001f6163900) 00010000:00010000:0.0:1763335111.689706:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335111.689709:0:7841:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335111.695511:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+290:55956:x1848989814902784:12345-192.168.204.57@tcp:36:bash.0 Request processed in 8258us (9311us total) trans 4294973491 rc 0/0 00000100:00100000:0.0:1763335111.695525:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9940 00000020:00080000:0.0:1763335111.695534:0:7841:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763335111.695748:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.695957:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814902912 00000100:00100000:0.0:1763335111.695966:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814902912 00000100:00100000:0.0:1763335111.696032:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 403 00000100:00100000:0.0:1763335111.696042:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+290:2429:x1848989814902912:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335111.696059:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335111.696098:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b5400757849c lrc: 0/0,0 mode: --/CW res: [0x240000405:0x20d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821e7 expref: 290 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.696115:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20d:0x0].0x0 (ffff9001f6163900) 00010000:00010000:0.0:1763335111.696120:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335111.696175:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+289:2429:x1848989814902912:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 134us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335111.696182:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 403 00000100:00100000:2.0:1763335111.705894:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.705974:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814903296 00000100:00100000:0.0:1763335111.705985:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814903296 00000100:00100000:0.0:1763335111.706044:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9941 00000100:00100000:0.0:1763335111.706052:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1334a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+289:55956:x1848989814903296:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335111.706074:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335111.706104:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b540075784d4 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882203 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.706163:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b540075784d4 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882203 expref: 290 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.706178:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b540075784d4 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882203 expref: 290 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.706197:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20d:0x0].0x0 (ffff9001f6163900) 00010000:00010000:0.0:1763335111.706201:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335111.706205:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c3a2b000, rc 0) 00000100:00100000:0.0:1763335111.706269:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1334a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+290:55956:x1848989814903296:12345-192.168.204.57@tcp:101:bash.0 Request processed in 217us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335111.706276:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9941 00000100:00100000:3.0:1763335111.709154:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.712498:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814903552 00000100:00100000:1.0:1763335111.712518:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814903552 00000100:00100000:1.0:1763335111.713035:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9942 00000100:00100000:1.0:1763335111.713049:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+290:55956:x1848989814903552:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335111.713071:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335111.713074:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763335111.713119:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2b000/0x3ec0b540075784d4 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882203 expref: 290 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.713140:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20d:0x0].0x0 (ffff9001f6163900) 00010000:00010000:1.0:1763335111.713146:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335111.713163:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b540075784db lrc: 2/0,0 mode: --/EX res: [0x240000405:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88220a expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.713217:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b540075784e2 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335111.713232:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b540075784e2 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20d:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.713243:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b540075784e2 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20d:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000100:00100000:2.0:1763335111.714514:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.714590:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814903168 00000100:00100000:0.0:1763335111.714599:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814903168 00000100:00100000:0.0:1763335111.714647:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9943 00000100:00100000:0.0:1763335111.714655:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+291:57027:x1848989814903168:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335111.714670:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335111.714687:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b540075784e9 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8821fc expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.714762:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b540075784f0 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335111.714775:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b540075784f0 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.714783:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b540075784f0 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.714794:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b540075784f7 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335111.714813:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b540075784f7 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.714820:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b540075784f7 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.714919:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b540075784fe lrc: 3/1,0 mode: --/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:0.0:1763335111.714928:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b540075784fe lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.714934:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b540075784fe lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:0.0:1763335111.714944:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x20d:0x0]: returning size 0 00010000:00010000:0.0:1763335111.715017:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b540075784fe lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.715024:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b540075784fe lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.715031:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b540075784fe lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.715037:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1e600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335111.715042:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b540075784fe lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.715049:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b540075784fe lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.715060:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20d:0x0].0x0 (ffff9001f6163900) 00010000:00010000:0.0:1763335111.715063:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1763335111.715067:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b540075784fe lrc: 2/0,0 mode: --/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.715073:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b540075784fe lrc: 0/0,0 mode: --/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.715105:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b540075784f0 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.715112:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b540075784f0 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.715117:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b540075784f0 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.715122:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b540075784f0 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.715127:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c7848800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335111.715130:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b540075784f0 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.715135:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b540075784f0 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.715142:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f134c000) 00010000:00010000:0.0:1763335111.715144:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335111.715148:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b540075784f0 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.715153:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848800/0x3ec0b540075784f0 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.715162:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b540075784f7 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.715168:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b540075784f7 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.715174:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b540075784f7 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.715179:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001ffbbf200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335111.715182:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b540075784f7 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.715187:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b540075784f7 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.715194:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da602200) 00010000:00010000:0.0:1763335111.715197:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335111.715200:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b540075784f7 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.715206:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b540075784f7 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:0.0:1763335111.715239:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b540075784e9 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821fc expref: 293 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.715249:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f134c000) 00010000:00010000:0.0:1763335111.715252:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763335111.715255:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c7848200/0x3ec0b540075784e9 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821fc expref: 293 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.715267:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c7848200, rc 0) 00000100:00100000:0.0:1763335111.715356:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+292:57027:x1848989814903168:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 700us (848us total) trans 4294973492 rc 301/301 00000100:00100000:0.0:1763335111.715365:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9943 00000040:00080000:1.0:1763335111.715589:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1595, 88 off133160 00000004:00080000:1.0:1763335111.715598:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1104695282623ns, next at 1105304308680ns, rc = 0 00000040:00080000:1.0:1763335111.715638:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1594, 88 off133160 00000004:00080000:1.0:1763335111.715643:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1104695328791ns, next at 1105304338521ns, rc = 0 00000040:00080000:1.0:1763335111.715688:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1595, 88 off133248 00000004:00080000:1.0:1763335111.715693:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1104695378228ns, next at 1105304338521ns, rc = 0 00000040:00080000:1.0:1763335111.715713:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1596, 88 off133248 00000004:00080000:1.0:1763335111.715717:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1104695402636ns, next at 1105304308680ns, rc = 0 00000100:00100000:2.0:1763335111.723701:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.724070:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814903680 00000100:00100000:0.0:1763335111.724082:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814903680 00000100:00100000:0.0:1763335111.724153:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9944 00000100:00100000:0.0:1763335111.724168:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+293:57027:x1848989814903680:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335111.724193:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335111.724213:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b5400757850c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882211 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.724333:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007578513 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335111.724346:0:13591:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b540075784e2 lrc: 2/0,1 mode: EX/EX res: [0x240000405:0x20d:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335111.724356:0:13591:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007578513 lrc: 4/1,0 mode: --/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.724372:0:13591:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b540075784e2 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20d:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335111.724384:0:13591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007578513 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000001:00080000:1.0:1763335111.724594:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973493 is committed 00000004:00080000:1.0:1763335111.724602:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1042 committed 00000004:00080000:1.0:1763335111.724619:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1045 committed 00000004:00080000:1.0:1763335111.724632:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1044 committed 00000004:00080000:1.0:1763335111.724634:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1041 committed 00010000:00010000:1.0:1763335111.724720:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b540075784e2 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x20d:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88220a expref: 274 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.724731:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20d:0x0].0x0 (ffff9001f6163900) 00010000:00010000:1.0:1763335111.724734:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763335111.724737:0:6532:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007578513 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.724745:0:6532:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007578513 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.724751:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007578513 lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.724781:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b540075784db lrc: 0/0,0 mode: --/EX res: [0x240000405:0x20d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88220a expref: 274 pid: 6532 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763335111.724812:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b540075784e2 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x20d:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88220a expref: 273 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.724834:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faec00, rc 0) 00000100:00100000:1.0:1763335111.724895:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:55956:x1848989814903552:12345-192.168.204.57@tcp:101:bash.0 Request processed in 11850us (15751us total) trans 4294973493 rc 0/0 00000100:00100000:1.0:1763335111.724903:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9942 00000100:00100000:2.0:1763335111.725169:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6dc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826125184:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763335111.725220:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335111.725250:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763335111.725256:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e7d6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826125312:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335111.725276:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763335111.725456:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b5400757836f lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335111.725466:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b5400757836f lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335111.725474:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b5400757836f lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335111.725479:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fafa00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335111.725484:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b5400757836f lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335111.725492:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b5400757836f lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335111.725503:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da602200) 00010000:00010000:3.0:1763335111.725506:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335111.725509:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b5400757836f lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335111.725515:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b5400757836f lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335111.725530:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b5400757842c lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.725535:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b5400757842c lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.725540:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b5400757842c lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.725544:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1f600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335111.725546:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b5400757842c lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.725550:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b5400757842c lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.725556:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da602200) 00010000:00010000:3.0:1763335111.725558:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335111.725560:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b5400757842c lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.725565:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b5400757842c lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.725579:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b540075784cd lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.725585:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b540075784cd lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.725590:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b540075784cd lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.725594:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c3a2aa00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335111.725596:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b540075784cd lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.725602:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b540075784cd lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.725608:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20d:0x0].0x0 (ffff9001f6163900) 00010000:00010000:3.0:1763335111.725609:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335111.725612:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b540075784cd lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:3.0:1763335111.725617:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c3a2aa00/0x3ec0b540075784cd lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00000100:00100000:3.0:1763335111.725638:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826125184 00000100:00100000:3.0:1763335111.725645:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826125184 00000100:00100000:3.0:1763335111.725681:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826125312 00000100:00100000:3.0:1763335111.725684:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826125312 00000100:00100000:3.0:1763335111.725702:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6886 00000100:00100000:3.0:1763335111.725709:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+18:3664:x1848989826125184:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763335111.725730:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:643 count 1 00010000:00010000:3.0:1763335111.725750:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b5400757851a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x283:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.725766:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed6000/0x3ec0b54007578296 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x283:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882146 expref: 11 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335111.725774:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335111.725776:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335111.725780:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b5400757851a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x283:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.725816:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed6000/0x3ec0b54007578296 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x283:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882146 expref: 11 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335111.725830:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed6000/0x3ec0b54007578296 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x283:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882146 expref: 11 pid: 35240 timeout: 1204 lvb_type: 1 00000100:00100000:3.0:1763335111.725842:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c60bad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1848989826125568:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335111.725888:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c79269c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335111.725903:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6887 00000100:00100000:3.0:1763335111.725909:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+18:3664:x1848989826125312:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335111.726039:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+19:3664:x1848989826125312:12345-0@lo:2:osp-syn-0-1.0 Request processed in 129us (761us total) trans 21474839040 rc 0/0 00000100:00100000:3.0:1763335111.726046:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6887 00000100:00100000:1.0:1763335111.727725:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6dca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826125056:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763335111.727790:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335111.727843:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763335111.727850:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e7d6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826125440:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335111.727872:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335111.727906:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826125056 00000100:00100000:1.0:1763335111.727912:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826125056 00000100:00100000:1.0:1763335111.727947:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826125440 00000100:00100000:1.0:1763335111.727950:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826125440 00000100:00100000:1.0:1763335111.727969:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6888 00000100:00100000:1.0:1763335111.727977:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+20:3667:x1848989826125056:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763335111.728002:0:28568:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:642 count 1 00010000:00010000:1.0:1763335111.728026:0:28568:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf200/0x3ec0b54007578521 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.728041:0:28568:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578322 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882177 expref: 11 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.728048:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335111.728050:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335111.728053:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf200/0x3ec0b54007578521 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.728094:0:28568:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578322 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882177 expref: 11 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.728106:0:28568:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578322 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882177 expref: 11 pid: 28961 timeout: 1204 lvb_type: 0 00000100:00100000:1.0:1763335111.728119:0:28568:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c37aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:28568:1848989826125696:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335111.728168:0:28568:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001cad67f00 going to sleep for 11 seconds 00000100:00100000:1.0:1763335111.728187:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6889 00000100:00100000:1.0:1763335111.728194:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+20:3667:x1848989826125440:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335111.728377:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+21:3667:x1848989826125440:12345-0@lo:2:osp-syn-0-1.0 Request processed in 183us (503us total) trans 21474839041 rc 0/0 00000100:00100000:1.0:1763335111.728384:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6889 00000004:00080000:1.0:1763335111.728422:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001e7d6ed80/2, rc 0, transno 21474839041 00000100:00100000:1.0:1763335111.728428:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e7d6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826125440:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763335111.728558:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001e7d6fb80/2, rc 0, transno 21474839040 00000100:00100000:3.0:1763335111.728564:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e7d6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826125312:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335111.729380:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cc534000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826126080:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335111.729421:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335111.729444:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763335111.729448:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4878a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826125952:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763335111.729469:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335111.729493:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826126080 00000100:00100000:0.0:1763335111.729498:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826126080 00000100:00100000:0.0:1763335111.729524:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826125952 00000100:00100000:0.0:1763335111.729527:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826125952 00000100:00100000:0.0:1763335111.729544:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6890 00000100:00100000:0.0:1763335111.729551:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f61fc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+54:3665:x1848989826126080:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763335111.729655:0:28961:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x286:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335111.729659:0:28961:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x286:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763335111.729661:0:28961:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x286:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335111.729663:0:28961:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x286:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763335111.729666:0:28961:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x286:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335111.729697:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f61fc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+55:3665:x1848989826126080:12345-0@lo:2:osp-syn-1-1.0 Request processed in 146us (275us total) trans 17179871750 rc 0/0 00000100:00100000:0.0:1763335111.729703:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6890 00000100:00100000:0.0:1763335111.729720:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6891 00000100:00100000:0.0:1763335111.729726:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7832300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+54:3665:x1848989826125952:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763335111.729739:0:28961:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:645 count 1 00010000:00010000:0.0:1763335111.729754:0:28961:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c7848200/0x3ec0b54007578528 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x285:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.729769:0:28961:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6800/0x3ec0b5400757828f lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x285:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88213f expref: 33 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335111.729777:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335111.729778:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335111.729782:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c7848200/0x3ec0b54007578528 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x285:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.729817:0:28961:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6800/0x3ec0b5400757828f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x285:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88213f expref: 33 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335111.729828:0:28961:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6800/0x3ec0b5400757828f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x285:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88213f expref: 33 pid: 35240 timeout: 1204 lvb_type: 1 00000100:00100000:0.0:1763335111.729838:0:28961:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c7833100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28961:1848989826126336:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335111.729886:0:28961:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c2f8c780 going to sleep for 11 seconds 00000004:00080000:0.0:1763335111.729917:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000cc534000/2, rc 0, transno 17179871750 00000100:00100000:0.0:1763335111.729922:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cc534000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826126080:0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1763335111.729943:0:13591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007578513 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.729951:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007578513 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:0.0:1763335111.729991:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x20d:0x0]: returning size 2 00000004:00200000:0.0:1763335111.729995:0:13591:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335111.730013:0:13591:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007578513 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.730045:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b5400757850c lrc: 0/0,0 mode: --/CR res: [0x240000405:0x20d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882211 expref: 270 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.730063:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007578513 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882211 expref: 269 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.730073:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20d:0x0].0x0 (ffff9001f6163900) 00010000:00010000:0.0:1763335111.730076:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1763335111.730080:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001ffbbf200, rc 0) 00000100:00100000:0.0:1763335111.730110:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:57027:x1848989814903680:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 5945us (6417us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335111.730117:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9944 00000100:00100000:2.0:1763335111.731734:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c7833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826126208:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763335111.731794:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335111.731841:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763335111.731848:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826125824:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763335111.731871:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335111.733752:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.733879:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335111.734157:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826126208 00000100:00100000:3.0:1763335111.734167:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826126208 00000100:00100000:3.0:1763335111.734219:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826125824 00000100:00100000:3.0:1763335111.734222:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826125824 00000100:00100000:3.0:1763335111.734242:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814903808 00000100:00100000:3.0:1763335111.734245:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814903808 00000100:00100000:3.0:1763335111.734268:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6892 00000100:00100000:3.0:1763335111.734277:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+56:3666:x1848989826126208:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335111.734511:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+57:3666:x1848989826126208:12345-0@lo:2:osp-syn-1-1.0 Request processed in 234us (2716us total) trans 17179871751 rc 0/0 00000100:00100000:3.0:1763335111.734519:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6892 00000100:00100000:3.0:1763335111.734537:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6893 00000100:00100000:3.0:1763335111.734544:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+56:3666:x1848989826125824:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763335111.734561:0:8725:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:644 count 1 00010000:00010000:3.0:1763335111.734583:0:8725:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b5400757852f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.734602:0:8725:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9001ffbbf600/0x3ec0b5400757834c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88217e expref: 34 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.734610:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335111.734613:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335111.734616:0:8725:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b5400757852f lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.734650:0:8725:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9001ffbbf600/0x3ec0b5400757834c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88217e expref: 34 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.734662:0:8725:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9001ffbbf600/0x3ec0b5400757834c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88217e expref: 34 pid: 8416 timeout: 1204 lvb_type: 0 00000100:00100000:3.0:1763335111.734675:0:8725:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c60b8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8725:1848989826126464:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335111.734738:0:8725:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c7926c00 going to sleep for 11 seconds 00000100:00100000:3.0:1763335111.734761:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6894 00000100:00100000:3.0:1763335111.734769:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+34:55956:x1848989814903808:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335111.734779:0:8415:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335111.734789:0:8415:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001fc184000/0x3ec0b54007578536 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882218 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.734823:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9001ffbbea00/0x3ec0b5400757848e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821e0 expref: 35 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335111.734830:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335111.734833:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335111.734836:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001fc184000/0x3ec0b54007578536 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882218 expref: 35 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.734856:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9001ffbbea00/0x3ec0b5400757848e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821e0 expref: 35 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335111.734865:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9001ffbbea00/0x3ec0b5400757848e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821e0 expref: 35 pid: 8416 timeout: 1204 lvb_type: 1 00000100:00100000:3.0:1763335111.734875:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c60ba680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1848989826126592:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335111.734900:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c79263c0 going to sleep for 11 seconds 00000004:00080000:3.0:1763335111.734943:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c7833480/2, rc 0, transno 17179871751 00000100:00100000:3.0:1763335111.734950:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c7833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826126208:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335111.734977:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c60bad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1848989826125568:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335111.734996:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b5400757851a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x283:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335111.735476:0:35246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814903936 00000100:00100000:1.0:1763335111.735482:0:35246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814903936 00010000:00010000:1.0:1763335111.735509:0:35246:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed6000/0x3ec0b54007578296 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x283:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882146 expref: 12 pid: 35240 timeout: 1204 lvb_type: 1 00000100:00100000:1.0:1763335111.735540:0:35246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3264 00000100:00100000:1.0:1763335111.735547:0:35246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2429:x1848989814903936:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335111.735560:0:35246:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335111.735565:0:35246:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed6000/0x3ec0b54007578296 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x283:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882146 expref: 12 pid: 35240 timeout: 1204 lvb_type: 1 00010000:00010000:1.0:1763335111.735577:0:35246:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed6000/0x3ec0b54007578296 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x283:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882146 expref: 12 pid: 35240 timeout: 1204 lvb_type: 1 00010000:00010000:1.0:1763335111.735595:0:35246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed6000/0x3ec0b54007578296 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x283:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882146 expref: 12 pid: 35240 timeout: 1204 lvb_type: 1 00010000:00010000:1.0:1763335111.735609:0:35246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335111.735611:0:35246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335111.735615:0:35246:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b5400757851a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x283:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.735625:0:35246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b5400757851a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x283:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.735642:0:35246:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335111.735670:0:35246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2429:x1848989814903936:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 122us (1790us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335111.735676:0:35246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3264 00010000:00010000:3.0:1763335111.740301:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b5400757851a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335111.740851:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.740876:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.740897:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.741003:0:8725:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c60b8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8725:1848989826126464:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335111.741028:0:8725:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b5400757852f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335111.741054:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814904064 00000100:00100000:2.0:1763335111.741060:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814904064 00010000:00010000:2.0:1763335111.741103:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578322 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882177 expref: 11 pid: 28961 timeout: 1204 lvb_type: 0 00000100:00100000:2.0:1763335111.741130:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814904192 00000100:00100000:2.0:1763335111.741133:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814904192 00010000:00010000:2.0:1763335111.741146:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6800/0x3ec0b5400757828f lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x285:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88213f expref: 36 pid: 35240 timeout: 1204 lvb_type: 1 00000100:00100000:2.0:1763335111.741166:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3265 00000100:00100000:2.0:1763335111.741174:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2427:x1848989814904064:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335111.741191:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335111.741196:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578322 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882177 expref: 11 pid: 28961 timeout: 1204 lvb_type: 0 00010000:00010000:2.0:1763335111.741208:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578322 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882177 expref: 11 pid: 28961 timeout: 1204 lvb_type: 0 00010000:00010000:2.0:1763335111.741232:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335111.741234:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335111.741239:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf200/0x3ec0b54007578521 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.741249:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf200/0x3ec0b54007578521 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x282:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.741267:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335111.741310:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2427:x1848989814904064:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 136us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335111.741352:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3265 00000100:00100000:2.0:1763335111.741370:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3266 00000100:00100000:2.0:1763335111.741378:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001fb62f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+36:2427:x1848989814904192:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335111.741386:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335111.741391:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6800/0x3ec0b5400757828f lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x285:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88213f expref: 36 pid: 35240 timeout: 1204 lvb_type: 1 00010000:00010000:2.0:1763335111.741401:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6800/0x3ec0b5400757828f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x285:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88213f expref: 36 pid: 35240 timeout: 1204 lvb_type: 1 00010000:00010000:2.0:1763335111.741414:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335111.741416:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335111.741419:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c7848200/0x3ec0b54007578528 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x285:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.741426:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c7848200/0x3ec0b54007578528 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x285:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.741438:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335111.741457:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001fb62f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+36:2427:x1848989814904192:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 80us (559us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335111.741464:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3266 00000100:00100000:2.0:1763335111.741531:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c60ba680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1848989826126592:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335111.741548:0:8415:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9001fc184000/0x3ec0b54007578536 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882218 expref: 35 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.741567:0:8415:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc184000, rc 0) 00000100:00100000:2.0:1763335111.741591:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+35:55956:x1848989814903808:12345-192.168.204.57@tcp:101:bash.0 Request processed in 6823us (7846us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335111.741598:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6894 00000100:00100000:0.0:1763335111.741708:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814904448 00000100:00100000:0.0:1763335111.741713:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814904448 00000100:00100000:0.0:1763335111.741741:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3440 00000100:00100000:0.0:1763335111.741748:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:57027:x1848989814904448:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335111.741945:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:57027:x1848989814904448:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 196us (1097us total) trans 4294973494 rc 0/0 00000100:00100000:0.0:1763335111.741952:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3440 00010000:00010000:0.0:1763335111.741984:0:28961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6800/0x3ec0b5400757828f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x285:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88213f expref: 34 pid: 35240 timeout: 1204 lvb_type: 1 00000100:00100000:0.0:1763335111.741997:0:28961:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c7833100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28961:1848989826126336:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335111.742009:0:28961:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c7848200/0x3ec0b54007578528 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.742017:0:28961:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c7848200/0x3ec0b54007578528 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.742026:0:28961:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c7848200/0x3ec0b54007578528 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.742035:0:28961:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c7848200/0x3ec0b54007578528 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.742042:0:28961:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c7848200/0x3ec0b54007578528 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.742059:0:28961:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763335111.742252:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7832300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+57:3665:x1848989826125952:12345-0@lo:6:osp-syn-1-1.0 Request processed in 12526us (12781us total) trans 17179871752 rc 0/0 00000100:00100000:0.0:1763335111.742259:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6891 00010000:00010000:0.0:1763335111.742276:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335111.742281:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c7848200/0x3ec0b54007578528 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.742288:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c7848200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335111.742292:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c7848200/0x3ec0b54007578528 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.742301:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c7848200/0x3ec0b54007578528 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.742333:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c7848200/0x3ec0b54007578528 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.742345:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c7848200/0x3ec0b54007578528 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.742359:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335111.742360:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335111.742362:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763335111.742385:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4878a80/2, rc 0, transno 17179871752 00000100:00100000:0.0:1763335111.742390:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4878a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826125952:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763335111.742558:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b5400757851a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.742570:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b5400757851a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.742577:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b5400757851a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.742591:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335111.742729:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+21:3664:x1848989826125184:12345-0@lo:6:osp-syn-0-1.0 Request processed in 17020us (17507us total) trans 21474839042 rc 0/0 00000100:00100000:3.0:1763335111.742737:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6886 00010000:00010000:3.0:1763335111.742754:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335111.742758:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b5400757851a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.742765:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185e00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335111.742768:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b5400757851a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.742776:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b5400757851a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.742786:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b5400757851a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.742793:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001fc185e00/0x3ec0b5400757851a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x283:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.742820:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335111.742822:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335111.742823:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763335111.742842:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6dc9c00/2, rc 0, transno 21474839042 00000100:00100000:3.0:1763335111.742847:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6dc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826125184:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1763335111.743133:0:28568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578322 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x282:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882177 expref: 10 pid: 28961 timeout: 1204 lvb_type: 0 00000100:00100000:1.0:1763335111.743145:0:28568:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c37aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:28568:1848989826125696:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335111.743160:0:28568:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf200/0x3ec0b54007578521 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.743169:0:28568:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf200/0x3ec0b54007578521 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.743176:0:28568:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf200/0x3ec0b54007578521 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.743184:0:28568:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf200/0x3ec0b54007578521 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.743191:0:28568:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf200/0x3ec0b54007578521 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.743207:0:28568:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763335111.743308:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+21:3667:x1848989826125056:12345-0@lo:6:osp-syn-0-1.0 Request processed in 15332us (15517us total) trans 21474839043 rc 0/0 00000100:00100000:1.0:1763335111.743334:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6888 00000004:00080000:1.0:1763335111.743440:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c6dca680/2, rc 0, transno 21474839043 00000100:00100000:1.0:1763335111.743444:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6dca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826125056:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763335111.743496:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.743515:0:35246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814904576 00000100:00100000:1.0:1763335111.743520:0:35246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814904576 00010000:00010000:1.0:1763335111.743538:0:35246:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9001ffbbf600/0x3ec0b5400757834c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88217e expref: 34 pid: 8416 timeout: 1204 lvb_type: 0 00000100:00100000:1.0:1763335111.743557:0:35246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3267 00000100:00100000:1.0:1763335111.743563:0:35246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+34:2428:x1848989814904576:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335111.743573:0:35246:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335111.743577:0:35246:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9001ffbbf600/0x3ec0b5400757834c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88217e expref: 34 pid: 8416 timeout: 1204 lvb_type: 0 00010000:00010000:1.0:1763335111.743587:0:35246:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9001ffbbf600/0x3ec0b5400757834c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88217e expref: 34 pid: 8416 timeout: 1204 lvb_type: 0 00010000:00010000:1.0:1763335111.743602:0:35246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001ffbbf600/0x3ec0b5400757834c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88217e expref: 34 pid: 8416 timeout: 1204 lvb_type: 0 00010000:00010000:1.0:1763335111.743612:0:35246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335111.743614:0:35246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335111.743618:0:35246:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b5400757852f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.743626:0:35246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b5400757852f lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.743643:0:35246:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335111.743662:0:35246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:2428:x1848989814904576:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 100us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335111.743668:0:35246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3267 00000100:00100000:1.0:1763335111.743718:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.743729:0:35246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814904704 00000100:00100000:1.0:1763335111.743732:0:35246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814904704 00010000:00010000:1.0:1763335111.743742:0:35246:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9001ffbbea00/0x3ec0b5400757848e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821e0 expref: 33 pid: 8416 timeout: 1204 lvb_type: 1 00000100:00100000:1.0:1763335111.743761:0:35246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3268 00000100:00100000:1.0:1763335111.743766:0:35246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37ad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:2428:x1848989814904704:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335111.743772:0:35246:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335111.743775:0:35246:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9001ffbbea00/0x3ec0b5400757848e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x286:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821e0 expref: 33 pid: 8416 timeout: 1204 lvb_type: 1 00010000:00010000:1.0:1763335111.743783:0:35246:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9001ffbbea00/0x3ec0b5400757848e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x286:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821e0 expref: 33 pid: 8416 timeout: 1204 lvb_type: 1 00010000:00010000:1.0:1763335111.743794:0:35246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001ffbbea00/0x3ec0b5400757848e lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x286:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821e0 expref: 33 pid: 8416 timeout: 1204 lvb_type: 1 00010000:00010000:1.0:1763335111.743815:0:35246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335111.743816:0:35246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335111.743822:0:35246:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9001fc184000/0x3ec0b54007578536 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882218 expref: 32 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.743829:0:35246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001fc184000/0x3ec0b54007578536 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882218 expref: 32 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.743856:0:35246:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9001fc184000/0x3ec0b54007578536 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882218 expref: 32 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335111.743867:0:35246:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c37ac380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:35246:1848989826126720:192.168.204.57@tcp:105: 00000100:00100000:1.0:1763335111.743906:0:35246:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001cad67f00 going to sleep for 11 seconds 00010000:00010000:3.0:1763335111.744504:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335111.744511:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf200/0x3ec0b54007578521 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.744519:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faf200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335111.744523:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf200/0x3ec0b54007578521 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.744531:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf200/0x3ec0b54007578521 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.744543:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf200/0x3ec0b54007578521 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.744549:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf200/0x3ec0b54007578521 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x282:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.744564:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335111.744566:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335111.744567:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335111.745914:0:8725:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b5400757852f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.745928:0:8725:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b5400757852f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.745936:0:8725:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b5400757852f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.745943:0:8725:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b5400757852f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.745965:0:8725:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763335111.746231:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+57:3666:x1848989826125824:12345-0@lo:6:osp-syn-1-1.0 Request processed in 11684us (14356us total) trans 17179871753 rc 0/0 00000100:00100000:2.0:1763335111.746240:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6893 00000004:00080000:3.0:1763335111.747715:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c9b45880/2, rc 0, transno 17179871753 00000100:00100000:3.0:1763335111.747728:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826125824:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763335111.747946:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.748016:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814904832 00000100:00100000:0.0:1763335111.748024:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814904832 00000100:00100000:0.0:1763335111.748094:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6895 00000100:00100000:0.0:1763335111.748105:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:55956:x1848989814904832:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335111.748122:0:8725:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335111.748145:0:8725:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e200/0x3ec0b5400757853d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88221f expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335111.748166:0:8725:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x284:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335111.748188:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335111.748191:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335111.748200:0:8725:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e200/0x3ec0b5400757853d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88221f expref: 11 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.748216:0:8725:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e200/0x3ec0b5400757853d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88221f expref: 11 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.748229:0:8725:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95e200, rc 0) 00000100:00100000:0.0:1763335111.748277:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:55956:x1848989814904832:12345-192.168.204.57@tcp:101:bash.0 Request processed in 173us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335111.748284:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6895 00010000:00010000:1.0:1763335111.748599:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763335111.748608:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b5400757852f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.748616:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185600 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335111.748620:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b5400757852f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.748628:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b5400757852f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.748643:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b5400757852f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.748650:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b5400757852f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.748668:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335111.748670:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335111.748672:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335111.749141:0:35246:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c37ac380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:35246:1848989826126720:192.168.204.57@tcp:105: 00010000:00010000:3.0:1763335111.749161:0:35246:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335111.749211:0:35246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37ad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:2428:x1848989814904704:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 5443us (5491us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335111.749222:0:35246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3268 00000100:00100000:2.0:1763335111.750676:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.750756:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814905088 00000100:00100000:0.0:1763335111.750766:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814905088 00000100:00100000:0.0:1763335111.750824:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9945 00000100:00100000:0.0:1763335111.750835:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:57027:x1848989814905088:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335111.750856:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335111.750875:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007578544 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882226 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.750949:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b5400757854b lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335111.750963:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b5400757854b lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.750974:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b5400757854b lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.750986:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007578552 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335111.750993:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007578552 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.750999:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007578552 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.751096:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578559 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335111.751104:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578559 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.751112:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578559 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:0.0:1763335111.751121:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x20d:0x0]: returning size 2 00010000:00010000:0.0:1763335111.751197:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b5400757854b lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.751204:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b5400757854b lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.751209:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b5400757854b lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.751213:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b5400757854b lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.751218:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95fe00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335111.751222:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b5400757854b lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.751229:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b5400757854b lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.751238:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f134c600) 00010000:00010000:0.0:1763335111.751241:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335111.751244:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b5400757854b lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.751250:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b5400757854b lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.751259:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007578552 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.751268:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007578552 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.751273:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007578552 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.751277:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95f200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335111.751279:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007578552 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.751284:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007578552 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.751290:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001f134ce00) 00010000:00010000:0.0:1763335111.751291:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335111.751293:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007578552 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.751297:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007578552 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.751369:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007578544 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882226 expref: 273 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.751385:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578559 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882226 expref: 272 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.751392:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20d:0x0].0x0 (ffff9001f6163900) 00010000:00010000:0.0:1763335111.751395:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335111.751397:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281800, rc 0) 00000100:00100000:0.0:1763335111.751450:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57027:x1848989814905088:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 617us (780us total) trans 4294973495 rc 0/0 00000100:00100000:0.0:1763335111.751458:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9945 00000100:00100000:1.0:1763335111.754671:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.754895:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814905344 00000100:00100000:2.0:1763335111.754905:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814905344 00000100:00100000:2.0:1763335111.754964:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3441 00000100:00100000:2.0:1763335111.754974:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57027:x1848989814905344:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335111.755198:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57027:x1848989814905344:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 224us (536us total) trans 4294973496 rc 0/0 00000100:00100000:2.0:1763335111.755206:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3441 00000100:00100000:2.0:1763335111.760404:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.760445:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.760544:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814905472 00000100:00100000:1.0:1763335111.760555:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814905472 00000100:00100000:1.0:1763335111.760605:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3442 00000100:00100000:1.0:1763335111.760614:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57027:x1848989814905472:12345-192.168.204.57@tcp:33:lfs.0 00000100:00100000:1.0:1763335111.760783:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57027:x1848989814905472:12345-192.168.204.57@tcp:33:lfs.0 Request processed in 169us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335111.760790:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3442 00000100:00100000:3.0:1763335111.761425:0:16421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814905600 00000100:00100000:3.0:1763335111.761433:0:16421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814905600 00002000:00010000:3.0:1763335111.761459:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/646 (0->18446744073709551615) 00002000:00100000:3.0:1763335111.761464:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001c12a8e00 with x1848989814905600 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335111.761475:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001c12a8e00. 00000100:00100000:3.0:1763335111.761504:0:16421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1678 00000100:00100000:3.0:1763335111.761512:0:16421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:2427:x1848989814905600:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:3.0:1763335111.761666:0:16421:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x286:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335111.761670:0:16421:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x286:0x0] updating lvb mtime from disk: 0 -> 1763335112 00002000:00010000:3.0:1763335111.761672:0:16421:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x286:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335111.761675:0:16421:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x286:0x0] updating lvb ctime from disk: 0 -> 1763335112 00002000:00010000:3.0:1763335111.761677:0:16421:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x286:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335111.761727:0:16421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:2427:x1848989814905600:12345-192.168.204.57@tcp:10:bash.0 Request processed in 216us (1281us total) trans 17179871754 rc 0/0 00000100:00100000:3.0:1763335111.761734:0:16421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1678 00002000:00010000:3.0:1763335111.761737:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/646 (0->18446744073709551615) 00002000:00100000:3.0:1763335111.761740:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001c12a8e00 with x1848989814905600 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335111.761745:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001c12a8e00. 00000100:00100000:2.0:1763335111.763513:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.771455:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814905728 00000100:00100000:0.0:1763335111.771472:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814905728 00002000:00010000:1.0:1763335111.771585:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/644 (0->18446744073709551615) 00002000:00100000:1.0:1763335111.771591:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c487a680 with x1848989814905728 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335111.771604:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c487a680. 00000100:00100000:1.0:1763335111.771649:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1679 00000100:00100000:1.0:1763335111.771659:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c487a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2426:x1848989814905728:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:1.0:1763335111.771853:0:23998:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x284:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335111.771857:0:23998:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x284:0x0] updating lvb mtime from disk: 0 -> 1763335112 00002000:00010000:1.0:1763335111.771859:0:23998:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x284:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335111.771861:0:23998:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x284:0x0] updating lvb ctime from disk: 0 -> 1763335112 00002000:00010000:1.0:1763335111.771864:0:23998:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x284:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335111.771935:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c487a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2426:x1848989814905728:12345-192.168.204.57@tcp:10:bash.0 Request processed in 277us (8430us total) trans 21474839044 rc 0/0 00000100:00100000:1.0:1763335111.771944:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1679 00002000:00010000:1.0:1763335111.771949:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/644 (0->18446744073709551615) 00002000:00100000:1.0:1763335111.771951:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c487a680 with x1848989814905728 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335111.771956:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c487a680. 00000100:00100000:1.0:1763335111.776617:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.776686:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814905984 00000100:00100000:2.0:1763335111.776697:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814905984 00000100:00100000:2.0:1763335111.776753:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3443 00000100:00100000:2.0:1763335111.776763:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1611850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:55956:x1848989814905984:12345-192.168.204.57@tcp:35:bash.0 00000100:00100000:2.0:1763335111.777065:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1611850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:55956:x1848989814905984:12345-192.168.204.57@tcp:35:bash.0 Request processed in 302us (457us total) trans 4294973497 rc 0/0 00000100:00100000:2.0:1763335111.777074:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3443 00000100:00100000:0.0:1763335111.791567:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.791671:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814906496 00000100:00100000:1.0:1763335111.791681:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814906496 00000100:00100000:1.0:1763335111.791743:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9946 00000100:00100000:1.0:1763335111.791755:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7833100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:57029:x1848989814906496:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:1.0:1763335111.791824:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1763335111.791852:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b540075784e2 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x20d:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88220a expref: 274 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.791875:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578559 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882226 expref: 273 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.791889:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001ffbbf200/0x3ec0b54007578513 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882211 expref: 272 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.791899:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075784bf lrc: 0/0,0 mode: --/PR res: [0x240000405:0x20d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8821f5 expref: 271 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.791909:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20d:0x0].0x0 (ffff9001f6163900) 00010000:00010000:1.0:1763335111.791918:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335111.791942:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578567 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335111.791956:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578567 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.791965:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578567 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.791976:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b5400757856e lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335111.791983:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b5400757856e lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.791988:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b5400757856e lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.792069:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578575 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335111.792077:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578575 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.792272:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578575 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000040:00080000:1.0:1763335111.793580:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1597, 64 off133312 00000040:00080000:1.0:1763335111.793608:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1596, 64 off133312 00000040:00080000:1.0:1763335111.793617:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1597, 64 off133376 00000040:00080000:1.0:1763335111.793626:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1598, 64 off133376 00010000:00010000:1.0:1763335111.793685:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757857c lrc: 3/0,1 mode: --/PW res: [0x240000405:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335111.793699:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757857c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.793709:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757857c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.793718:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757857c lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.793724:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757857c lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.793730:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757857c lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335111.795330:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335111.795342:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757857c lrc: 4/0,0 mode: PW/PW res: [0x240000405:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335111.795351:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faf800 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335111.795355:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757857c lrc: 4/0,0 mode: PW/PW res: [0x240000405:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335111.795363:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757857c lrc: 5/0,0 mode: PW/PW res: [0x240000405:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335111.795378:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20d:0x0].0x0 (ffff9001cada2900) 00010000:00010000:0.0:1763335111.795381:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763335111.795386:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757857c lrc: 3/0,0 mode: --/PW res: [0x240000405:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335111.795394:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335111.795395:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335111.795397:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335111.795547:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:1.0:1763335111.795624:0:6532:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1763335111.795631:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757857c lrc: 0/0,0 mode: --/PW res: [0x240000405:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.795664:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578575 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.795672:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578575 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.795682:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578575 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.795687:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fafe00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335111.795692:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578575 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.795698:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578575 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.795707:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20d:0x0].0x0 (ffff9001cada2900) 00010000:00010000:1.0:1763335111.795710:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763335111.795713:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578575 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.795718:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578575 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.795908:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578567 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.795915:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578567 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.795920:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578567 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.795925:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578567 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.795930:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faf000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335111.795933:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578567 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.795942:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578567 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.795951:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2500) 00010000:00010000:1.0:1763335111.795953:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335111.795955:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578567 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.795960:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578567 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00000004:00010000:1.0:1763335111.795972:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bc1b7d17 reply state 00000000f6359461 transno 4294973498 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b5400757856e lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.795982:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b5400757856e lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.795989:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2200) 00010000:00010000:1.0:1763335111.795991:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335111.795994:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335111.796072:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7833100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57029:x1848989814906496:12345-192.168.204.57@tcp:36:rm.0 Request processed in 4320us (4515us total) trans 4294973498 rc 0/0 00000100:00100000:0.0:1763335111.796471:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814906240 00000100:00100000:0.0:1763335111.796480:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814906240 00000100:00100000:1.0:1763335111.797605:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9946 00000100:00100000:0.0:1763335111.797690:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9947 00000100:00100000:0.0:1763335111.797705:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57028:x1848989814906240:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335111.797726:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335111.797750:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578583 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88222d expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.797916:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578583 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x20d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88222d expref: 273 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.797929:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20d:0x0].0x0 (ffff9001f134c600) 00010000:00010000:0.0:1763335111.797932:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763335111.797937:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578583 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x20d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88222d expref: 273 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.797949:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281200, rc 0) 00000100:00100000:0.0:1763335111.798010:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57028:x1848989814906240:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 310us (2468us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335111.798016:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9947 00000100:00100000:3.0:1763335111.808488:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.810190:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814906752 00000100:00100000:1.0:1763335111.810204:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814906752 00000100:00100000:0.0:1763335111.810848:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9948 00000100:00100000:0.0:1763335111.810862:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57028:x1848989814906752:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335111.810887:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335111.810909:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b5400757858a lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882234 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.810986:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578591 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335111.810999:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578591 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.811012:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578591 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.811024:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578598 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335111.811031:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578598 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.811037:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578598 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.811072:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578591 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.811078:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578591 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.811100:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578591 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.811106:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578591 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.811112:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335111.811116:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578591 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.811123:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578591 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.811134:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f134ce00) 00010000:00010000:0.0:1763335111.811138:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335111.811143:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578591 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.811148:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578591 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.811161:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578598 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.811167:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578598 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.811174:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578598 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.811179:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335111.811181:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578598 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.811187:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578598 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.811193:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2200) 00010000:00010000:0.0:1763335111.811195:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335111.811197:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578598 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.811202:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578598 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.811229:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b5400757858a lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882234 expref: 273 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.811239:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f134ce00) 00010000:00010000:0.0:1763335111.811241:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763335111.811244:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b5400757858a lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882234 expref: 273 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.811256:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280200, rc 0) 00000100:00100000:0.0:1763335111.811342:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57028:x1848989814906752:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 483us (2861us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335111.811350:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9948 00000100:00100000:2.0:1763335111.816778:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.816917:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814906880 00000100:00100000:1.0:1763335111.816927:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814906880 00000100:00100000:1.0:1763335111.817245:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9949 00000100:00100000:1.0:1763335111.817256:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4878380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57028:x1848989814906880:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335111.817275:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335111.817297:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b5400757859f lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88223b expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.817373:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b540075785a6 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335111.817386:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b540075785a6 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.817396:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b540075785a6 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.817404:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b540075785ad lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335111.817411:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b540075785ad lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.817416:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b540075785ad lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.817455:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b540075785a6 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.817462:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b540075785a6 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.817467:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b540075785a6 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.817473:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b540075785a6 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.817479:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fafe00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335111.817482:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b540075785a6 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.817490:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b540075785a6 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.817501:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2500) 00010000:00010000:1.0:1763335111.817504:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335111.817508:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b540075785a6 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.817514:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b540075785a6 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.817526:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b540075785ad lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.817531:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b540075785ad lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.817537:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b540075785ad lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.817542:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faf800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335111.817544:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b540075785ad lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.817549:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b540075785ad lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.817555:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2200) 00010000:00010000:1.0:1763335111.817557:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335111.817560:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b540075785ad lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.817565:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b540075785ad lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.817587:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b5400757859f lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88223b expref: 273 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.817597:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2500) 00010000:00010000:1.0:1763335111.817599:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335111.817602:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b5400757859f lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88223b expref: 273 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.817614:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faf000, rc 0) 00000100:00100000:1.0:1763335111.817669:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4878380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57028:x1848989814906880:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 416us (900us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335111.817676:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9949 00000100:00100000:2.0:1763335111.824529:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.824599:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814907008 00000100:00100000:1.0:1763335111.824608:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814907008 00000100:00100000:1.0:1763335111.824662:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9950 00000100:00100000:1.0:1763335111.824671:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57030:x1848989814907008:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335111.824690:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335111.824711:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b540075785b4 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882242 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.824770:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b540075785bb lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335111.824783:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b540075785bb lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.824792:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b540075785bb lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.824816:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b540075785c2 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335111.824823:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b540075785c2 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.824829:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b540075785c2 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.824863:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b540075785bb lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.824869:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b540075785bb lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.824876:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b540075785bb lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.824881:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b540075785bb lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.824887:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fae200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335111.824891:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b540075785bb lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.824897:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b540075785bb lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.824907:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2900) 00010000:00010000:1.0:1763335111.824910:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335111.824914:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b540075785bb lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.824920:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b540075785bb lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.824931:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b540075785c2 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.824936:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b540075785c2 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.824941:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b540075785c2 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.824946:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faee00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335111.824949:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b540075785c2 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.824954:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b540075785c2 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.824959:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2200) 00010000:00010000:1.0:1763335111.824962:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335111.824964:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b540075785c2 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.824969:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b540075785c2 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.824990:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b540075785b4 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882242 expref: 273 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.824999:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2900) 00010000:00010000:1.0:1763335111.825001:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335111.825004:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b540075785b4 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882242 expref: 273 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.825021:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faec00, rc 0) 00000100:00100000:1.0:1763335111.825075:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57030:x1848989814907008:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 405us (555us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335111.825082:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9950 00000100:00100000:2.0:1763335111.832511:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.832611:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814907136 00000100:00100000:0.0:1763335111.832622:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814907136 00000100:00100000:0.0:1763335111.832680:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9951 00000100:00100000:0.0:1763335111.832690:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff929c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57030:x1848989814907136:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335111.832710:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335111.832730:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075785c9 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882249 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.832805:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075785d0 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335111.832818:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075785d0 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.832828:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075785d0 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.832838:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b540075785d7 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335111.832844:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b540075785d7 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.832850:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b540075785d7 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.832886:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075785d0 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.832892:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075785d0 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.832899:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075785d0 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.832905:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075785d0 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.832911:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335111.832915:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075785d0 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.832921:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075785d0 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.832939:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f134ce00) 00010000:00010000:0.0:1763335111.832943:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335111.832947:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075785d0 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.832953:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075785d0 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.832963:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b540075785d7 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.832968:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b540075785d7 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.832973:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b540075785d7 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.832977:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335111.832979:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b540075785d7 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.832986:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b540075785d7 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.832992:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2200) 00010000:00010000:0.0:1763335111.832994:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335111.832997:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b540075785d7 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.833002:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b540075785d7 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.833026:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075785c9 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882249 expref: 273 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.833036:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f134ce00) 00010000:00010000:0.0:1763335111.833038:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335111.833041:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075785c9 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882249 expref: 273 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.833053:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280200, rc 0) 00000100:00100000:0.0:1763335111.833218:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff929c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57030:x1848989814907136:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 528us (715us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335111.833225:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9951 00000100:00100000:2.0:1763335111.840735:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.840859:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814907264 00000100:00100000:0.0:1763335111.840869:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814907264 00000100:00100000:0.0:1763335111.840920:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9952 00000100:00100000:0.0:1763335111.840929:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff929880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57030:x1848989814907264:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335111.840951:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335111.840975:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075785de lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882250 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.841041:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b540075785e5 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335111.841055:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b540075785e5 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.841065:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b540075785e5 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:0.0:1763335111.841108:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763335111.841113:0:13591:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763335111.841149:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075785de lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882250 expref: 274 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.841175:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b540075785e5 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882250 expref: 273 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.841184:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f134ce00) 00010000:00010000:0.0:1763335111.841187:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763335111.841190:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281e00, rc 0) 00000100:00100000:0.0:1763335111.841255:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff929880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57030:x1848989814907264:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 326us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335111.841262:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9952 00000100:00100000:2.0:1763335111.847858:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.847953:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814907520 00000100:00100000:1.0:1763335111.847963:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814907520 00000100:00100000:1.0:1763335111.848023:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9953 00000100:00100000:1.0:1763335111.848033:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57031:x1848989814907520:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335111.848051:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335111.848071:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b540075785ec lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882257 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.848140:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b540075785f3 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335111.848163:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b540075785f3 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.848175:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b540075785f3 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.848186:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b540075785fa lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335111.848193:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b540075785fa lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.848199:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b540075785fa lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.848239:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b540075785f3 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.848246:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b540075785f3 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.848252:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b540075785f3 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.848258:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b540075785f3 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.848263:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faee00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335111.848267:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b540075785f3 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.848273:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b540075785f3 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.848284:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f134ce00) 00010000:00010000:1.0:1763335111.848287:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335111.848291:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b540075785f3 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.848296:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b540075785f3 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.848307:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b540075785fa lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.848355:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b540075785fa lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.848363:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b540075785fa lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.848369:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fae200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335111.848372:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b540075785fa lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.848378:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b540075785fa lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.848386:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2200) 00010000:00010000:1.0:1763335111.848388:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335111.848391:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b540075785fa lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.848397:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b540075785fa lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.848426:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b540075785ec lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882257 expref: 274 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.848435:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f134ce00) 00010000:00010000:1.0:1763335111.848437:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763335111.848441:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b540075785ec lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882257 expref: 274 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.848450:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faec00, rc 0) 00000100:00100000:1.0:1763335111.848513:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57031:x1848989814907520:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 481us (664us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335111.848521:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9953 00000100:00100000:2.0:1763335111.853420:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.853472:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814907776 00000100:00100000:0.0:1763335111.853483:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814907776 00000100:00100000:0.0:1763335111.853545:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9954 00000100:00100000:0.0:1763335111.853555:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff928a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57030:x1848989814907776:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335111.853577:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335111.853581:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763335111.853605:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b540075785e5 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882250 expref: 273 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.853622:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f134ce00) 00010000:00010000:0.0:1763335111.853631:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335111.853645:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007578601 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88225e expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.853741:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578608 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335111.853754:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578608 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.853763:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578608 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.853772:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b5400757860f lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335111.853780:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b5400757860f lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.853786:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b5400757860f lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.854176:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007578616 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335111.854184:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007578616 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.854192:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007578616 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:0.0:1763335111.854201:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x20e:0x0]: returning size 0 00010000:00010000:0.0:1763335111.854224:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578608 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.854230:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578608 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.854235:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578608 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.854241:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578608 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.854246:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335111.854250:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578608 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.854256:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578608 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.854263:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f134c600) 00010000:00010000:0.0:1763335111.854266:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335111.854270:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578608 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.854274:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578608 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000004:00010000:0.0:1763335111.854283:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001c97abb2 reply state 00000000a55acaa1 transno 4294973499 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b5400757860f lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.854297:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b5400757860f lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.854302:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2200) 00010000:00010000:0.0:1763335111.854305:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335111.854307:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763335111.854362:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b54007578601 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88225e expref: 275 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.854378:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007578616 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88225e expref: 274 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.854385:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20e:0x0].0x0 (ffff9001f134c200) 00010000:00010000:0.0:1763335111.854388:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335111.854390:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281000, rc 0) 00000100:00100000:0.0:1763335111.854456:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff928a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:57030:x1848989814907776:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 903us (1047us total) trans 4294973499 rc 0/0 00000100:00100000:0.0:1763335111.854463:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9954 00000100:00100000:3.0:1763335111.858511:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.860223:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814908032 00000100:00100000:1.0:1763335111.860239:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814908032 00000100:00100000:1.0:1763335111.861077:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9955 00000100:00100000:1.0:1763335111.861342:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:57030:x1848989814908032:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335111.861368:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335111.861388:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578624 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x20e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882265 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.861494:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b5400757862b lrc: 3/0,1 mode: --/EX res: [0x240000405:0x20e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335111.861508:0:6532:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007578616 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88225e expref: 276 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.861517:0:6532:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b5400757862b lrc: 4/0,1 mode: --/EX res: [0x240000405:0x20e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.861551:0:6532:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007578616 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88225e expref: 276 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.861566:0:6532:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007578616 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88225e expref: 276 pid: 13591 timeout: 1204 lvb_type: 0 00000100:00100000:1.0:1763335111.861581:0:6532:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c37ac700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826126848:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335111.864192:0:6532:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c695f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335111.867200:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.867341:0:6532:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c37ac700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826126848:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335111.867369:0:6532:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b5400757862b lrc: 3/0,1 mode: --/EX res: [0x240000405:0x20e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000100:00100000:3.0:1763335111.867490:0:35246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814908160 00000100:00100000:3.0:1763335111.867499:0:35246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814908160 00010000:00010000:3.0:1763335111.867536:0:35246:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007578616 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88225e expref: 277 pid: 13591 timeout: 1204 lvb_type: 0 00000100:00100000:3.0:1763335111.867577:0:35246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3269 00000100:00100000:3.0:1763335111.867588:0:35246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:2427:x1848989814908160:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335111.867602:0:35246:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335111.867610:0:35246:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007578616 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88225e expref: 277 pid: 13591 timeout: 1204 lvb_type: 0 00010000:00010000:3.0:1763335111.867622:0:35246:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007578616 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88225e expref: 277 pid: 13591 timeout: 1204 lvb_type: 0 00010000:00010000:3.0:1763335111.867643:0:35246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b54007578616 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88225e expref: 277 pid: 13591 timeout: 1204 lvb_type: 0 00010000:00010000:3.0:1763335111.867658:0:35246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20e:0x0].0x0 (ffff9001f134c200) 00010000:00010000:3.0:1763335111.867664:0:35246:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b5400757862b lrc: 3/0,1 mode: --/EX res: [0x240000405:0x20e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335111.867673:0:35246:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b5400757862b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335111.867680:0:35246:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b5400757862b lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x20e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335111.867711:0:35246:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335111.867772:0:35246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:2427:x1848989814908160:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 185us (582us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335111.867781:0:35246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3269 00010000:00010000:1.0:1763335111.868061:0:6532:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b5400757862b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.868072:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b5400757862b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:1.0:1763335111.868104:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x20e:0x0]: returning size 0 00000004:00080000:1.0:1763335111.868274:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x286:0x0], index 0: 0 00000004:00080000:1.0:1763335111.868281:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x288:0x0], index 1: 0 00000004:00080000:1.0:1763335111.868286:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x289:0x0], index 1: 0 00000004:00080000:1.0:1763335111.868290:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x287:0x0], index 0: 0 00010000:00010000:1.0:1763335111.868422:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b5400757862b lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.868430:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b5400757862b lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x20e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.868437:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b5400757862b lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x20e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.868443:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fae200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335111.868447:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b5400757862b lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x20e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.868454:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b5400757862b lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x20e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.868463:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20e:0x0].0x0 (ffff9001f134c200) 00010000:00010000:1.0:1763335111.868466:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763335111.868469:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b5400757862b lrc: 2/0,0 mode: --/EX res: [0x240000405:0x20e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.868475:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b5400757862b lrc: 0/0,0 mode: --/EX res: [0x240000405:0x20e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.868522:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578624 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x20e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882265 expref: 276 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.868531:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20e:0x0].0x0 (ffff9001f134c200) 00010000:00010000:1.0:1763335111.868533:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763335111.868537:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578624 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x20e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882265 expref: 276 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.868551:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faec00, rc 0) 00000100:00100000:1.0:1763335111.868595:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:57030:x1848989814908032:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 7261us (10093us total) trans 4294973500 rc 301/301 00000100:00100000:1.0:1763335111.868602:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9955 00000100:00100000:2.0:1763335111.873949:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.874029:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814908416 00000100:00100000:1.0:1763335111.874040:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814908416 00000100:00100000:1.0:1763335111.875057:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3444 00000100:00100000:1.0:1763335111.875072:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff928380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:57030:x1848989814908416:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335111.876030:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff928380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:57030:x1848989814908416:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 957us (2085us total) trans 4294973501 rc 0/0 00000100:00100000:1.0:1763335111.876041:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3444 00000100:00100000:0.0:1763335111.885463:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763335111.885488:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c60bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826126976:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1763335111.885565:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335111.886774:0:12480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826126976 00000100:00100000:3.0:1763335111.886786:0:12480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826126976 00000100:00100000:2.0:1763335111.886882:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.886922:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.887250:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814908672 00000100:00100000:0.0:1763335111.887256:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814908672 00000100:00100000:0.0:1763335111.887295:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3445 00000100:00100000:0.0:1763335111.887303:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:57030:x1848989814908672:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335111.887464:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:1.0:1763335111.887473:0:8419:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7833b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+21:3666:x1848989826126976:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1763335111.887487:0:8419:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484898112 pending 0 free 3919192064 avail 3687641088 00000100:00100000:0.0:1763335111.887520:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:57030:x1848989814908672:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 217us (639us total) trans 4294973502 rc 0/0 00000100:00100000:1.0:1763335111.887527:0:8419:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7833b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+21:3666:x1848989826126976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 57us (1963us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335111.887531:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3445 00000100:00100000:1.0:1763335111.887532:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00100000:1.0:1763335111.887580:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c60bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826126976:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1763335111.887606:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814908928 00000100:00100000:1.0:1763335111.887610:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814908928 00000100:00100000:1.0:1763335111.887636:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9956 00000100:00100000:1.0:1763335111.887643:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:57031:x1848989814908928:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335111.887652:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335111.887673:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578639 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88226c expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.887731:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578640 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335111.887745:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578640 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.887754:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578640 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.887763:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578647 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335111.887769:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578647 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.887774:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578647 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.887871:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b5400757864e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335111.887879:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b5400757864e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.887888:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b5400757864e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:1.0:1763335111.887897:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x20e:0x0]: returning size 0 00010000:00010000:1.0:1763335111.887947:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578640 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.888611:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578640 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.888617:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578640 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.888624:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578640 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.888630:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fae200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335111.888634:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578640 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.888641:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578640 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.888653:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2900) 00010000:00010000:1.0:1763335111.888656:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335111.888660:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578640 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.888666:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578640 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.888677:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578647 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.888687:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578647 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.888692:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578647 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.888697:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faee00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335111.888699:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578647 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.888704:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578647 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.888710:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2200) 00010000:00010000:1.0:1763335111.888712:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335111.888715:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578647 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.888720:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578647 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.888753:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578639 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88226c expref: 280 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.888770:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b5400757864e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88226c expref: 279 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.888777:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20e:0x0].0x0 (ffff9001cada2500) 00010000:00010000:1.0:1763335111.888779:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335111.888781:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faf000, rc 0) 00000100:00100000:1.0:1763335111.888832:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+279:57031:x1848989814908928:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1190us (1909us total) trans 4294973503 rc 0/0 00000100:00100000:1.0:1763335111.888840:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9956 00000100:00100000:2.0:1763335111.894658:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.894746:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814909184 00000100:00100000:1.0:1763335111.894757:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814909184 00000100:00100000:1.0:1763335111.894828:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9957 00000100:00100000:1.0:1763335111.894839:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+279:55956:x1848989814909184:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335111.894865:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335111.894896:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b5400757865c lrc: 2/0,0 mode: --/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882273 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.894930:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578663 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335111.894943:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578663 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.894954:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578663 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.895068:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b5400757865c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882273 expref: 281 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.895087:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578663 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882273 expref: 280 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.895095:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20e:0x0].0x0 (ffff9001cada2500) 00010000:00010000:1.0:1763335111.895098:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763335111.895102:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faee00, rc 0) 00000100:00100000:1.0:1763335111.895170:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+280:55956:x1848989814909184:12345-192.168.204.57@tcp:101:bash.0 Request processed in 333us (521us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335111.895180:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9957 00000100:00100000:0.0:1763335111.896572:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.896668:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814909056 00000100:00100000:2.0:1763335111.896676:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814909056 00000100:00100000:2.0:1763335111.896725:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6896 00000100:00100000:2.0:1763335111.896734:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7831c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2429:x1848989814909056:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335111.896747:0:28568:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335111.896766:0:28568:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed6000/0x3ec0b5400757866a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88227a expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335111.896787:0:28568:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x286:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763335111.896815:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335111.896817:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335111.896828:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed6000/0x3ec0b5400757866a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88227a expref: 13 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335111.896842:0:28568:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed6000/0x3ec0b5400757866a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88227a expref: 13 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335111.896854:0:28568:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed6000, rc 0) 00000100:00100000:2.0:1763335111.896907:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7831c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:2429:x1848989814909056:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 174us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335111.896914:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6896 00000100:00100000:2.0:1763335111.903638:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.903693:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814909440 00000100:00100000:0.0:1763335111.903703:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814909440 00000100:00100000:0.0:1763335111.903763:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9958 00000100:00100000:0.0:1763335111.903773:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+280:55956:x1848989814909440:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:0.0:1763335111.903830:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335111.903854:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b5400757864e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88226c expref: 280 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.903871:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20e:0x0].0x0 (ffff9001cada2500) 00010000:00010000:0.0:1763335111.903876:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335111.904034:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578671 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x20e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335111.904047:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578671 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x20e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.904055:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578671 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x20e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000001:00080000:0.0:1763335111.904101:0:13591:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973504 00000004:00010000:0.0:1763335111.904119:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b657558e reply state 00000000d66dc762 transno 4294973505 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578671 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x20e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.904130:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578671 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x20e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.904135:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20e:0x0].0x0 (ffff9001cada2500) 00010000:00010000:0.0:1763335111.904138:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335111.904140:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335111.904236:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+282:55956:x1848989814909440:12345-192.168.204.57@tcp:36:bash.0 Request processed in 464us (606us total) trans 4294973505 rc 0/0 00000100:00100000:0.0:1763335111.904243:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9958 00000020:00080000:0.0:1763335111.904248:0:13591:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763335111.909354:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.909477:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814909568 00000100:00100000:1.0:1763335111.909487:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814909568 00000100:00100000:1.0:1763335111.909547:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9959 00000100:00100000:1.0:1763335111.909556:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+282:57031:x1848989814909568:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335111.909578:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335111.909600:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578678 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x20e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882281 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.909658:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578678 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x20e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882281 expref: 283 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.909673:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578678 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x20e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882281 expref: 283 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.909692:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20e:0x0].0x0 (ffff9001cada2500) 00010000:00010000:1.0:1763335111.909695:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763335111.909698:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faec00, rc 0) 00000100:00100000:1.0:1763335111.909764:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+283:57031:x1848989814909568:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 208us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335111.909771:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9959 00000100:00100000:2.0:1763335111.911909:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.911957:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814909696 00000100:00100000:0.0:1763335111.911967:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814909696 00000100:00100000:0.0:1763335111.912025:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9960 00000100:00100000:0.0:1763335111.912036:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+283:55956:x1848989814909696:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335111.912063:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335111.912086:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757867f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x20e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882288 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.912143:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757867f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x20e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882288 expref: 284 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.912158:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757867f lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x20e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882288 expref: 284 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.912178:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20e:0x0].0x0 (ffff9001cada2500) 00010000:00010000:0.0:1763335111.912181:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335111.912189:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280000, rc 0) 00000100:00100000:0.0:1763335111.912246:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+284:55956:x1848989814909696:12345-192.168.204.57@tcp:101:bash.0 Request processed in 212us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335111.912253:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9960 00000100:00100000:2.0:1763335111.915991:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.916057:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814909824 00000100:00100000:1.0:1763335111.916067:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814909824 00000100:00100000:1.0:1763335111.916131:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9961 00000100:00100000:1.0:1763335111.916140:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7d30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+284:57031:x1848989814909824:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335111.916160:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335111.916182:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578686 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88228f expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.916253:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757868d lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335111.916266:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757868d lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.916276:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757868d lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.916285:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578694 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335111.916292:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578694 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.916297:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578694 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.916452:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b5400757869b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335111.916461:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b5400757869b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.916469:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b5400757869b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:2.0:1763335111.916508:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x20e:0x0]: returning size 0 00000004:00200000:2.0:1763335111.916513:0:6532:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335111.916530:0:6532:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b5400757869b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.916541:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b5400757869b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.916550:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757868d lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.916556:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757868d lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.916562:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757868d lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.916568:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757868d lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.916574:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faf800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335111.916577:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757868d lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.916585:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757868d lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.916597:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2900) 00010000:00010000:2.0:1763335111.916599:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335111.916604:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757868d lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.916610:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757868d lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.916623:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578694 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.916633:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578694 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.916641:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578694 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.916645:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fafe00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335111.916648:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578694 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.916653:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578694 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.916659:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2200) 00010000:00010000:2.0:1763335111.916661:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335111.916663:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578694 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.916668:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578694 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335111.916694:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578686 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88228f expref: 286 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.916710:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b5400757869b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88228f expref: 285 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.916717:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20e:0x0].0x0 (ffff9001cada2500) 00010000:00010000:2.0:1763335111.916719:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335111.916721:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7200, rc 0) 00000100:00100000:2.0:1763335111.916778:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7d30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+285:57031:x1848989814909824:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 638us (795us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335111.916785:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9961 00000100:00100000:2.0:1763335111.924577:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.924818:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814910080 00000100:00100000:1.0:1763335111.924829:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814910080 00000100:00100000:0.0:1763335111.925164:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9962 00000100:00100000:0.0:1763335111.925178:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5229c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+285:55956:x1848989814910080:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335111.925199:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335111.925202:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:0.0:1763335111.925228:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b5400757867f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x20e:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882288 expref: 285 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.925248:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578678 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x20e:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882281 expref: 284 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.925258:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20e:0x0].0x0 (ffff9001cada2500) 00010000:00010000:0.0:1763335111.925263:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335111.925275:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075786a2 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x20e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882296 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.925365:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075786a9 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x20e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335111.925377:0:13591:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b5400757869b lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88228f expref: 284 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.925386:0:13591:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075786a9 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x20e:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.925417:0:13591:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b5400757869b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88228f expref: 284 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.925430:0:13591:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b5400757869b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88228f expref: 284 pid: 6532 timeout: 1204 lvb_type: 0 00000100:00100000:0.0:1763335111.925444:0:13591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c7830a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826127104:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335111.925527:0:13591:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c2f8c900 going to sleep for 11 seconds 00000100:00100000:0.0:1763335111.928065:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.928303:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814910336 00000100:00100000:1.0:1763335111.928345:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814910336 00000100:00100000:1.0:1763335111.928406:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9963 00000100:00100000:1.0:1763335111.928416:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7832d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+285:57031:x1848989814910336:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335111.928437:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335111.928459:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b540075786b0 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x20e:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88229d expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.928563:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b540075786b7 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x20e:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335111.928583:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b540075786b7 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x20e:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.928593:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b540075786b7 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x20e:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:1.0:1763335111.928605:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x20e:0x0]: returning size 0 00010000:00010000:1.0:1763335111.928713:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b540075786b0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x20e:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88229d expref: 288 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.928732:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b540075786b7 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x20e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88229d expref: 287 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.928741:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20e:0x0].0x0 (ffff9001cada2500) 00010000:00010000:1.0:1763335111.928744:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1763335111.928747:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fafe00, rc 0) 00000100:00100000:1.0:1763335111.928818:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7832d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+287:57031:x1848989814910336:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 403us (761us total) trans 4294973506 rc 0/0 00000100:00100000:1.0:1763335111.928826:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9963 00000100:00100000:3.0:1763335111.930974:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.931066:0:13591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c7830a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826127104:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335111.932352:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814910464 00000100:00100000:2.0:1763335111.932363:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814910464 00010000:00010000:2.0:1763335111.932403:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b5400757869b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88228f expref: 287 pid: 6532 timeout: 1204 lvb_type: 0 00000100:00100000:2.0:1763335111.932450:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3270 00000100:00100000:2.0:1763335111.932460:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+287:2427:x1848989814910464:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335111.932476:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335111.932483:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b5400757869b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88228f expref: 287 pid: 6532 timeout: 1204 lvb_type: 0 00010000:00010000:2.0:1763335111.932495:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b5400757869b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88228f expref: 287 pid: 6532 timeout: 1204 lvb_type: 0 00010000:00010000:2.0:1763335111.932516:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b5400757869b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88228f expref: 287 pid: 6532 timeout: 1204 lvb_type: 0 00010000:00010000:2.0:1763335111.932534:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20e:0x0].0x0 (ffff9001cada2500) 00010000:00010000:2.0:1763335111.932539:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075786a9 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x20e:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.932550:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075786a9 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20e:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.932562:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075786a9 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x20e:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335111.932580:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335111.932643:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+286:2427:x1848989814910464:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 183us (1676us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335111.932650:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3270 00010000:00010000:0.0:1763335111.932759:0:13591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075786a9 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20e:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.932770:0:13591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075786a9 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20e:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.932776:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075786a9 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20e:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000040:00080000:0.0:1763335111.933003:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1598, 88 off133464 00000004:00080000:0.0:1763335111.933011:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1104912695504ns, next at 1105304338521ns, rc = 0 00000040:00080000:0.0:1763335111.933034:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1599, 88 off133464 00000004:00080000:0.0:1763335111.933039:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1104912723981ns, next at 1105304308680ns, rc = 0 00000040:00080000:0.0:1763335111.933082:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1600, 88 off133552 00000004:00080000:0.0:1763335111.933087:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1104912772054ns, next at 1105304308680ns, rc = 0 00000040:00080000:0.0:1763335111.933107:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1599, 88 off133552 00000004:00080000:0.0:1763335111.933113:0:13591:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1104912798164ns, next at 1105304338521ns, rc = 0 00000100:00100000:2.0:1763335111.934257:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.934906:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814910592 00000100:00100000:0.0:1763335111.934916:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814910592 00000100:00100000:1.0:1763335111.935843:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9964 00000100:00100000:1.0:1763335111.935856:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c522b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+287:57031:x1848989814910592:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335111.935875:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335111.935894:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b540075786c5 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x20e:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8822a4 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.935986:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075786cc lrc: 3/1,0 mode: --/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335111.935998:0:6532:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075786a9 lrc: 2/0,1 mode: EX/EX res: [0x240000405:0x20e:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.936007:0:6532:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075786cc lrc: 4/1,0 mode: --/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.936022:0:6532:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075786a9 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20e:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40210400000020 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335111.936031:0:6532:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075786cc lrc: 3/1,0 mode: --/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000001:00080000:1.0:1763335111.937777:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973507 is committed 00000004:00080000:1.0:1763335111.937800:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1047 committed 00000004:00080000:1.0:1763335111.938148:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1044 committed 00000100:00100000:3.0:1763335111.938290:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5228e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826127232:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335111.938376:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1763335111.938448:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1043 committed 00000004:00080000:1.0:1763335111.938451:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1046 committed 00010000:00010000:0.0:1763335111.938610:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b5400757856e lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335111.938622:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b5400757856e lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335111.938629:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b5400757856e lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335111.938635:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fae600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335111.938639:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b5400757856e lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335111.938647:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b5400757856e lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335111.938662:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2200) 00010000:00010000:0.0:1763335111.938665:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335111.938670:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b5400757856e lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335111.938676:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b5400757856e lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335111.938694:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b5400757860f lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.938700:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b5400757860f lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.938706:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b5400757860f lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.938710:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335111.938712:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b5400757860f lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.938718:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b5400757860f lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.938725:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2200) 00010000:00010000:0.0:1763335111.938727:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335111.938730:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b5400757860f lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.938735:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b5400757860f lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.938752:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578671 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x20e:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.938758:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578671 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x20e:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.938764:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578671 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x20e:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.938769:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335111.938772:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578671 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x20e:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.938777:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578671 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x20e:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.938784:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20e:0x0].0x0 (ffff9001cada2500) 00010000:00010000:0.0:1763335111.938787:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335111.938789:0:3651:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075786cc lrc: 3/1,0 mode: --/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335111.938811:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578671 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x20e:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335111.938816:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578671 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x20e:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000100:00100000:1.0:1763335111.938957:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826127360:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763335111.938990:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335111.939063:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826127232 00000100:00100000:3.0:1763335111.939070:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826127232 00000100:00100000:3.0:1763335111.939187:0:8725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826127360 00000100:00100000:3.0:1763335111.939191:0:8725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826127360 00000100:00100000:3.0:1763335111.939213:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6897 00000100:00100000:3.0:1763335111.939221:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+22:3664:x1848989826127232:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763335111.939243:0:8725:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:644 count 1 00010000:00010000:3.0:1763335111.939264:0:8725:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1e600/0x3ec0b540075786d3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x284:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.939282:0:8725:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e200/0x3ec0b5400757853d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88221f expref: 12 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.939291:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335111.939293:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335111.939297:0:8725:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1e600/0x3ec0b540075786d3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.939350:0:8725:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e200/0x3ec0b5400757853d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88221f expref: 12 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.939371:0:8725:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e200/0x3ec0b5400757853d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88221f expref: 12 pid: 8725 timeout: 1204 lvb_type: 0 00000100:00100000:3.0:1763335111.939382:0:8725:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c60b9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8725:1848989826127744:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335111.939439:0:8725:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c79269c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335111.939454:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6898 00000100:00100000:3.0:1763335111.939462:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+22:3665:x1848989826127360:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763335111.939473:0:28961:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:645 count 1 00002000:00010000:3.0:1763335111.939493:0:28961:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x285:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335111.939498:0:28961:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b540075786da lrc: 3/0,1 mode: --/PW res: [0x280000400:0x285:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.939506:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335111.939508:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335111.939512:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b540075786da lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.939524:0:28961:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b540075786da lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.939532:0:28961:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b540075786da lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.939539:0:28961:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b540075786da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.939560:0:28961:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335111.939750:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+23:3665:x1848989826127360:12345-0@lo:6:osp-syn-0-1.0 Request processed in 288us (758us total) trans 21474839045 rc 0/0 00000100:00100000:3.0:1763335111.939758:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6898 00010000:00010000:3.0:1763335111.939780:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335111.939785:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b540075786da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.939805:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1fa00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335111.939808:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b540075786da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.939817:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b540075786da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.939830:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b540075786da lrc: 1/0,0 mode: --/PW res: [0x280000400:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.939837:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b540075786da lrc: 0/0,0 mode: --/PW res: [0x280000400:0x285:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.939850:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335111.939851:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335111.939853:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763335111.939881:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c9b54e00/2, rc 0, transno 21474839045 00000100:00100000:3.0:1763335111.939886:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826127360:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763335111.940098:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075786a9 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x20e:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882296 expref: 272 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.940109:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20e:0x0].0x0 (ffff9001cada2500) 00010000:00010000:3.0:1763335111.940111:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763335111.940115:0:13591:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075786cc lrc: 3/1,0 mode: --/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335111.940123:0:13591:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075786cc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335111.940129:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075786cc lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335111.940156:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075786a2 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x20e:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882296 expref: 272 pid: 13591 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763335111.940170:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075786a9 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x20e:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882296 expref: 271 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.940197:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281000, rc 0) 00000100:00100000:3.0:1763335111.940226:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5229c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+271:55956:x1848989814910080:12345-192.168.204.57@tcp:101:bash.0 Request processed in 15052us (15659us total) trans 4294973507 rc 0/0 00000100:00100000:3.0:1763335111.940233:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9962 00000100:00100000:3.0:1763335111.940266:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c7830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826127488:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763335111.940295:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335111.940337:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763335111.940343:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c7831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826127616:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763335111.940365:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335111.940386:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826127488 00000100:00100000:3.0:1763335111.940391:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826127488 00000100:00100000:3.0:1763335111.940413:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826127616 00000100:00100000:3.0:1763335111.940416:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826127616 00000100:00100000:3.0:1763335111.940434:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6899 00000100:00100000:3.0:1763335111.940441:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+58:3666:x1848989826127488:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763335111.940455:0:28568:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:646 count 1 00010000:00010000:3.0:1763335111.940471:0:28568:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075786e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.940483:0:28568:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9001fc184000/0x3ec0b54007578536 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882218 expref: 32 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.940491:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335111.940492:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335111.940495:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075786e1 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.940516:0:28568:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9001fc184000/0x3ec0b54007578536 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882218 expref: 32 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.940525:0:28568:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9001fc184000/0x3ec0b54007578536 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882218 expref: 32 pid: 8415 timeout: 1204 lvb_type: 0 00000100:00100000:3.0:1763335111.940533:0:28568:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c60ba680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28568:1848989826127872:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335111.940556:0:28568:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c7926d80 going to sleep for 11 seconds 00000100:00100000:3.0:1763335111.940570:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6900 00000100:00100000:3.0:1763335111.940577:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+58:3666:x1848989826127616:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763335111.940590:0:28961:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:647 count 1 00002000:00010000:3.0:1763335111.940606:0:28961:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x287:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335111.940611:0:28961:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b540075786e8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x287:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.940619:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335111.940621:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335111.940624:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b540075786e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.940633:0:28961:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b540075786e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.940640:0:28961:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b540075786e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.940647:0:28961:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b540075786e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.940662:0:28961:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335111.940789:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+59:3666:x1848989826127616:12345-0@lo:6:osp-syn-1-1.0 Request processed in 211us (422us total) trans 17179871755 rc 0/0 00000100:00100000:3.0:1763335111.940806:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6900 00010000:00010000:3.0:1763335111.940824:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335111.940828:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b540075786e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.940835:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185600 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335111.940838:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b540075786e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.940846:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b540075786e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.940856:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b540075786e8 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.940863:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b540075786e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.940875:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335111.940877:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335111.940879:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763335111.940899:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c7831880/2, rc 0, transno 17179871755 00000100:00100000:3.0:1763335111.940904:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c7831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826127616:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763335111.941941:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826128128:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335111.941980:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335111.942003:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763335111.942008:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826128000:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335111.942027:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335111.942051:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826128128 00000100:00100000:2.0:1763335111.942056:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826128128 00000100:00100000:2.0:1763335111.942255:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6901 00000100:00100000:2.0:1763335111.942265:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+23:3665:x1848989826128128:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335111.942417:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+24:3665:x1848989826128128:12345-0@lo:2:osp-syn-0-1.0 Request processed in 153us (435us total) trans 21474839046 rc 0/0 00000100:00100000:2.0:1763335111.942424:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6901 00000100:00100000:2.0:1763335111.942438:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826128000 00000100:00100000:2.0:1763335111.942441:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826128000 00000100:00100000:2.0:1763335111.942461:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6902 00000100:00100000:2.0:1763335111.942467:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+24:3665:x1848989826128000:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1763335111.942519:0:8415:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x286:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335111.942523:0:8415:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x286:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763335111.942525:0:8415:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x286:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335111.942527:0:8415:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x286:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763335111.942529:0:8415:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x286:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335111.942553:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+25:3665:x1848989826128000:12345-0@lo:2:osp-syn-0-1.0 Request processed in 86us (525us total) trans 21474839047 rc 0/0 00000100:00100000:2.0:1763335111.942558:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6902 00000004:00080000:2.0:1763335111.942587:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c9b56d80/2, rc 0, transno 21474839047 00000100:00100000:2.0:1763335111.942592:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826128000:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763335111.942599:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c9b54700/2, rc 0, transno 21474839046 00000100:00100000:2.0:1763335111.942602:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826128128:0@lo:2:osp-syn-0-1.0 00010000:00010000:1.0:1763335111.943005:0:6532:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075786cc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.943016:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075786cc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:1.0:1763335111.943055:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x20e:0x0]: returning size 2 00000004:00200000:1.0:1763335111.943059:0:6532:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335111.943077:0:6532:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075786cc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.943109:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b540075786c5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x20e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822a4 expref: 271 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.943126:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075786cc lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822a4 expref: 270 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.943135:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20e:0x0].0x0 (ffff9001cada2500) 00010000:00010000:1.0:1763335111.943138:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1763335111.943142:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faf000, rc 0) 00000100:00100000:1.0:1763335111.943194:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c522b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:57031:x1848989814910592:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 7341us (8941us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335111.943201:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9964 00000100:00100000:1.0:1763335111.946291:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c2f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826128384:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335111.946382:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335111.946423:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763335111.946429:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c2f25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826128256:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335111.946452:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335111.946483:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826128384 00000100:00100000:1.0:1763335111.946490:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826128384 00000100:00100000:1.0:1763335111.946530:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826128256 00000100:00100000:1.0:1763335111.946533:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826128256 00000100:00100000:1.0:1763335111.946554:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6903 00000100:00100000:1.0:1763335111.946563:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+60:3667:x1848989826128384:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335111.946737:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+61:3667:x1848989826128384:12345-0@lo:2:osp-syn-1-1.0 Request processed in 175us (354us total) trans 17179871756 rc 0/0 00000100:00100000:1.0:1763335111.946745:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6903 00000100:00100000:1.0:1763335111.946763:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6904 00000100:00100000:1.0:1763335111.946769:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+60:3667:x1848989826128256:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763335111.946851:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+61:3667:x1848989826128256:12345-0@lo:2:osp-syn-1-1.0 Request processed in 82us (397us total) trans 17179871757 rc 0/0 00000100:00100000:1.0:1763335111.946856:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6904 00000004:00080000:1.0:1763335111.946893:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c2f25180/2, rc 0, transno 17179871757 00000100:00100000:1.0:1763335111.946898:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c2f25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826128256:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763335111.946907:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c2f27800/2, rc 0, transno 17179871756 00000100:00100000:1.0:1763335111.946909:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c2f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826128384:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335111.950058:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.950103:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.950127:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.950151:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814910976 00000100:00100000:0.0:1763335111.950165:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814910976 00000100:00100000:0.0:1763335111.950215:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6905 00000100:00100000:0.0:1763335111.950227:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:55956:x1848989814910976:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335111.950246:0:27803:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335111.950268:0:27803:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b540075786ef lrc: 2/0,0 mode: --/PW res: [0x280000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8822ab expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.950298:0:27803:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed6000/0x3ec0b5400757866a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88227a expref: 14 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335111.950305:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335111.950307:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335111.950337:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b540075786ef lrc: 4/0,0 mode: --/PW res: [0x280000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822ab expref: 14 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.950371:0:27803:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed6000/0x3ec0b5400757866a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88227a expref: 14 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335111.950383:0:27803:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed6000/0x3ec0b5400757866a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88227a expref: 14 pid: 28568 timeout: 1204 lvb_type: 1 00000100:00100000:0.0:1763335111.950396:0:27803:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c2f24700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27803:1848989826128512:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335111.950467:0:27803:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c2f8c480 going to sleep for 11 seconds 00000100:00100000:2.0:1763335111.950772:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814910720 00000100:00100000:2.0:1763335111.950778:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814910720 00010000:00010000:2.0:1763335111.950809:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e200/0x3ec0b5400757853d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88221f expref: 15 pid: 8725 timeout: 1204 lvb_type: 0 00000100:00100000:2.0:1763335111.950834:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814910848 00000100:00100000:2.0:1763335111.950837:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814910848 00010000:00010000:2.0:1763335111.950854:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9001fc184000/0x3ec0b54007578536 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882218 expref: 33 pid: 8415 timeout: 1204 lvb_type: 0 00000100:00100000:2.0:1763335111.950874:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3271 00000100:00100000:2.0:1763335111.950881:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f26a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+15:2429:x1848989814910720:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335111.950891:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335111.950896:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e200/0x3ec0b5400757853d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x284:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88221f expref: 15 pid: 8725 timeout: 1204 lvb_type: 0 00010000:00010000:2.0:1763335111.950909:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e200/0x3ec0b5400757853d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x284:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88221f expref: 15 pid: 8725 timeout: 1204 lvb_type: 0 00010000:00010000:2.0:1763335111.950929:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335111.950931:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335111.950936:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1e600/0x3ec0b540075786d3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x284:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.950946:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1e600/0x3ec0b540075786d3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x284:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.950961:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335111.950994:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f26a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+15:2429:x1848989814910720:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 113us (944us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335111.951001:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3271 00000100:00100000:2.0:1763335111.951018:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3272 00000100:00100000:2.0:1763335111.951025:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f25f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:2429:x1848989814910848:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335111.951033:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335111.951037:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9001fc184000/0x3ec0b54007578536 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882218 expref: 33 pid: 8415 timeout: 1204 lvb_type: 0 00010000:00010000:2.0:1763335111.951047:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9001fc184000/0x3ec0b54007578536 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882218 expref: 33 pid: 8415 timeout: 1204 lvb_type: 0 00010000:00010000:2.0:1763335111.951060:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335111.951062:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335111.951065:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075786e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.951073:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075786e1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.951085:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335111.951102:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f25f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:2429:x1848989814910848:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 78us (1000us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335111.951109:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3272 00010000:00010000:3.0:1763335111.951520:0:8725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000cc95e200/0x3ec0b5400757853d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x284:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88221f expref: 14 pid: 8725 timeout: 1204 lvb_type: 0 00000100:00100000:3.0:1763335111.951533:0:8725:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c60b9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8725:1848989826127744:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335111.951550:0:8725:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1e600/0x3ec0b540075786d3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.951561:0:8725:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1e600/0x3ec0b540075786d3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.951574:0:8725:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1e600/0x3ec0b540075786d3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.951583:0:8725:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1e600/0x3ec0b540075786d3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.951591:0:8725:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1e600/0x3ec0b540075786d3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335111.951620:0:8725:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335111.951864:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+25:3664:x1848989826127232:12345-0@lo:6:osp-syn-0-1.0 Request processed in 12642us (13487us total) trans 21474839048 rc 0/0 00000100:00100000:3.0:1763335111.951872:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6897 00000004:00080000:3.0:1763335111.951981:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5228e00/2, rc 0, transno 21474839048 00000100:00100000:3.0:1763335111.951987:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5228e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826127232:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1763335111.952201:0:28568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001fc184000/0x3ec0b54007578536 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882218 expref: 32 pid: 8415 timeout: 1204 lvb_type: 0 00000100:00100000:1.0:1763335111.952214:0:28568:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c60ba680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28568:1848989826127872:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335111.952228:0:28568:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075786e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.952237:0:28568:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075786e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.952244:0:28568:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075786e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.952252:0:28568:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075786e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.952259:0:28568:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075786e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.952279:0:28568:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1763335111.952437:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+61:3666:x1848989826127488:12345-0@lo:6:osp-syn-1-1.0 Request processed in 11996us (12141us total) trans 17179871758 rc 0/0 00000100:00100000:1.0:1763335111.952448:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6899 00010000:00010000:2.0:1763335111.952782:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1763335111.952789:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1e600/0x3ec0b540075786d3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.952805:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1e600 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335111.952809:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1e600/0x3ec0b540075786d3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.952819:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1e600/0x3ec0b540075786d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.952834:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1e600/0x3ec0b540075786d3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.952841:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1e600/0x3ec0b540075786d3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x284:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.952857:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335111.952861:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075786e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.952867:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1f400 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335111.952871:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075786e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.952877:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075786e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.952887:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075786e1 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.952894:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c6e1f400/0x3ec0b540075786e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.952906:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335111.952908:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335111.952909:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763335111.952933:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c7830a80/2, rc 0, transno 17179871758 00000100:00100000:2.0:1763335111.952938:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c7830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826127488:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763335111.953119:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335111.953292:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.953416:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814911232 00000100:00100000:1.0:1763335111.953423:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814911232 00000100:00100000:1.0:1763335111.953464:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9965 00000100:00100000:1.0:1763335111.953473:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:57031:x1848989814911232:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335111.953495:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335111.953512:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b540075786f6 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8822b2 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.953581:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075786fd lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335111.954045:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075786fd lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.954055:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075786fd lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.954069:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578704 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335111.954074:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578704 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.954080:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578704 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.954181:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b5400757870b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335111.954190:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b5400757870b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.954202:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b5400757870b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:1.0:1763335111.954212:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x20e:0x0]: returning size 2 00010000:00010000:1.0:1763335111.954285:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075786fd lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.954292:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075786fd lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.954297:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075786fd lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.954303:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075786fd lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.954307:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faf200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335111.954311:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075786fd lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.954346:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075786fd lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.954354:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2800) 00010000:00010000:1.0:1763335111.954357:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335111.954360:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075786fd lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.954365:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075786fd lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.954374:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578704 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.954383:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578704 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.954388:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578704 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.954393:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fafc00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335111.954395:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578704 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.954400:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578704 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.954405:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001cada2f00) 00010000:00010000:1.0:1763335111.954407:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335111.954410:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578704 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.954414:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578704 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335111.954447:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b540075786f6 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822b2 expref: 273 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.954458:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b5400757870b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822b2 expref: 272 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.954464:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20e:0x0].0x0 (ffff9001cada2500) 00010000:00010000:1.0:1763335111.954465:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335111.954467:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fae800, rc 0) 00000100:00100000:1.0:1763335111.954510:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57031:x1848989814911232:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1039us (1219us total) trans 4294973508 rc 0/0 00000100:00100000:1.0:1763335111.954516:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9965 00000100:00100000:1.0:1763335111.956546:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.956597:0:35246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814911360 00000100:00100000:2.0:1763335111.956606:0:35246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814911360 00010000:00010000:2.0:1763335111.956638:0:35246:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed6000/0x3ec0b5400757866a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88227a expref: 14 pid: 28568 timeout: 1204 lvb_type: 1 00000100:00100000:2.0:1763335111.956677:0:35246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3273 00000100:00100000:2.0:1763335111.956685:0:35246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001fb62d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:2427:x1848989814911360:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335111.956701:0:35246:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335111.956705:0:35246:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed6000/0x3ec0b5400757866a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x286:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88227a expref: 14 pid: 28568 timeout: 1204 lvb_type: 1 00010000:00010000:2.0:1763335111.956723:0:35246:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed6000/0x3ec0b5400757866a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x286:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88227a expref: 14 pid: 28568 timeout: 1204 lvb_type: 1 00010000:00010000:2.0:1763335111.956744:0:35246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335111.956746:0:35246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335111.956754:0:35246:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b540075786ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x286:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822ab expref: 14 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.956764:0:35246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b540075786ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x286:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822ab expref: 14 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335111.956812:0:35246:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b540075786ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x286:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822ab expref: 14 pid: 27803 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335111.956826:0:35246:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c79ef800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:35246:1848989826128640:192.168.204.57@tcp:105: 00000100:00100000:2.0:1763335111.956901:0:35246:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001fcd2d480 going to sleep for 11 seconds 00010000:00010000:0.0:1763335111.957477:0:27803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed6000/0x3ec0b5400757866a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x286:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88227a expref: 14 pid: 28568 timeout: 1204 lvb_type: 1 00000100:00100000:0.0:1763335111.957492:0:27803:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c2f24700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27803:1848989826128512:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335111.957519:0:27803:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b540075786ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822ab expref: 13 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335111.957529:0:27803:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280000, rc 0) 00000100:00100000:0.0:1763335111.957570:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:55956:x1848989814910976:12345-192.168.204.57@tcp:101:bash.0 Request processed in 7345us (7440us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335111.957578:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6905 00000100:00100000:1.0:1763335111.960993:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.961098:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814911616 00000100:00100000:2.0:1763335111.961108:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814911616 00000100:00100000:0.0:1763335111.961539:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3446 00000100:00100000:0.0:1763335111.961552:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57031:x1848989814911616:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335111.961781:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57031:x1848989814911616:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 231us (796us total) trans 4294973509 rc 0/0 00000100:00100000:0.0:1763335111.961789:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3446 00000100:00100000:2.0:1763335111.965528:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335111.965591:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.965777:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814911744 00000100:00100000:0.0:1763335111.965788:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814911744 00000100:00100000:0.0:1763335111.965854:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3447 00000100:00100000:0.0:1763335111.965864:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57031:x1848989814911744:12345-192.168.204.57@tcp:33:lfs.0 00000100:00100000:1.0:1763335111.966025:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814911872 00000100:00100000:1.0:1763335111.966030:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814911872 00000100:00100000:3.0:1763335111.966043:0:35246:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c79ef800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:35246:1848989826128640:192.168.204.57@tcp:105: 00000100:00100000:1.0:1763335111.966057:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6906 00000100:00100000:1.0:1763335111.966063:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:55956:x1848989814911872:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335111.966065:0:35246:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335111.966072:0:27803:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335111.966107:0:27803:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578719 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8822b9 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335111.966127:0:27803:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x288:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763335111.966144:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335111.966146:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335111.966156:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578719 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822b9 expref: 33 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.966171:0:27803:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578719 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822b9 expref: 33 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335111.966183:0:27803:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fae200, rc 0) 00000100:00100000:0.0:1763335111.966774:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57031:x1848989814911744:12345-192.168.204.57@tcp:33:lfs.0 Request processed in 910us (1252us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335111.966783:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3447 00000100:00100000:3.0:1763335111.967057:0:35246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001fb62d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2427:x1848989814911360:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 10370us (10517us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335111.967057:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:55956:x1848989814911872:12345-192.168.204.57@tcp:101:bash.0 Request processed in 993us (1464us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335111.967064:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6906 00000100:00100000:3.0:1763335111.967067:0:35246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3273 00000100:00100000:1.0:1763335111.982032:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335111.982067:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335111.983600:0:16421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814912128 00000100:00100000:3.0:1763335111.983618:0:16421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814912128 00002000:00010000:3.0:1763335111.983672:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/648 (0->18446744073709551615) 00002000:00100000:3.0:1763335111.983677:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c37ae680 with x1848989814912128 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335111.983694:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c37ae680. 00000100:00100000:3.0:1763335111.983733:0:16421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814912000 00000100:00100000:3.0:1763335111.983736:0:16421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814912000 00002000:00010000:3.0:1763335111.983752:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/646 (0->18446744073709551615) 00002000:00100000:3.0:1763335111.983755:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c37ad880 with x1848989814912000 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335111.983761:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c37ad880. 00000100:00100000:3.0:1763335111.983800:0:16421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1680 00000100:00100000:3.0:1763335111.983811:0:16421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:2428:x1848989814912128:12345-192.168.204.57@tcp:10:bash.0 00000100:00100000:1.0:1763335111.984066:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1681 00000100:00100000:1.0:1763335111.984075:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2428:x1848989814912000:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:1.0:1763335111.984204:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x286:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335111.984208:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x286:0x0] updating lvb mtime from disk: 0 -> 1763335112 00002000:00010000:1.0:1763335111.984211:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x286:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335111.984217:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x286:0x0] updating lvb ctime from disk: 0 -> 1763335112 00002000:00010000:1.0:1763335111.984219:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x286:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335111.984311:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:2428:x1848989814912000:12345-192.168.204.57@tcp:10:bash.0 Request processed in 237us (2243us total) trans 21474839049 rc 0/0 00000100:00100000:1.0:1763335111.984343:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1681 00002000:00010000:1.0:1763335111.984348:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/646 (0->18446744073709551615) 00002000:00100000:1.0:1763335111.984350:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c37ad880 with x1848989814912000 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335111.984358:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c37ad880. 00002000:00010000:3.0:1763335111.984554:0:16421:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x288:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335111.984557:0:16421:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x288:0x0] updating lvb mtime from disk: 0 -> 1763335112 00002000:00010000:3.0:1763335111.984559:0:16421:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x288:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335111.984561:0:16421:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x288:0x0] updating lvb ctime from disk: 0 -> 1763335112 00002000:00010000:3.0:1763335111.984563:0:16421:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x288:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335111.984587:0:16421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+34:2428:x1848989814912128:12345-192.168.204.57@tcp:10:bash.0 Request processed in 779us (2565us total) trans 17179871759 rc 0/0 00000100:00100000:3.0:1763335111.984593:0:16421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1680 00002000:00010000:3.0:1763335111.984596:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/648 (0->18446744073709551615) 00002000:00100000:3.0:1763335111.984598:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c37ae680 with x1848989814912128 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335111.984603:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c37ae680. 00000100:00100000:2.0:1763335111.992832:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335111.992895:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814912384 00000100:00100000:0.0:1763335111.992905:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814912384 00000100:00100000:0.0:1763335111.992965:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3448 00000100:00100000:0.0:1763335111.992975:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57032:x1848989814912384:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335111.993294:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:57032:x1848989814912384:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 319us (471us total) trans 4294973510 rc 0/0 00000100:00100000:0.0:1763335111.993302:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3448 00000100:00100000:2.0:1763335112.001658:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335112.002071:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814912640 00000100:00100000:0.0:1763335112.002217:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814912640 00000100:00080000:1.0:1763335112.006423:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1763335112.006741:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3449 00000100:00100000:0.0:1763335112.006764:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1612450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:57033:x1848989814912640:12345-192.168.204.57@tcp:35:rm.0 00000100:00100000:0.0:1763335112.008067:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1612450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:57033:x1848989814912640:12345-192.168.204.57@tcp:35:rm.0 Request processed in 1311us (6415us total) trans 4294973511 rc 0/0 00000100:00100000:0.0:1763335112.008079:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3449 00010000:00010000:3.0:1763335112.013988:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335112.018198:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335112.018268:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814912896 00000100:00100000:3.0:1763335112.018279:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814912896 00000100:00100000:3.0:1763335112.018369:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9966 00000100:00100000:3.0:1763335112.018380:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:57033:x1848989814912896:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:3.0:1763335112.018447:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:3.0:1763335112.018474:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075786a9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x20e:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882296 expref: 275 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.018494:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b540075786b7 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x20e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88229d expref: 274 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.018506:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b5400757870b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822b2 expref: 273 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.018517:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b540075786cc lrc: 0/0,0 mode: --/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822a4 expref: 272 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.018528:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578663 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x20e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882273 expref: 271 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.018538:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20e:0x0].0x0 (ffff9001cada2500) 00010000:00010000:3.0:1763335112.018550:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335112.018691:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007578720 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335112.018706:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007578720 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335112.018720:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007578720 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335112.018737:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578727 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335112.018744:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578727 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335112.018750:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578727 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335112.018837:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b5400757872e lrc: 3/0,1 mode: --/EX res: [0x240000405:0x20e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335112.018845:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b5400757872e lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335112.018852:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b5400757872e lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000040:00080000:2.0:1763335112.019097:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1600, 64 off133616 00000040:00080000:2.0:1763335112.019129:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1601, 64 off133616 00000040:00080000:2.0:1763335112.019142:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1602, 64 off133680 00000040:00080000:2.0:1763335112.019152:0:13591:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1601, 64 off133680 00010000:00010000:2.0:1763335112.019212:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578735 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x20e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335112.019220:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578735 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335112.019228:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578735 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335112.019243:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578735 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335112.019248:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578735 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335112.019254:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578735 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335112.019277:0:13591:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763335112.019295:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b5400757872e lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335112.019301:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b5400757872e lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335112.019307:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b5400757872e lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335112.019339:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335112.019343:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b5400757872e lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335112.019351:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b5400757872e lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335112.019360:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20e:0x0].0x0 (ffff9001c79c3c00) 00010000:00010000:2.0:1763335112.019363:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763335112.019367:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b5400757872e lrc: 2/0,0 mode: --/EX res: [0x240000405:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335112.019372:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b5400757872e lrc: 0/0,0 mode: --/EX res: [0x240000405:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335112.019488:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007578720 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335112.019495:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007578720 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335112.019501:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007578720 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335112.019507:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007578720 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335112.019513:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335112.019516:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007578720 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335112.019522:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007578720 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335112.019530:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f6163300) 00010000:00010000:2.0:1763335112.019533:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335112.019536:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007578720 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335112.019542:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007578720 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000004:00010000:2.0:1763335112.019553:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c16ce3bf reply state 000000009f217325 transno 4294973512 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578727 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335112.019562:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578727 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335112.019568:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c79c3d00) 00010000:00010000:2.0:1763335112.019570:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335112.019573:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335112.019658:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57033:x1848989814912896:12345-192.168.204.57@tcp:36:rm.0 Request processed in 1278us (1470us total) trans 4294973512 rc 0/0 00000100:00100000:2.0:1763335112.019667:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9966 00010000:00010000:3.0:1763335112.020048:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335112.020056:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578735 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.020062:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7e00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335112.020066:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578735 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.020071:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578735 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.020080:0:7457:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20e:0x0].0x0 (ffff9001c79c3c00) 00010000:00010000:3.0:1763335112.020082:0:7457:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335112.020084:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578735 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.020094:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578735 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.020107:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335112.020109:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335112.020111:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335112.030490:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335112.031501:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814913152 00000100:00100000:0.0:1763335112.031513:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814913152 00000100:00100000:3.0:1763335112.032173:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9967 00000100:00100000:3.0:1763335112.032186:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57034:x1848989814913152:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335112.032210:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335112.032234:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b5400757873c lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8822c0 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.032310:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007578743 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335112.032347:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007578743 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.032359:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007578743 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.032370:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757874a lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335112.032377:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757874a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.032383:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757874a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.032424:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007578743 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.032432:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007578743 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.032437:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007578743 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.032443:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007578743 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.032448:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335112.032453:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007578743 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.032460:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007578743 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.032471:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f6163800) 00010000:00010000:3.0:1763335112.032475:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335112.032479:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007578743 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.032485:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007578743 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.032498:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757874a lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.032504:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757874a lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.032509:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757874a lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.032514:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc184000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335112.032517:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757874a lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.032522:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757874a lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.032528:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c79c3d00) 00010000:00010000:3.0:1763335112.032542:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335112.032546:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757874a lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.032551:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b5400757874a lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.032580:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b5400757873c lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822c0 expref: 273 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.032591:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f6163800) 00010000:00010000:3.0:1763335112.032592:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763335112.032596:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b5400757873c lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822c0 expref: 273 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.032608:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc185e00, rc 0) 00000100:00100000:3.0:1763335112.034877:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57034:x1848989814913152:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 2684us (4387us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335112.034889:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9967 00000100:00100000:0.0:1763335112.041111:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335112.041681:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814913280 00000100:00100000:3.0:1763335112.041693:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814913280 00000100:00100000:3.0:1763335112.041760:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9968 00000100:00100000:3.0:1763335112.041771:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57034:x1848989814913280:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335112.041805:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335112.041828:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007578751 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8822c7 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.041898:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007578758 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335112.041912:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007578758 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.041923:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007578758 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.041934:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757875f lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335112.041942:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757875f lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.041948:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757875f lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.041984:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007578758 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.041990:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007578758 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.041996:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007578758 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.042002:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007578758 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.042007:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc184000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335112.042012:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007578758 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.042018:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007578758 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.042029:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f6163800) 00010000:00010000:3.0:1763335112.042032:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335112.042036:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007578758 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.042042:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007578758 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.042054:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757875f lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.042059:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757875f lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.042064:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757875f lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.042069:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335112.042071:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757875f lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.042077:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757875f lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.042084:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c79c3d00) 00010000:00010000:3.0:1763335112.042086:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335112.042090:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757875f lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.042100:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757875f lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.042127:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007578751 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822c7 expref: 273 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.042137:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f6163800) 00010000:00010000:3.0:1763335112.042139:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335112.042142:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007578751 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822c7 expref: 273 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.042207:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc185e00, rc 0) 00000100:00100000:3.0:1763335112.042740:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57034:x1848989814913280:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 970us (1640us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335112.042749:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9968 00000100:00100000:2.0:1763335112.047521:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335112.047609:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814913408 00000100:00100000:3.0:1763335112.047620:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814913408 00000100:00100000:3.0:1763335112.047915:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9969 00000100:00100000:3.0:1763335112.047927:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57035:x1848989814913408:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335112.047948:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335112.047969:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007578766 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8822ce expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.048035:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757876d lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335112.048048:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757876d lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.048063:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757876d lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.048073:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007578774 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335112.048079:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007578774 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.048099:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007578774 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.048139:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757876d lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.048145:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757876d lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.048151:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757876d lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.048157:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757876d lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.048163:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335112.048167:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757876d lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.048174:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757876d lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.048187:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f6163800) 00010000:00010000:3.0:1763335112.048190:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335112.048195:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757876d lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.048200:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757876d lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.048212:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007578774 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.048217:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007578774 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.048222:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007578774 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.048227:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc184000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335112.048229:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007578774 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.048234:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007578774 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.048241:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c79c3d00) 00010000:00010000:3.0:1763335112.048243:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335112.048246:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007578774 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.048251:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007578774 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.048278:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007578766 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822ce expref: 273 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.048288:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f6163800) 00010000:00010000:3.0:1763335112.048291:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335112.048295:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007578766 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822ce expref: 273 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.048306:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc185e00, rc 0) 00000100:00100000:3.0:1763335112.054415:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57035:x1848989814913408:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 6479us (6893us total) trans 0 rc 301/301 00000100:00100000:3.0:1763335112.054428:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9969 00000100:00100000:2.0:1763335112.056895:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335112.056973:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814913536 00000100:00100000:3.0:1763335112.056983:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814913536 00000100:00100000:3.0:1763335112.057039:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9970 00000100:00100000:3.0:1763335112.057049:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57035:x1848989814913536:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335112.057068:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335112.057125:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b5400757877b lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8822d5 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.057197:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007578782 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335112.057211:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007578782 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.057223:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007578782 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.057233:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007578789 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:3.0:1763335112.057240:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007578789 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.057246:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007578789 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.057283:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007578782 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.057290:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007578782 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.057296:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007578782 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.057302:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007578782 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.057307:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc184000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335112.057649:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007578782 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.057659:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007578782 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.057670:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f6163800) 00010000:00010000:3.0:1763335112.057673:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335112.057677:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007578782 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.057683:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007578782 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.057695:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007578789 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.057700:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007578789 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.057756:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007578789 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.057762:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335112.057765:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007578789 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.057771:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007578789 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.057778:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c79c3d00) 00010000:00010000:3.0:1763335112.057781:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335112.057784:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007578789 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.057796:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b54007578789 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.057827:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b5400757877b lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822d5 expref: 273 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.057838:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f6163800) 00010000:00010000:3.0:1763335112.057840:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335112.057844:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b5400757877b lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822d5 expref: 273 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.057856:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fc185e00, rc 0) 00000100:00100000:0.0:1763335112.057978:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57035:x1848989814913536:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 928us (1092us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335112.057986:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9970 00000100:00100000:1.0:1763335112.064146:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335112.064243:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814913664 00000100:00100000:0.0:1763335112.064254:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814913664 00000100:00100000:0.0:1763335112.064344:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9971 00000100:00100000:0.0:1763335112.064355:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff920a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57035:x1848989814913664:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335112.064375:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335112.064398:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578790 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8822dc expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.064454:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578797 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335112.064467:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578797 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335112.064482:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578797 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:0.0:1763335112.064522:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1763335112.064527:0:13591:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763335112.064558:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578790 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822dc expref: 274 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.064574:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578797 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822dc expref: 273 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.064583:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4882100) 00010000:00010000:0.0:1763335112.064586:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763335112.064589:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281e00, rc 0) 00000100:00100000:0.0:1763335112.064637:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff920a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57035:x1848989814913664:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 285us (501us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335112.064644:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9971 00000100:00100000:2.0:1763335112.070825:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335112.072366:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814913792 00000100:00100000:1.0:1763335112.072380:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814913792 00000100:00100000:1.0:1763335112.072449:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9972 00000100:00100000:1.0:1763335112.072460:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57035:x1848989814913792:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335112.072480:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335112.072500:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b5400757879e lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8822e3 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.072565:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b540075787a5 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335112.072582:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b540075787a5 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.072593:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b540075787a5 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.072603:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b540075787ac lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335112.072610:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b540075787ac lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.072616:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b540075787ac lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.072653:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b540075787a5 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.072660:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b540075787a5 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.072666:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b540075787a5 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.072672:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b540075787a5 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.072679:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fae400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335112.072682:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b540075787a5 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.072690:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b540075787a5 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.072704:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4882100) 00010000:00010000:1.0:1763335112.072707:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335112.072711:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b540075787a5 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.072717:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b540075787a5 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.072729:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b540075787ac lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.072734:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b540075787ac lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.072739:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b540075787ac lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.072743:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fae000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335112.072746:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b540075787ac lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.072752:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b540075787ac lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.072758:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c79c3d00) 00010000:00010000:1.0:1763335112.072760:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335112.072763:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b540075787ac lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.072767:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b540075787ac lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.072803:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b5400757879e lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822e3 expref: 274 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.072815:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4882100) 00010000:00010000:1.0:1763335112.072817:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335112.072821:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b5400757879e lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822e3 expref: 274 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.072831:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faf400, rc 0) 00000100:00100000:1.0:1763335112.072908:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57035:x1848989814913792:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 449us (2091us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335112.072916:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9972 00000100:00100000:2.0:1763335112.079537:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335112.080260:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814914048 00000100:00100000:0.0:1763335112.080271:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814914048 00000100:00100000:0.0:1763335112.080345:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9973 00000100:00100000:0.0:1763335112.080355:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57035:x1848989814914048:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335112.080376:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335112.080379:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763335112.080402:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578797 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822dc expref: 273 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.080420:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4882100) 00010000:00010000:0.0:1763335112.080430:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335112.080443:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075787b3 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8822ea expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.080534:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075787ba lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335112.080547:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075787ba lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335112.080555:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075787ba lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335112.080564:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075787c1 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335112.080570:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075787c1 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335112.080577:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075787c1 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335112.080913:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075787c8 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335112.080921:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075787c8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335112.080928:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075787c8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:0.0:1763335112.080938:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x20f:0x0]: returning size 0 00010000:00010000:0.0:1763335112.080961:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075787ba lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335112.080970:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075787ba lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335112.080975:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075787ba lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335112.080981:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075787ba lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335112.080986:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335112.080990:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075787ba lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335112.080996:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075787ba lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335112.081004:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4882600) 00010000:00010000:0.0:1763335112.081007:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335112.081011:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075787ba lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335112.081016:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075787ba lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000004:00010000:0.0:1763335112.081024:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005333cf3f reply state 000000008944b5f3 transno 4294973513 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075787c1 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335112.081034:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075787c1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335112.081039:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c79c3d00) 00010000:00010000:0.0:1763335112.081042:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335112.081045:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763335112.081068:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b540075787b3 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822ea expref: 275 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.081098:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075787c8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822ea expref: 274 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.081106:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20f:0x0].0x0 (ffff9000c4882e00) 00010000:00010000:0.0:1763335112.081108:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335112.081110:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280200, rc 0) 00000100:00100000:0.0:1763335112.081181:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:57035:x1848989814914048:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 827us (1652us total) trans 4294973513 rc 0/0 00000100:00100000:0.0:1763335112.081190:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9973 00000100:00100000:2.0:1763335112.088771:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335112.088865:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814914304 00000100:00100000:1.0:1763335112.088875:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814914304 00000100:00100000:1.0:1763335112.088929:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9974 00000100:00100000:1.0:1763335112.088937:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:57035:x1848989814914304:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335112.088958:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335112.088976:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b540075787d6 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8822f1 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.089066:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b540075787dd lrc: 3/0,1 mode: --/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335112.089080:0:6532:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075787c8 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822ea expref: 276 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.089103:0:6532:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b540075787dd lrc: 4/0,1 mode: --/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.089132:0:6532:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075787c8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822ea expref: 276 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.089149:0:6532:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075787c8 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822ea expref: 276 pid: 13591 timeout: 1205 lvb_type: 0 00000100:00100000:1.0:1763335112.089161:0:6532:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6354e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826128768:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335112.089238:0:6532:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001cad67f00 going to sleep for 11 seconds 00000100:00100000:2.0:1763335112.095356:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335112.095442:0:35246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814914432 00000100:00100000:3.0:1763335112.095451:0:35246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814914432 00010000:00010000:3.0:1763335112.095488:0:35246:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075787c8 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822ea expref: 277 pid: 13591 timeout: 1205 lvb_type: 0 00000100:00100000:3.0:1763335112.095527:0:35246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3274 00000100:00100000:3.0:1763335112.095536:0:35246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:2426:x1848989814914432:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335112.095550:0:35246:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335112.095556:0:35246:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075787c8 lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822ea expref: 277 pid: 13591 timeout: 1205 lvb_type: 0 00010000:00010000:3.0:1763335112.095568:0:35246:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075787c8 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822ea expref: 277 pid: 13591 timeout: 1205 lvb_type: 0 00010000:00010000:3.0:1763335112.095589:0:35246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20f:0x0].0x0 (ffff9000c4882e00) 00010000:00010000:3.0:1763335112.095594:0:35246:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b540075787dd lrc: 3/0,1 mode: --/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.095604:0:35246:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b540075787dd lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.095610:0:35246:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b540075787dd lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.095625:0:35246:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335112.095679:0:35246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:2426:x1848989814914432:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 143us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335112.095686:0:35246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3274 00010000:00010000:1.0:1763335112.096332:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075787c8 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822ea expref: 276 pid: 13591 timeout: 1205 lvb_type: 0 00000100:00100000:1.0:1763335112.096351:0:6532:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6354e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826128768:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335112.096373:0:6532:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b540075787dd lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.096382:0:6532:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b540075787dd lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.096387:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b540075787dd lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:1.0:1763335112.096411:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x20f:0x0]: returning size 0 00000004:00080000:1.0:1763335112.096582:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x28a:0x0], index 1: 0 00000004:00080000:1.0:1763335112.096589:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x288:0x0], index 0: 0 00000004:00080000:1.0:1763335112.096593:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x289:0x0], index 0: 0 00000004:00080000:1.0:1763335112.096597:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x28b:0x0], index 1: 0 00010000:00010000:1.0:1763335112.096700:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b540075787dd lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.096709:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b540075787dd lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.096720:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b540075787dd lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.096725:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fae000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335112.096729:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b540075787dd lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.096737:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b540075787dd lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.096748:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20f:0x0].0x0 (ffff9000c4882e00) 00010000:00010000:1.0:1763335112.096751:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763335112.096755:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b540075787dd lrc: 2/0,0 mode: --/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.096761:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b540075787dd lrc: 0/0,0 mode: --/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.096819:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b540075787d6 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x20f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822f1 expref: 276 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.096829:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20f:0x0].0x0 (ffff9000c4882e00) 00010000:00010000:1.0:1763335112.096832:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763335112.096836:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b540075787d6 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x20f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822f1 expref: 276 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.096849:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faf400, rc 0) 00000100:00100000:1.0:1763335112.096904:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:57035:x1848989814914304:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 7966us (9591us total) trans 4294973514 rc 301/301 00000100:00100000:1.0:1763335112.096912:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9974 00000100:00100000:2.0:1763335112.102495:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335112.102635:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335112.103535:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814914944 00000100:00100000:1.0:1763335112.103548:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814914944 00000100:00100000:3.0:1763335112.103951:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814914688 00000100:00100000:3.0:1763335112.103957:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814914688 00000100:00100000:2.0:1763335112.104256:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3450 00000100:00100000:2.0:1763335112.104269:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:57035:x1848989814914688:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335112.104606:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:57035:x1848989814914688:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 339us (2117us total) trans 4294973515 rc 0/0 00000100:00100000:2.0:1763335112.104613:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3450 00000100:00100000:1.0:1763335112.105832:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9975 00000100:00100000:1.0:1763335112.105852:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:57037:x1848989814914944:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335112.105870:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335112.105898:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b540075787eb lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8822f8 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.105978:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075787f2 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335112.105993:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075787f2 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.106004:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075787f2 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.106014:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b540075787f9 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335112.106021:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b540075787f9 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.106027:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b540075787f9 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.106127:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578800 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335112.106135:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578800 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.106141:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578800 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:1.0:1763335112.106155:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x20f:0x0]: returning size 0 00010000:00010000:1.0:1763335112.106223:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075787f2 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.106230:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075787f2 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.106236:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075787f2 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.106241:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075787f2 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.106246:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faf200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335112.106249:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075787f2 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.106256:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075787f2 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.106267:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001cada2100) 00010000:00010000:1.0:1763335112.106270:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335112.106274:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075787f2 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.106280:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b540075787f2 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.106291:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b540075787f9 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.106296:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b540075787f9 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.106305:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b540075787f9 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.106309:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faee00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335112.106311:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b540075787f9 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.106337:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b540075787f9 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.106342:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c79c3d00) 00010000:00010000:1.0:1763335112.106344:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335112.106347:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b540075787f9 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.106352:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b540075787f9 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.106383:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b540075787eb lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822f8 expref: 279 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.106399:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578800 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822f8 expref: 278 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.106405:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20f:0x0].0x0 (ffff9001cada2600) 00010000:00010000:1.0:1763335112.106407:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335112.106409:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faf000, rc 0) 00000100:00100000:1.0:1763335112.106465:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+278:57037:x1848989814914944:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 623us (3832us total) trans 4294973516 rc 0/0 00000100:00100000:1.0:1763335112.106472:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9975 00000100:00100000:2.0:1763335112.109489:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335112.110774:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814915200 00000100:00100000:0.0:1763335112.110787:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814915200 00000100:00100000:0.0:1763335112.110852:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3451 00000100:00100000:0.0:1763335112.110861:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+278:57035:x1848989814915200:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335112.111090:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+279:57035:x1848989814915200:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 220us (1603us total) trans 4294973517 rc 0/0 00000100:00100000:0.0:1763335112.111099:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3451 00000100:00100000:1.0:1763335112.113563:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335112.113612:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335112.114399:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814915328 00000100:00100000:2.0:1763335112.114411:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814915328 00000100:00100000:2.0:1763335112.114471:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814915456 00000100:00100000:2.0:1763335112.114474:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814915456 00000100:00100000:2.0:1763335112.114503:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6907 00000100:00100000:2.0:1763335112.114513:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6354e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:2427:x1848989814915328:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335112.114530:0:28568:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335112.114552:0:28568:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7800/0x3ec0b5400757880e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8822ff expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335112.114576:0:28568:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x289:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763335112.114595:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335112.114597:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335112.114605:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7800/0x3ec0b5400757880e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822ff expref: 14 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335112.114623:0:28568:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7800/0x3ec0b5400757880e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822ff expref: 14 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335112.114638:0:28568:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7800, rc 0) 00000100:00100000:2.0:1763335112.114697:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6354e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:2427:x1848989814915328:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 185us (1144us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335112.114705:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6907 00000100:00100000:2.0:1763335112.114725:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6908 00000100:00100000:2.0:1763335112.114732:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+34:2427:x1848989814915456:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335112.114739:0:28568:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335112.114750:0:28568:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578815 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x28b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882306 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335112.114764:0:28568:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x28b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763335112.114772:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335112.114773:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335112.114778:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578815 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882306 expref: 35 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335112.114802:0:28568:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578815 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882306 expref: 35 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335112.114811:0:28568:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7e00, rc 0) 00000100:00100000:2.0:1763335112.114832:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+35:2427:x1848989814915456:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 101us (1221us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335112.114837:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6908 00000100:00080000:3.0:1763335112.115032:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1763335112.115037:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763335112.115888:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335112.117636:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814915712 00000100:00100000:1.0:1763335112.117650:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814915712 00000100:00100000:1.0:1763335112.117713:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9976 00000100:00100000:1.0:1763335112.117723:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+279:55956:x1848989814915712:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335112.117747:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335112.117751:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763335112.117775:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578800 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822f8 expref: 279 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.117803:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20f:0x0].0x0 (ffff9001cada2600) 00010000:00010000:1.0:1763335112.117814:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335112.117829:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b5400757881c lrc: 2/0,0 mode: --/CW res: [0x240000405:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88230d expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.117931:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578823 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335112.117942:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578823 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x20f:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335112.117951:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578823 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x20f:0x0].0x0 bits 0x1f/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:1.0:1763335112.117965:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x20f:0x0]: returning size 0 00010000:00010000:1.0:1763335112.118064:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b5400757881c lrc: 0/0,0 mode: --/CW res: [0x240000405:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88230d expref: 281 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.118076:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578823 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x20f:0x0].0x0 bits 0x1f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88230d expref: 280 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.118083:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20f:0x0].0x0 (ffff9001cada2100) 00010000:00010000:1.0:1763335112.118086:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1f 00010000:00010000:1.0:1763335112.118088:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faee00, rc 0) 00000100:00100000:1.0:1763335112.118159:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+280:55956:x1848989814915712:12345-192.168.204.57@tcp:101:bash.0 Request processed in 437us (2272us total) trans 4294973518 rc 0/0 00000100:00100000:1.0:1763335112.118167:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9976 00000100:00100000:2.0:1763335112.120566:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335112.120852:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335112.121591:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814915840 00000100:00100000:1.0:1763335112.121604:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814915840 00000100:00100000:1.0:1763335112.121669:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814915968 00000100:00100000:1.0:1763335112.121672:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814915968 00000100:00100000:1.0:1763335112.121701:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9977 00000100:00100000:1.0:1763335112.121709:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+281:57037:x1848989814915840:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335112.121730:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335112.121750:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007578831 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882314 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.121815:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007578831 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882314 expref: 282 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.121828:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007578831 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882314 expref: 282 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.121846:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20f:0x0].0x0 (ffff9001cada2100) 00010000:00010000:1.0:1763335112.121850:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763335112.121854:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faf200, rc 0) 00000100:00100000:1.0:1763335112.121904:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+282:57037:x1848989814915840:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 196us (1348us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335112.121912:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9977 00000100:00100000:1.0:1763335112.121930:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9978 00000100:00100000:1.0:1763335112.121936:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+281:55956:x1848989814915968:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335112.121945:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335112.121952:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578838 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88231b expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.121970:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b5400757883f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335112.121978:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b5400757883f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335112.121986:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b5400757883f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335112.122096:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578838 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88231b expref: 283 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.122113:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b5400757883f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88231b expref: 282 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.122119:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20f:0x0].0x0 (ffff9001cada2100) 00010000:00010000:1.0:1763335112.122122:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763335112.122124:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fae000, rc 0) 00000100:00100000:1.0:1763335112.122152:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+282:55956:x1848989814915968:12345-192.168.204.57@tcp:101:bash.0 Request processed in 216us (1300us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335112.122158:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9978 00000100:00100000:2.0:1763335112.126207:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335112.126247:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335112.126311:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814916224 00000100:00100000:0.0:1763335112.126345:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814916224 00000100:00100000:0.0:1763335112.126386:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3452 00000100:00100000:0.0:1763335112.126394:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+282:57037:x1848989814916224:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335112.126584:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+283:57037:x1848989814916224:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 189us (384us total) trans 4294973519 rc 0/0 00000100:00100000:0.0:1763335112.126595:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3452 00000100:00100000:3.0:1763335112.126861:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814916480 00000100:00100000:3.0:1763335112.126866:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814916480 00000100:00100000:3.0:1763335112.126902:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9979 00000100:00100000:3.0:1763335112.126909:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+283:55956:x1848989814916480:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:3.0:1763335112.126935:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335112.126958:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578823 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x20f:0x0].0x0 bits 0x1f/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88230d expref: 283 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.126971:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20f:0x0].0x0 (ffff9001cada2100) 00010000:00010000:3.0:1763335112.126975:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335112.127105:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007578846 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335112.127118:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007578846 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.127127:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007578846 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000001:00080000:3.0:1763335112.127164:0:13840:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973520 00000004:00010000:3.0:1763335112.127186:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000b105964 reply state 000000002528a619 transno 4294973521 ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007578846 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.127197:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007578846 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.127203:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20f:0x0].0x0 (ffff9001cada2100) 00010000:00010000:3.0:1763335112.127206:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335112.127208:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763335112.127262:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+285:55956:x1848989814916480:12345-192.168.204.57@tcp:36:bash.0 Request processed in 353us (1013us total) trans 4294973521 rc 0/0 00000100:00100000:3.0:1763335112.127268:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9979 00000020:00080000:3.0:1763335112.127272:0:13840:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763335112.134034:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335112.134349:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814916736 00000100:00100000:3.0:1763335112.134360:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814916736 00000100:00100000:3.0:1763335112.134415:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9980 00000100:00100000:3.0:1763335112.134425:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+285:57037:x1848989814916736:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335112.134448:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335112.134472:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757884d lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882322 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.134547:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007578854 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335112.134560:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007578854 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.134571:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007578854 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.134582:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b5400757885b lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335112.134589:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b5400757885b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.134595:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b5400757885b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.134695:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578862 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335112.134704:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578862 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.134711:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578862 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:3.0:1763335112.134720:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x20f:0x0]: returning size 0 00010000:00010000:3.0:1763335112.134798:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007578854 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.134805:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007578854 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.134812:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007578854 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.134818:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007578854 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.134824:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc184000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335112.134827:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007578854 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.134835:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007578854 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.134846:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001f6163800) 00010000:00010000:3.0:1763335112.134850:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335112.134854:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007578854 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.134860:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc184000/0x3ec0b54007578854 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.134871:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b5400757885b lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.134876:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b5400757885b lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.134881:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b5400757885b lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.134890:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1f400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335112.134892:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b5400757885b lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.134898:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b5400757885b lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.134905:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c79c3d00) 00010000:00010000:3.0:1763335112.134907:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335112.134909:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b5400757885b lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.134914:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b5400757885b lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.134945:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185600/0x3ec0b5400757884d lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882322 expref: 288 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.134960:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578862 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882322 expref: 287 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.134968:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20f:0x0].0x0 (ffff9001cada2100) 00010000:00010000:3.0:1763335112.134970:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335112.134973:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6e1e600, rc 0) 00000100:00100000:3.0:1763335112.135034:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+287:57037:x1848989814916736:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 611us (1008us total) trans 4294973522 rc 0/0 00000100:00100000:3.0:1763335112.135043:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9980 00000100:00100000:3.0:1763335112.138188:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335112.140810:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814916992 00000100:00100000:2.0:1763335112.140824:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814916992 00000100:00100000:2.0:1763335112.140894:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9981 00000100:00100000:2.0:1763335112.140905:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+287:55956:x1848989814916992:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335112.140931:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335112.140935:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763335112.140962:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007578831 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882314 expref: 287 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.140979:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20f:0x0].0x0 (ffff9001cada2100) 00010000:00010000:2.0:1763335112.140984:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335112.140998:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007578870 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882329 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.141046:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007578877 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335112.141063:0:13840:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578862 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882322 expref: 287 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.141073:0:13840:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007578877 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x20f:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.141123:0:13840:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578862 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882322 expref: 287 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.141136:0:13840:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578862 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882322 expref: 287 pid: 6532 timeout: 1205 lvb_type: 0 00000100:00100000:2.0:1763335112.141150:0:13840:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a79f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13840:1848989826128896:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335112.141247:0:13840:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001fcd2d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335112.142470:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335112.142537:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814917248 00000100:00100000:2.0:1763335112.142544:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814917248 00000100:00100000:2.0:1763335112.142585:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3453 00000100:00100000:2.0:1763335112.142593:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+288:57037:x1848989814917248:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335112.142799:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+289:57037:x1848989814917248:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 197us (323us total) trans 4294973523 rc 0/0 00000100:00100000:2.0:1763335112.142806:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3453 00000100:00100000:2.0:1763335112.148554:0:13840:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a79f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13840:1848989826128896:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335112.148582:0:13840:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007578877 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x20f:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000100:00100000:1.0:1763335112.149195:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335112.149302:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814917376 00000100:00100000:2.0:1763335112.149308:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814917376 00010000:00010000:2.0:1763335112.149358:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578862 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882322 expref: 289 pid: 6532 timeout: 1205 lvb_type: 0 00000100:00100000:2.0:1763335112.149392:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3275 00000100:00100000:2.0:1763335112.149401:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f74a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+289:2426:x1848989814917376:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335112.149414:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335112.149420:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578862 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882322 expref: 289 pid: 6532 timeout: 1205 lvb_type: 0 00010000:00010000:2.0:1763335112.149431:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578862 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882322 expref: 289 pid: 6532 timeout: 1205 lvb_type: 0 00010000:00010000:2.0:1763335112.149450:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578862 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882322 expref: 289 pid: 6532 timeout: 1205 lvb_type: 0 00010000:00010000:2.0:1763335112.149463:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20f:0x0].0x0 (ffff9001cada2100) 00010000:00010000:2.0:1763335112.149468:0:6515:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007578877 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x20f:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.149477:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007578877 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20f:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.149484:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007578877 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x20f:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.149509:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335112.149552:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f74a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+288:2426:x1848989814917376:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 152us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335112.149558:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3275 00000100:00100000:3.0:1763335112.149729:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:1.0:1763335112.149907:0:13840:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007578877 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20f:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.149914:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007578877 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20f:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000040:00080000:1.0:1763335112.150134:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1603, 88 off133768 00000004:00080000:1.0:1763335112.150142:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1105129826837ns, next at 1105304308680ns, rc = 0 00000040:00080000:1.0:1763335112.150170:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1602, 88 off133768 00000004:00080000:1.0:1763335112.150175:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1105129860512ns, next at 1105304338521ns, rc = 0 00000040:00080000:1.0:1763335112.150197:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1603, 88 off133856 00000004:00080000:1.0:1763335112.150201:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1105129886152ns, next at 1105304338521ns, rc = 0 00000040:00080000:1.0:1763335112.150208:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1604, 88 off133856 00000004:00080000:1.0:1763335112.150211:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1105129896892ns, next at 1105304308680ns, rc = 0 00000100:00100000:2.0:1763335112.151826:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814917632 00000100:00100000:2.0:1763335112.151838:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814917632 00000100:00100000:2.0:1763335112.151880:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9982 00000100:00100000:2.0:1763335112.151887:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+289:57037:x1848989814917632:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335112.151906:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335112.151927:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b5400757887e lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882330 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.151997:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578885 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335112.152010:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578885 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.152019:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578885 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.152028:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757888c lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335112.152035:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757888c lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.152040:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757888c lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.152130:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007578893 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335112.152138:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007578893 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.152144:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007578893 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:2.0:1763335112.152157:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x20f:0x0]: returning size 2 00010000:00010000:2.0:1763335112.156160:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007578893 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.156178:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007578893 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.156185:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007578893 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.156192:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202173800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335112.156196:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007578893 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.156204:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007578893 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.156221:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20f:0x0].0x0 (ffff9001cada2100) 00010000:00010000:2.0:1763335112.156224:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1763335112.156229:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007578893 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.156235:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007578893 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.156259:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578885 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.156265:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578885 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.156270:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578885 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.156281:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578885 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.156286:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed6000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335112.156288:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578885 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.156294:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578885 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.156301:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3c00) 00010000:00010000:2.0:1763335112.156304:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335112.156306:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578885 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.156340:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578885 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.156351:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757888c lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.156357:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757888c lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.156362:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757888c lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.156367:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202172600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335112.156370:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757888c lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.156375:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757888c lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.156387:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c79c3d00) 00010000:00010000:2.0:1763335112.156389:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335112.156392:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757888c lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.156397:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757888c lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.156447:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b5400757887e lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882330 expref: 291 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.156458:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c79c3c00) 00010000:00010000:2.0:1763335112.156460:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763335112.156464:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b5400757887e lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882330 expref: 291 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.156476:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7000, rc 0) 00000100:00100000:2.0:1763335112.156551:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+290:57037:x1848989814917632:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 4662us (6820us total) trans 4294973525 rc 301/301 00000100:00100000:2.0:1763335112.156560:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9982 00000001:00080000:1.0:1763335112.157846:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973524 is committed 00000004:00080000:1.0:1763335112.157854:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1046 committed 00000004:00080000:1.0:1763335112.157868:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1049 committed 00000004:00080000:1.0:1763335112.157874:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1048 committed 00000004:00080000:1.0:1763335112.157876:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1045 committed 00010000:00010000:1.0:1763335112.157950:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007578877 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x20f:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882329 expref: 273 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.157961:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20f:0x0].0x0 (ffff9001cada2100) 00010000:00010000:1.0:1763335112.157964:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763335112.157974:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007578870 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882329 expref: 273 pid: 13840 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763335112.157988:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007578877 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x20f:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882329 expref: 272 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.158012:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20f:0x0].0x0 (ffff9001cada2100) 00010000:00010000:1.0:1763335112.158015:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763335112.158017:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7200, rc 0) 00000100:00100000:1.0:1763335112.158054:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:55956:x1848989814916992:12345-192.168.204.57@tcp:101:bash.0 Request processed in 17152us (19877us total) trans 4294973524 rc 0/0 00000100:00100000:1.0:1763335112.158062:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9981 00010000:00010000:3.0:1763335112.158146:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578727 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.158153:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578727 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.158159:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578727 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.158165:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed6800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335112.158169:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578727 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.158175:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578727 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.158184:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c79c3d00) 00010000:00010000:3.0:1763335112.158186:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335112.158190:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578727 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.158195:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578727 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.158206:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075787c1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.158212:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075787c1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.158217:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075787c1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.158221:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335112.158224:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075787c1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.158229:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075787c1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.158235:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c79c3d00) 00010000:00010000:3.0:1763335112.158236:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335112.158238:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075787c1 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.158243:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b540075787c1 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335112.158254:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007578846 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.158258:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007578846 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.158263:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007578846 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.158267:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335112.158269:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007578846 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.158274:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007578846 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.158280:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20f:0x0].0x0 (ffff9001cada2100) 00010000:00010000:3.0:1763335112.158282:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335112.158284:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007578846 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.158292:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fc185e00/0x3ec0b54007578846 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000100:00100000:3.0:1763335112.158411:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c60bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826129152:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335112.158456:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335112.158484:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763335112.158489:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c60b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826129024:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335112.158505:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335112.158524:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c60ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826129280:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335112.158539:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335112.158552:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763335112.158555:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826129408:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335112.158569:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335112.158587:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826129152 00000100:00100000:3.0:1763335112.158592:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826129152 00000100:00100000:3.0:1763335112.158626:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826129024 00000100:00100000:3.0:1763335112.158629:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826129024 00000100:00100000:3.0:1763335112.158638:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826129280 00000100:00100000:3.0:1763335112.158639:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826129280 00000100:00100000:3.0:1763335112.158651:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826129408 00000100:00100000:3.0:1763335112.158653:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826129408 00000100:00100000:3.0:1763335112.158666:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6909 00000100:00100000:3.0:1763335112.158673:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+28:3665:x1848989826129152:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763335112.158693:0:27803:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:647 count 1 00002000:00010000:3.0:1763335112.158718:0:27803:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x287:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335112.158724:0:27803:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1f600/0x3ec0b540075788a1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x287:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.158739:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335112.158741:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335112.158746:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1f600/0x3ec0b540075788a1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.158756:0:27803:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1f600/0x3ec0b540075788a1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.158763:0:27803:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1f600/0x3ec0b540075788a1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.158769:0:27803:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1f600/0x3ec0b540075788a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.158782:0:27803:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335112.158966:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+29:3665:x1848989826129152:12345-0@lo:6:osp-syn-0-1.0 Request processed in 293us (510us total) trans 21474839050 rc 0/0 00000100:00100000:3.0:1763335112.158973:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6909 00000100:00100000:3.0:1763335112.158987:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6910 00000100:00100000:3.0:1763335112.158993:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+28:3665:x1848989826129024:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763335112.159004:0:27803:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:646 count 1 00010000:00010000:3.0:1763335112.159016:0:27803:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b540075788a8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.159027:0:27803:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b540075786ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822ab expref: 13 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.159037:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335112.159039:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335112.159041:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b540075788a8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.159063:0:27803:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b540075786ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822ab expref: 13 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.159075:0:27803:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b540075786ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822ab expref: 13 pid: 27803 timeout: 1205 lvb_type: 0 00000100:00100000:3.0:1763335112.159103:0:27803:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7ed5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27803:1848989826129536:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335112.159144:0:27803:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c79269c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335112.159161:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6911 00000100:00100000:3.0:1763335112.159168:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+28:3666:x1848989826129280:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335112.159264:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+29:3666:x1848989826129280:12345-0@lo:2:osp-syn-0-1.0 Request processed in 97us (722us total) trans 21474839051 rc 0/0 00000100:00100000:3.0:1763335112.159270:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6911 00000100:00100000:3.0:1763335112.159283:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6912 00000100:00100000:3.0:1763335112.159290:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+28:3666:x1848989826129408:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:3.0:1763335112.159362:0:8725:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x289:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335112.159365:0:8725:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x289:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763335112.159367:0:8725:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x289:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335112.159369:0:8725:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x289:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763335112.159371:0:8725:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x289:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335112.159395:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+29:3666:x1848989826129408:12345-0@lo:2:osp-syn-0-1.0 Request processed in 106us (824us total) trans 21474839052 rc 0/0 00000100:00100000:3.0:1763335112.159401:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6912 00000100:00080000:3.0:1763335112.159420:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1763335112.159435:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335112.159441:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1f600/0x3ec0b540075788a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.159448:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1f600 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335112.159452:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1f600/0x3ec0b540075788a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.159460:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1f600/0x3ec0b540075788a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.159473:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1f600/0x3ec0b540075788a1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.159480:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1f600/0x3ec0b540075788a1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x287:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.159494:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335112.159496:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335112.159498:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763335112.159528:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001ff928380/2, rc 0, transno 21474839052 00000100:00100000:3.0:1763335112.159534:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff928380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826129408:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763335112.159543:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c60ba680/2, rc 0, transno 21474839051 00000100:00100000:3.0:1763335112.159546:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c60ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826129280:0@lo:2:osp-syn-0-1.0 00000004:00080000:3.0:1763335112.159563:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c60bb100/2, rc 0, transno 21474839050 00000100:00100000:3.0:1763335112.159566:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c60bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826129152:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763335112.159851:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826129920:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763335112.159880:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335112.159897:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763335112.159902:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826130048:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763335112.159920:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335112.159939:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826129920 00000100:00100000:2.0:1763335112.159943:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826129920 00000100:00100000:2.0:1763335112.159965:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826130048 00000100:00100000:2.0:1763335112.159968:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826130048 00000100:00100000:2.0:1763335112.159985:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6913 00000100:00100000:2.0:1763335112.159990:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+62:3666:x1848989826129920:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763335112.160085:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+63:3666:x1848989826129920:12345-0@lo:2:osp-syn-1-1.0 Request processed in 93us (203us total) trans 17179871760 rc 0/0 00000100:00100000:2.0:1763335112.160091:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6913 00000100:00100000:2.0:1763335112.160104:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6914 00000100:00100000:2.0:1763335112.160110:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+62:3666:x1848989826130048:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763335112.160159:0:28961:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x28b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335112.160162:0:28961:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x28b:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1763335112.160164:0:28961:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x28b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335112.160166:0:28961:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x28b:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1763335112.160168:0:28961:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x28b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335112.160192:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+63:3666:x1848989826130048:12345-0@lo:2:osp-syn-1-1.0 Request processed in 82us (271us total) trans 17179871761 rc 0/0 00000100:00100000:2.0:1763335112.160198:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6914 00000100:00100000:2.0:1763335112.160223:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826129792:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763335112.160246:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335112.160262:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763335112.160267:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826129664:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763335112.160287:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335112.160308:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826129792 00000100:00100000:2.0:1763335112.160335:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826129792 00000100:00100000:2.0:1763335112.160355:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826129664 00000100:00100000:2.0:1763335112.160358:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826129664 00000100:00100000:2.0:1763335112.160373:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6915 00000100:00100000:2.0:1763335112.160378:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+64:3665:x1848989826129792:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763335112.160392:0:35240:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:649 count 1 00002000:00010000:2.0:1763335112.160412:0:35240:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x289:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763335112.160418:0:35240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff900202173000/0x3ec0b540075788af lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.160428:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335112.160430:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335112.160433:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff900202173000/0x3ec0b540075788af lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.160445:0:35240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff900202173000/0x3ec0b540075788af lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.160453:0:35240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff900202173000/0x3ec0b540075788af lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.160460:0:35240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff900202173000/0x3ec0b540075788af lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.160476:0:35240:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763335112.160612:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+65:3665:x1848989826129792:12345-0@lo:6:osp-syn-1-1.0 Request processed in 232us (364us total) trans 17179871762 rc 0/0 00000100:00100000:2.0:1763335112.160618:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6915 00000100:00100000:2.0:1763335112.160631:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6916 00000100:00100000:2.0:1763335112.160638:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+64:3665:x1848989826129664:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763335112.160649:0:35240:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:648 count 1 00010000:00010000:2.0:1763335112.160660:0:35240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b540075788b6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.160673:0:35240:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578719 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822b9 expref: 34 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.160680:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335112.160681:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335112.160683:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b540075788b6 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.160706:0:35240:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578719 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822b9 expref: 34 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.160717:0:35240:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578719 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822b9 expref: 34 pid: 27803 timeout: 1205 lvb_type: 0 00000100:00100000:2.0:1763335112.160729:0:35240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a78a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35240:1848989826130176:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335112.160803:0:35240:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001fcd2de40 going to sleep for 11 seconds 00010000:00010000:2.0:1763335112.160818:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335112.160823:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff900202173000/0x3ec0b540075788af lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.160830:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202173000 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335112.160833:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff900202173000/0x3ec0b540075788af lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.160842:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff900202173000/0x3ec0b540075788af lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.160860:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff900202173000/0x3ec0b540075788af lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.160868:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff900202173000/0x3ec0b540075788af lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.160882:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335112.160884:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335112.160886:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763335112.160916:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a78e00/2, rc 0, transno 17179871761 00000100:00100000:2.0:1763335112.160921:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826130048:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763335112.160931:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a78380/2, rc 0, transno 17179871760 00000100:00100000:2.0:1763335112.160935:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826129920:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763335112.160952:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a7a300/2, rc 0, transno 17179871762 00000100:00100000:2.0:1763335112.160956:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826129792:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763335112.167644:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335112.167725:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335112.167753:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814918016 00000100:00100000:1.0:1763335112.167762:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814918016 00000100:00100000:1.0:1763335112.167817:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6917 00000100:00100000:1.0:1763335112.167826:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc537480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+35:55956:x1848989814918016:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335112.167844:0:27804:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335112.167863:0:27804:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafc00/0x3ec0b540075788bd lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882337 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335112.167886:0:27804:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x28a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763335112.167907:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335112.167910:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335112.167919:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafc00/0x3ec0b540075788bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882337 expref: 36 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.167933:0:27804:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafc00/0x3ec0b540075788bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882337 expref: 36 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.167945:0:27804:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fafc00, rc 0) 00000100:00100000:1.0:1763335112.167995:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc537480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+36:55956:x1848989814918016:12345-192.168.204.57@tcp:101:bash.0 Request processed in 171us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335112.168003:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6917 00000100:00100000:2.0:1763335112.168295:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814917888 00000100:00100000:2.0:1763335112.168301:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814917888 00000100:00100000:2.0:1763335112.168362:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3454 00000100:00100000:2.0:1763335112.168371:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:57037:x1848989814917888:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335112.168542:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:57037:x1848989814917888:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 171us (906us total) trans 4294973526 rc 0/0 00000100:00100000:2.0:1763335112.168549:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3454 00000100:00100000:3.0:1763335112.168905:0:27803:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7ed5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27803:1848989826129536:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335112.168931:0:27803:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b540075788a8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335112.170293:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335112.170335:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335112.170356:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814918144 00000100:00100000:3.0:1763335112.170362:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814918144 00010000:00010000:3.0:1763335112.170391:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b540075786ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822ab expref: 14 pid: 27803 timeout: 1205 lvb_type: 0 00000100:00100000:3.0:1763335112.170414:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814918272 00000100:00100000:3.0:1763335112.170416:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814918272 00010000:00010000:3.0:1763335112.170426:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578719 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822b9 expref: 36 pid: 27803 timeout: 1205 lvb_type: 0 00000100:00100000:3.0:1763335112.170442:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3276 00000100:00100000:3.0:1763335112.170449:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:2429:x1848989814918144:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335112.170459:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335112.170463:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b540075786ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x286:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822ab expref: 14 pid: 27803 timeout: 1205 lvb_type: 0 00010000:00010000:3.0:1763335112.170474:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b540075786ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x286:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822ab expref: 14 pid: 27803 timeout: 1205 lvb_type: 0 00010000:00010000:3.0:1763335112.170499:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b540075786ef lrc: 0/0,0 mode: --/PW res: [0x280000400:0x286:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822ab expref: 14 pid: 27803 timeout: 1205 lvb_type: 0 00010000:00010000:3.0:1763335112.170512:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335112.170514:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335112.170519:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b540075788a8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.170528:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b540075788a8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x286:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.170547:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335112.170580:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:2429:x1848989814918144:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 131us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335112.170585:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3276 00000100:00100000:3.0:1763335112.170598:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3277 00000100:00100000:3.0:1763335112.170603:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+36:2429:x1848989814918272:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335112.170609:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335112.170613:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578719 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822b9 expref: 36 pid: 27803 timeout: 1205 lvb_type: 0 00010000:00010000:3.0:1763335112.170621:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578719 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822b9 expref: 36 pid: 27803 timeout: 1205 lvb_type: 0 00010000:00010000:3.0:1763335112.170632:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335112.170634:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335112.170637:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b540075788b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.170644:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b540075788b6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.170652:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335112.170665:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+36:2429:x1848989814918272:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 62us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335112.170669:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3277 00010000:00010000:3.0:1763335112.170693:0:27803:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b540075788a8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.170701:0:27803:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b540075788a8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.170709:0:27803:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b540075788a8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.170716:0:27803:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b540075788a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.170730:0:27803:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335112.170934:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+29:3665:x1848989826129024:12345-0@lo:6:osp-syn-0-1.0 Request processed in 11942us (12427us total) trans 21474839053 rc 0/0 00000100:00100000:3.0:1763335112.170941:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6910 00010000:00010000:3.0:1763335112.170959:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335112.170964:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b540075788a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.170971:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1fa00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335112.170975:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b540075788a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.170983:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b540075788a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.170992:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b540075788a8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.170999:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b540075788a8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x286:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.171013:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335112.171014:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335112.171016:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763335112.171923:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c60b8a80/2, rc 0, transno 21474839053 00000100:00100000:2.0:1763335112.171933:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c60b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826129024:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1763335112.171957:0:35240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578719 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822b9 expref: 35 pid: 27803 timeout: 1205 lvb_type: 0 00000100:00100000:2.0:1763335112.171967:0:35240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a78a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35240:1848989826130176:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335112.171984:0:35240:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b540075788b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.171992:0:35240:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b540075788b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.171999:0:35240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b540075788b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.172006:0:35240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b540075788b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.172012:0:35240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b540075788b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.172030:0:35240:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763335112.172187:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+65:3665:x1848989826129664:12345-0@lo:6:osp-syn-1-1.0 Request processed in 11549us (11898us total) trans 17179871763 rc 0/0 00000100:00100000:2.0:1763335112.172193:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6916 00000004:00080000:0.0:1763335112.172861:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a79f80/2, rc 0, transno 17179871763 00000100:00100000:0.0:1763335112.172867:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826129664:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763335112.173738:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335112.173746:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b540075788b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.173756:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202172200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335112.173760:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b540075788b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.173770:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b540075788b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.173802:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b540075788b6 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.173809:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff900202172200/0x3ec0b540075788b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.173828:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335112.173829:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335112.173831:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335112.174609:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335112.175889:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814918400 00000100:00100000:2.0:1763335112.175901:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814918400 00000100:00100000:2.0:1763335112.175957:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6918 00000100:00100000:2.0:1763335112.175967:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:55956:x1848989814918400:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335112.175984:0:35240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335112.176002:0:35240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff900202172c00/0x3ec0b540075788c4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88233e expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335112.176022:0:35240:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x288:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763335112.176041:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335112.176043:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335112.176051:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff900202172c00/0x3ec0b540075788c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88233e expref: 14 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.176065:0:35240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff900202172c00/0x3ec0b540075788c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88233e expref: 14 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.176076:0:35240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202172c00, rc 0) 00000100:00100000:0.0:1763335112.176396:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335112.176473:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814918528 00000100:00100000:1.0:1763335112.176479:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814918528 00000100:00100000:1.0:1763335112.176521:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3455 00000100:00100000:1.0:1763335112.176529:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1611050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:57037:x1848989814918528:12345-192.168.204.57@tcp:33:lfs.0 00000100:00100000:1.0:1763335112.176663:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1611050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:57037:x1848989814918528:12345-192.168.204.57@tcp:33:lfs.0 Request processed in 134us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335112.176669:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3455 00000100:00100000:2.0:1763335112.176952:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:55956:x1848989814918400:12345-192.168.204.57@tcp:101:bash.0 Request processed in 986us (2345us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335112.176959:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6918 00000100:00100000:1.0:1763335112.190118:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335112.190210:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814918784 00000100:00100000:2.0:1763335112.190221:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814918784 00000100:00100000:2.0:1763335112.190279:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9983 00000100:00100000:2.0:1763335112.190288:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc536680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:57038:x1848989814918784:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335112.190308:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335112.190363:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b540075788cb lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882345 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.190434:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b540075788d2 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335112.190450:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b540075788d2 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.190460:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b540075788d2 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.190471:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075788d9 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335112.190476:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075788d9 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.190482:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075788d9 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.190576:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b540075788e0 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335112.190584:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b540075788e0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.190589:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b540075788e0 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:2.0:1763335112.190598:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x20f:0x0]: returning size 2 00010000:00010000:2.0:1763335112.190665:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b540075788d2 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.190672:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b540075788d2 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.190677:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b540075788d2 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.190683:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b540075788d2 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.190689:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202172600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335112.190692:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b540075788d2 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.190699:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b540075788d2 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.190709:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da00b700) 00010000:00010000:2.0:1763335112.190711:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335112.190715:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b540075788d2 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.190720:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b540075788d2 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.190731:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075788d9 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.190737:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075788d9 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.190742:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075788d9 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.190746:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202173800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335112.190748:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075788d9 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.190753:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075788d9 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.190757:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da00bf00) 00010000:00010000:2.0:1763335112.190759:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335112.190762:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075788d9 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.190767:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075788d9 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.190811:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b540075788cb lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882345 expref: 273 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.190824:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b540075788e0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882345 expref: 272 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.190831:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20f:0x0].0x0 (ffff9001cada2100) 00010000:00010000:2.0:1763335112.190833:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335112.190835:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202172200, rc 0) 00000100:00100000:2.0:1763335112.190898:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc536680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57038:x1848989814918784:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 611us (788us total) trans 4294973527 rc 0/0 00000100:00100000:2.0:1763335112.190904:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9983 00000100:00100000:0.0:1763335112.200662:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335112.200709:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335112.200754:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335112.200852:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814919168 00000100:00100000:1.0:1763335112.200863:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814919168 00002000:00010000:1.0:1763335112.200902:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/650 (0->18446744073709551615) 00002000:00100000:1.0:1763335112.200906:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c6d97800 with x1848989814919168 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335112.200919:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c6d97800. 00000100:00100000:1.0:1763335112.200950:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814919296 00000100:00100000:1.0:1763335112.200954:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814919296 00002000:00010000:1.0:1763335112.200967:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/648 (0->18446744073709551615) 00002000:00100000:1.0:1763335112.200970:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c6d97b80 with x1848989814919296 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335112.200976:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c6d97b80. 00000100:00100000:1.0:1763335112.200998:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1682 00000100:00100000:1.0:1763335112.201007:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+35:2429:x1848989814919168:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:1.0:1763335112.201194:0:23997:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x28a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335112.201198:0:23997:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x28a:0x0] updating lvb mtime from disk: 0 -> 1763335112 00002000:00010000:1.0:1763335112.201201:0:23997:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x28a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335112.201204:0:23997:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x28a:0x0] updating lvb ctime from disk: 0 -> 1763335112 00002000:00010000:1.0:1763335112.201206:0:23997:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x28a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335112.201259:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+36:2429:x1848989814919168:12345-192.168.204.57@tcp:10:bash.0 Request processed in 252us (549us total) trans 17179871764 rc 0/0 00000100:00100000:1.0:1763335112.201267:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1682 00002000:00010000:1.0:1763335112.201271:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/650 (0->18446744073709551615) 00002000:00100000:1.0:1763335112.201274:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c6d97800 with x1848989814919168 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335112.201279:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c6d97800. 00000100:00100000:1.0:1763335112.201296:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1683 00000100:00100000:1.0:1763335112.201303:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:2429:x1848989814919296:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:1.0:1763335112.201419:0:23997:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x288:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335112.201422:0:23997:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x288:0x0] updating lvb mtime from disk: 0 -> 1763335112 00002000:00010000:1.0:1763335112.201425:0:23997:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x288:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335112.201427:0:23997:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x288:0x0] updating lvb ctime from disk: 0 -> 1763335112 00002000:00010000:1.0:1763335112.201429:0:23997:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x288:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335112.201451:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+15:2429:x1848989814919296:12345-192.168.204.57@tcp:10:bash.0 Request processed in 148us (697us total) trans 21474839054 rc 0/0 00000100:00100000:1.0:1763335112.201457:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1683 00002000:00010000:1.0:1763335112.201460:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/648 (0->18446744073709551615) 00002000:00100000:1.0:1763335112.201463:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c6d97b80 with x1848989814919296 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335112.201467:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c6d97b80. 00000100:00100000:2.0:1763335112.201675:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814919040 00000100:00100000:2.0:1763335112.201681:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814919040 00000100:00100000:2.0:1763335112.201720:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3456 00000100:00100000:2.0:1763335112.201728:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57038:x1848989814919040:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335112.201896:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57038:x1848989814919040:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 167us (1243us total) trans 4294973528 rc 0/0 00000100:00100000:2.0:1763335112.201903:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3456 00000100:00100000:0.0:1763335112.214464:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335112.214568:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814919552 00000100:00100000:1.0:1763335112.214578:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814919552 00000100:00100000:1.0:1763335112.214641:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3457 00000100:00100000:1.0:1763335112.214652:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:55956:x1848989814919552:12345-192.168.204.57@tcp:35:bash.0 00000100:00100000:1.0:1763335112.214969:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:55956:x1848989814919552:12345-192.168.204.57@tcp:35:bash.0 Request processed in 317us (513us total) trans 4294973529 rc 0/0 00000100:00100000:1.0:1763335112.214977:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3457 00000100:00100000:3.0:1763335112.217919:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335112.218065:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814919808 00000100:00100000:2.0:1763335112.218074:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814919808 00000100:00100000:2.0:1763335112.221072:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9984 00000100:00100000:2.0:1763335112.221095:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:57038:x1848989814919808:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335112.221117:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335112.221139:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b540075788ee lrc: 2/0,0 mode: --/CR res: [0x240000405:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88234c expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.221258:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075788f5 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335112.221273:0:6532:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b540075788e0 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882345 expref: 275 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.221284:0:6532:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075788f5 lrc: 4/0,1 mode: --/CW res: [0x240000405:0x20f:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.221337:0:6532:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b540075788e0 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882345 expref: 275 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.221351:0:6532:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b540075788e0 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882345 expref: 275 pid: 13840 timeout: 1205 lvb_type: 0 00000100:00100000:2.0:1763335112.221591:0:6532:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a78a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826130304:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335112.222082:0:6532:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001fcd2da80 going to sleep for 11 seconds 00000100:00100000:3.0:1763335112.227683:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335112.227779:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814920064 00000100:00100000:1.0:1763335112.227798:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814920064 00000100:00100000:1.0:1763335112.227853:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9985 00000100:00100000:1.0:1763335112.227861:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:57039:x1848989814920064:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:1.0:1763335112.227912:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1763335112.227936:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007578877 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x20f:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882329 expref: 276 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.227954:0:13840:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b540075788e0 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882345 expref: 275 pid: 13840 timeout: 1205 lvb_type: 0 00010000:00010000:1.0:1763335112.227965:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b5400757883f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88231b expref: 275 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.227974:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20f:0x0].0x0 (ffff9001cada2100) 00010000:00010000:1.0:1763335112.227979:0:13840:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075788f5 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x20f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.227987:0:13840:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075788f5 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x20f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.227994:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075788f5 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x20f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.228010:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335112.228033:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b540075788fc lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335112.228040:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b540075788fc lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.228046:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b540075788fc lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.228055:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578903 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335112.228061:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578903 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.228065:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578903 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.228154:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b5400757890a lrc: 3/0,1 mode: --/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335112.228162:0:13840:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075788f5 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x20f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.228169:0:13840:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b5400757890a lrc: 4/0,1 mode: --/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.228180:0:13840:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075788f5 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x20f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.228187:0:13840:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b5400757890a lrc: 3/0,1 mode: --/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.232406:0:6532:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.57@tcp) returned -22 from blocking AST (req@0000000046e8449b x1848989826130304) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b540075788e0 lrc: 1/0,0 mode: --/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882345 expref: 274 pid: 13840 timeout: 1205 lvb_type: 0 00010000:00010000:2.0:1763335112.232429:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b540075788e0 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882345 expref: 274 pid: 13840 timeout: 1205 lvb_type: 0 00000100:00100000:2.0:1763335112.232445:0:6532:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a78a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826130304:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335112.232467:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20f:0x0].0x0 (ffff9001cada2100) 00010000:00010000:2.0:1763335112.232472:0:6532:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b5400757890a lrc: 3/0,1 mode: --/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.232480:0:6532:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b5400757890a lrc: 3/0,1 mode: --/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.232489:0:6532:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075788f5 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x20f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.232497:0:6532:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075788f5 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x20f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.232503:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075788f5 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x20f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6532 initiator: MDT1 00000004:00200000:2.0:1763335112.232529:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x20f:0x0]: returning size 5 00010000:00010000:2.0:1763335112.232673:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b540075788ee lrc: 0/0,0 mode: --/CR res: [0x240000405:0x20f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88234c expref: 275 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.232694:0:6532:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075788f5 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x20f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88234c expref: 274 pid: 6532 timeout: 1205 lvb_type: 0 00010000:00010000:2.0:1763335112.232702:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075788f5 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x20f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88234c expref: 274 pid: 6532 timeout: 1205 lvb_type: 0 00010000:00010000:2.0:1763335112.232709:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202173800, rc 0) 00000100:00100000:2.0:1763335112.232765:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:57038:x1848989814919808:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 11681us (14854us total) trans 4294973530 rc 0/0 00000100:00100000:2.0:1763335112.232775:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9984 00000100:00100000:3.0:1763335112.236951:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335112.237732:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335112.238609:0:35246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814920192 00000100:00100000:0.0:1763335112.238625:0:35246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814920192 00010000:00010000:0.0:1763335112.238675:0:35246:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075788f5 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x20f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88234c expref: 274 pid: 6532 timeout: 1205 lvb_type: 0 00000100:00100000:0.0:1763335112.238729:0:35246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3278 00000100:00100000:0.0:1763335112.238740:0:35246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:2426:x1848989814920192:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335112.238755:0:35246:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335112.238761:0:35246:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075788f5 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x20f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88234c expref: 274 pid: 6532 timeout: 1205 lvb_type: 0 00010000:00010000:0.0:1763335112.238773:0:35246:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075788f5 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x20f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88234c expref: 274 pid: 6532 timeout: 1205 lvb_type: 0 00010000:00010000:0.0:1763335112.238806:0:35246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b540075788f5 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x20f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88234c expref: 274 pid: 6532 timeout: 1205 lvb_type: 0 00010000:00010000:0.0:1763335112.238824:0:35246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20f:0x0].0x0 (ffff9001cada2100) 00010000:00010000:0.0:1763335112.238830:0:35246:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b5400757890a lrc: 3/0,1 mode: --/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335112.238839:0:35246:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b5400757890a lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335112.238846:0:35246:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b5400757890a lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335112.238869:0:35246:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335112.238926:0:35246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:2426:x1848989814920192:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 188us (1986us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335112.238932:0:35246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3278 00010000:00010000:1.0:1763335112.239004:0:13840:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b5400757890a lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.239012:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b5400757890a lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00080000:1.0:1763335112.239266:0:13840:0:(mdd_dir.c:1980:mdd_finish_unlink()) Object [0x240000405:0x20f:0x0] is inserted into orphan list, open count = 1 00010000:00010000:1.0:1763335112.239385:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b5400757890a lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.239392:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b5400757890a lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.239399:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b5400757890a lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.239405:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faea00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335112.239409:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b5400757890a lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.239415:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b5400757890a lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.239424:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20f:0x0].0x0 (ffff9001cada2100) 00010000:00010000:1.0:1763335112.239427:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763335112.239431:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b5400757890a lrc: 2/0,0 mode: --/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.239437:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b5400757890a lrc: 0/0,0 mode: --/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.239456:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b540075788fc lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.239462:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b540075788fc lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.239466:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b540075788fc lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.239475:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b540075788fc lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.239480:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faf800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335112.239482:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b540075788fc lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.239486:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b540075788fc lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.239492:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602300) 00010000:00010000:1.0:1763335112.239494:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335112.239496:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b540075788fc lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.239502:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b540075788fc lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000004:00010000:1.0:1763335112.239513:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000066726650 reply state 00000000d8d38ebb transno 4294973531 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578903 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.239522:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578903 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.239529:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da602d00) 00010000:00010000:1.0:1763335112.239531:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335112.239533:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335112.239584:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:57039:x1848989814920064:12345-192.168.204.57@tcp:36:rm.0 Request processed in 11722us (11909us total) trans 4294973531 rc 0/0 00000100:00100000:1.0:1763335112.239591:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9985 00000100:00100000:1.0:1763335112.241204:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814920320 00000100:00100000:1.0:1763335112.241218:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814920320 00000100:00100000:2.0:1763335112.241376:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9986 00000100:00100000:2.0:1763335112.241387:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:57038:x1848989814920320:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335112.241408:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335112.241426:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007578918 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882353 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.241492:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b5400757891f lrc: 3/1,0 mode: --/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335112.241503:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b5400757891f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.241512:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b5400757891f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:2.0:1763335112.241545:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x20f:0x0]: returning size 5 00000004:00200000:2.0:1763335112.241549:0:6532:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335112.241563:0:6532:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b5400757891f lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.241585:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007578918 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882353 expref: 276 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.241603:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b5400757891f lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882353 expref: 275 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.241612:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20f:0x0].0x0 (ffff9001da00b700) 00010000:00010000:2.0:1763335112.241615:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1763335112.241617:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7200, rc 0) 00000100:00100000:2.0:1763335112.241667:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:57038:x1848989814920320:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 282us (3937us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335112.241674:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9986 00000100:00100000:3.0:1763335112.246860:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335112.246945:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814920576 00000100:00100000:1.0:1763335112.246956:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814920576 00000100:00100000:1.0:1763335112.247019:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9987 00000100:00100000:1.0:1763335112.247030:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:57038:x1848989814920576:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335112.247055:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335112.247075:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007578926 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88235a expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.247202:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b5400757892d lrc: 3/0,1 mode: --/PW res: [0x240000405:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335112.247217:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b5400757892d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x20f:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.247228:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b5400757892d lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x20f:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:1.0:1763335112.247240:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x20f:0x0]: returning size 5 00010000:00010000:1.0:1763335112.249944:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007578926 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x20f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88235a expref: 278 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.249993:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b5400757892d lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x20f:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88235a expref: 277 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.250002:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20f:0x0].0x0 (ffff9001da00b700) 00010000:00010000:1.0:1763335112.250006:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763335112.250010:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fae600, rc 0) 00000100:00100000:1.0:1763335112.250101:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:57038:x1848989814920576:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 3071us (3249us total) trans 4294973532 rc 0/0 00000100:00100000:1.0:1763335112.250110:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9987 00000100:00100000:3.0:1763335112.254800:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335112.255002:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814920704 00000100:00100000:1.0:1763335112.255011:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814920704 00000100:00100000:1.0:1763335112.255067:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9988 00000100:00100000:1.0:1763335112.255075:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:57040:x1848989814920704:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335112.255199:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335112.255220:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757893b lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882361 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.255279:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007578942 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335112.255291:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007578942 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.255301:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007578942 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.255308:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578949 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335112.255342:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578949 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.255348:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578949 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.255383:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007578942 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.255388:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007578942 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.255393:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007578942 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.255400:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007578942 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.255405:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faea00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335112.255408:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007578942 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.255414:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007578942 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.255423:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602300) 00010000:00010000:1.0:1763335112.255426:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335112.255429:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007578942 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.255433:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007578942 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.255442:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578949 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.255447:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578949 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.255452:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578949 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.255455:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faf000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335112.255457:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578949 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.255461:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578949 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.255470:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da602d00) 00010000:00010000:1.0:1763335112.255472:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335112.255474:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578949 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.255478:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf000/0x3ec0b54007578949 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.255501:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757893b lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882361 expref: 278 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.255509:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602300) 00010000:00010000:1.0:1763335112.255510:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335112.255513:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b5400757893b lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882361 expref: 278 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.255523:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faf800, rc 0) 00000100:00100000:1.0:1763335112.255578:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:57040:x1848989814920704:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 504us (797us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335112.255585:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9988 00000100:00100000:3.0:1763335112.257220:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335112.257361:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814920832 00000100:00100000:1.0:1763335112.257369:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814920832 00000100:00100000:1.0:1763335112.257423:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9989 00000100:00100000:1.0:1763335112.257432:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:57040:x1848989814920832:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335112.257448:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335112.257466:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578950 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882368 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.257528:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578957 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335112.257539:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578957 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.257549:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578957 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.257559:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b5400757895e lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335112.257565:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b5400757895e lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.257571:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b5400757895e lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.257605:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578957 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.257611:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578957 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.257616:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578957 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.257621:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578957 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.257626:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fafa00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335112.257630:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578957 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.257640:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578957 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.257650:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602000) 00010000:00010000:1.0:1763335112.257653:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335112.257658:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578957 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.257663:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578957 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.257675:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b5400757895e lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.257680:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b5400757895e lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.257685:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b5400757895e lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.257689:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faf600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335112.257692:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b5400757895e lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.257697:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b5400757895e lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.257703:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da602d00) 00010000:00010000:1.0:1763335112.257706:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335112.257708:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b5400757895e lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.257714:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf600/0x3ec0b5400757895e lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.257736:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578950 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882368 expref: 278 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.257745:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602000) 00010000:00010000:1.0:1763335112.257747:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335112.257750:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578950 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882368 expref: 278 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.257762:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fae200, rc 0) 00000100:00100000:1.0:1763335112.257817:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:57040:x1848989814920832:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 386us (603us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335112.257823:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9989 00000100:00100000:3.0:1763335112.264931:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335112.265008:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814920960 00000100:00100000:2.0:1763335112.265017:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814920960 00000100:00100000:2.0:1763335112.265068:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9990 00000100:00100000:2.0:1763335112.265076:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:57040:x1848989814920960:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335112.265205:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335112.265226:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578965 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88236f expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.265282:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b5400757896c lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335112.265293:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b5400757896c lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.265303:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b5400757896c lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:2.0:1763335112.265374:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1763335112.265378:0:6532:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763335112.265408:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578965 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88236f expref: 279 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.265425:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b5400757896c lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88236f expref: 278 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.265433:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da00bf00) 00010000:00010000:2.0:1763335112.265436:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763335112.265439:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed6a00, rc 0) 00000100:00100000:2.0:1763335112.265491:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+278:57040:x1848989814920960:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 416us (569us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335112.265497:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9990 00000100:00100000:3.0:1763335112.265926:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335112.266289:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814921088 00000100:00100000:2.0:1763335112.266294:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814921088 00000100:00100000:3.0:1763335112.266380:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6919 00000100:00100000:3.0:1763335112.266389:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+36:2427:x1848989814921088:12345-192.168.204.57@tcp:1:lfs.0 00010000:00010000:3.0:1763335112.266414:0:27803:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b54007578973 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.266428:0:27803:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafc00/0x3ec0b540075788bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882337 expref: 36 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.266440:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335112.266442:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335112.266446:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b54007578973 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.266472:0:27803:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafc00/0x3ec0b540075788bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882337 expref: 36 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.266483:0:27803:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafc00/0x3ec0b540075788bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882337 expref: 36 pid: 27804 timeout: 1205 lvb_type: 0 00000100:00100000:3.0:1763335112.266496:0:27803:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f78a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27803:1848989826130432:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335112.266558:0:27803:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c79269c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335112.270890:0:27803:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f78a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27803:1848989826130432:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335112.270922:0:27803:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b54007578973 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335112.271596:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335112.272303:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335112.272726:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814921216 00000100:00100000:1.0:1763335112.272736:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814921216 00002000:00100000:1.0:1763335112.272778:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000400:0x28a:0x0] (0->4) req@ffff9000c2f26a00 x1848989814921216/t0(0) o4->357649f3-b5ed-4e47-9c16-69abcfcf3637@192.168.204.57@tcp:158/0 lens 496/0 e 0 to 0 dl 1763335123 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763335112.272798:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c2f26a00 with x1848989814921216 ext(0->4) 00010000:00010000:1.0:1763335112.272805:0:28395:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafc00/0x3ec0b540075788bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882337 expref: 37 pid: 27804 timeout: 1205 lvb_type: 0 00010000:00010000:1.0:1763335112.272820:0:28395:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafc00/0x3ec0b540075788bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882337 expref: 37 pid: 27804 timeout: 1205 lvb_type: 0 00002000:00010000:1.0:1763335112.272827:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9000c2f26a00 00000100:00100000:1.0:1763335112.272854:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 115 00000100:00100000:1.0:1763335112.272863:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+37:2427:x1848989814921216:12345-192.168.204.57@tcp:4:bash.0 00000100:00100000:2.0:1763335112.273593:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814921344 00000100:00100000:2.0:1763335112.273601:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814921344 00000100:00100000:2.0:1763335112.273646:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9991 00000100:00100000:2.0:1763335112.273655:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+278:57040:x1848989814921344:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335112.273671:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335112.273690:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b5400757897a lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882376 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.273746:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007578981 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335112.273759:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007578981 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.273770:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007578981 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.273781:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578988 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335112.273799:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578988 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.273805:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578988 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.273838:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007578981 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.273845:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007578981 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.273855:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007578981 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.273861:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007578981 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.273867:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335112.273871:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007578981 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.273878:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007578981 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.273889:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da00bf00) 00010000:00010000:2.0:1763335112.273892:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335112.273896:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007578981 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.273902:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007578981 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.273914:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578988 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.273921:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578988 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.273926:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578988 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.273931:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed6000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335112.273934:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578988 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.273942:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578988 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.273948:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da602d00) 00010000:00010000:2.0:1763335112.273951:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335112.273954:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578988 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.273959:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578988 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.273985:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b5400757897a lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882376 expref: 279 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.273995:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da00bf00) 00010000:00010000:2.0:1763335112.273998:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335112.274001:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b5400757897a lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882376 expref: 279 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.274010:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed6800, rc 0) 00000100:00100000:2.0:1763335112.274079:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+278:57040:x1848989814921344:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 425us (1778us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335112.274101:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9991 00000100:00100000:0.0:1763335112.274827:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+39:2427:x1848989814921216:12345-192.168.204.57@tcp:4:bash.0 Request processed in 1961us (3230us total) trans 17179871765 rc 0/0 00000100:00100000:0.0:1763335112.274837:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 115 00002000:00100000:0.0:1763335112.274845:0:28395:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000400:0x28a:0x0] (0->4) req@ffff9000c2f26a00 x1848989814921216/t17179871765(0) o4->357649f3-b5ed-4e47-9c16-69abcfcf3637@192.168.204.57@tcp:158/0 lens 496/448 e 0 to 0 dl 1763335123 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763335112.274855:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c2f26a00 with x1848989814921216 ext(0->4) 00010000:00010000:0.0:1763335112.274863:0:28395:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafc00/0x3ec0b540075788bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882337 expref: 39 pid: 27804 timeout: 1205 lvb_type: 0 00010000:00010000:0.0:1763335112.274880:0:28395:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafc00/0x3ec0b540075788bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882337 expref: 39 pid: 27804 timeout: 1205 lvb_type: 0 00002000:00010000:0.0:1763335112.274888:0:28395:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9000c2f26a00 00000100:00100000:0.0:1763335112.278779:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335112.278836:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335112.278927:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814921728 00000100:00100000:2.0:1763335112.278937:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814921728 00000100:00100000:2.0:1763335112.279002:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9992 00000100:00100000:2.0:1763335112.279011:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+278:57040:x1848989814921728:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335112.279032:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335112.279036:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763335112.279062:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b5400757896c lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88236f expref: 278 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.279081:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da00bf00) 00000100:00100000:1.0:1763335112.279262:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814921472 00000100:00100000:1.0:1763335112.279267:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814921472 00010000:00010000:1.0:1763335112.279288:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafc00/0x3ec0b540075788bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882337 expref: 39 pid: 27804 timeout: 1205 lvb_type: 0 00000100:00100000:1.0:1763335112.279346:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3279 00000100:00100000:1.0:1763335112.279353:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f24700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+39:2426:x1848989814921472:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335112.279367:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1763335112.279382:0:6514:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x28a:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:1.0:1763335112.279385:0:6514:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x28a:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1763335112.279390:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafc00/0x3ec0b540075788bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882337 expref: 39 pid: 27804 timeout: 1205 lvb_type: 0 00010000:00010000:1.0:1763335112.279402:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafc00/0x3ec0b540075788bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882337 expref: 39 pid: 27804 timeout: 1205 lvb_type: 0 00010000:00010000:1.0:1763335112.279417:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafc00/0x3ec0b540075788bd lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882337 expref: 39 pid: 27804 timeout: 1205 lvb_type: 0 00010000:00010000:1.0:1763335112.279430:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335112.279432:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335112.279437:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b54007578973 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.279446:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b54007578973 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.279473:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335112.279525:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f24700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+38:2426:x1848989814921472:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 172us (757us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335112.279531:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3279 00010000:00010000:3.0:1763335112.279685:0:27803:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b54007578973 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.279695:0:27803:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b54007578973 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.279716:0:27803:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b54007578973 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.279723:0:27803:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b54007578973 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.279730:0:27803:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b54007578973 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.279737:0:27803:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fc185600 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335112.279740:0:27803:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b54007578973 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.279748:0:27803:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b54007578973 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.279760:0:27803:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b54007578973 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.279767:0:27803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001fc185600/0x3ec0b54007578973 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335112.279837:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+37:2427:x1848989814921088:12345-192.168.204.57@tcp:1:lfs.0 Request processed in 13449us (13911us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335112.279846:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6919 00010000:00010000:2.0:1763335112.279923:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335112.279939:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757898f lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88237d expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.280030:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007578996 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335112.280041:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007578996 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.280050:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007578996 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.280059:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757899d lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335112.280066:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757899d lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.280072:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757899d lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.280486:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b540075789a4 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x210:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335112.280497:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b540075789a4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.280505:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b540075789a4 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:2.0:1763335112.280514:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x210:0x0]: returning size 0 00010000:00010000:2.0:1763335112.280537:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007578996 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.280542:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007578996 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.280547:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007578996 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.280552:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007578996 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.280557:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202173800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335112.280560:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007578996 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.280566:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007578996 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.280574:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da00be00) 00010000:00010000:2.0:1763335112.280578:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335112.280581:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007578996 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.280587:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007578996 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000004:00010000:2.0:1763335112.280599:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000da9cadd3 reply state 000000000332541f transno 4294973533 ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757899d lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.280608:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757899d lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.280618:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da602d00) 00010000:00010000:2.0:1763335112.280620:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335112.280623:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763335112.280649:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b5400757898f lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88237d expref: 280 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.280666:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b540075789a4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88237d expref: 279 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.280673:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x210:0x0].0x0 (ffff9000c4880500) 00010000:00010000:2.0:1763335112.280676:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335112.280679:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202172200, rc 0) 00000100:00100000:2.0:1763335112.280711:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+280:57040:x1848989814921728:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1701us (1874us total) trans 4294973533 rc 0/0 00000100:00100000:2.0:1763335112.280717:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9992 00000100:00100000:0.0:1763335112.285528:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335112.285693:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814921984 00000100:00100000:2.0:1763335112.285704:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814921984 00000100:00100000:2.0:1763335112.285767:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9993 00000100:00100000:2.0:1763335112.285777:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+280:57038:x1848989814921984:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:2.0:1763335112.285841:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335112.285867:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b5400757891f lrc: 0/0,0 mode: --/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882353 expref: 280 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.285884:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20f:0x0].0x0 (ffff9001da00b700) 00010000:00010000:2.0:1763335112.285888:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335112.285917:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b540075789b2 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335112.285934:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b540075789b2 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.285942:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b540075789b2 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000040:00080000:2.0:1763335112.286141:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1605, 88 off133944 00000004:00080000:2.0:1763335112.286148:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1105265832926ns, next at 1105304308680ns, rc = 0 00000040:00080000:2.0:1763335112.286189:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1604, 88 off133944 00000004:00080000:2.0:1763335112.286194:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1105265879552ns, next at 1105304338521ns, rc = 0 00000040:00080000:2.0:1763335112.288023:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1605, 88 off134032 00000004:00080000:2.0:1763335112.288036:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1105267721431ns, next at 1105304338521ns, rc = 0 00000040:00080000:2.0:1763335112.288054:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1606, 88 off134032 00000004:00080000:2.0:1763335112.288059:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1105267744401ns, next at 1105304308680ns, rc = 0 00000100:00100000:1.0:1763335112.290524:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335112.291011:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814922240 00000100:00100000:3.0:1763335112.291023:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814922240 00000100:00100000:3.0:1763335112.291095:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9994 00000100:00100000:3.0:1763335112.291106:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc534380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+281:57040:x1848989814922240:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335112.291127:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335112.291149:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b540075789b9 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x210:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882384 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.291258:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b540075789c0 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x210:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335112.291279:0:6532:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b540075789a4 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88237d expref: 282 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.291289:0:6532:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b540075789c0 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x210:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.291360:0:6532:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b540075789a4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88237d expref: 282 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.291375:0:6532:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b540075789a4 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88237d expref: 282 pid: 13840 timeout: 1205 lvb_type: 0 00000100:00100000:3.0:1763335112.291389:0:6532:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f78a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826130560:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335112.291485:0:6532:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c7926d80 going to sleep for 11 seconds 00000100:00100000:3.0:1763335112.295586:0:6532:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f78a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826130560:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335112.295615:0:6532:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b540075789c0 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x210:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000001:00080000:1.0:1763335112.295732:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973534 is committed 00000004:00080000:1.0:1763335112.295741:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1048 committed 00000004:00080000:1.0:1763335112.295755:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1051 committed 00000004:00080000:1.0:1763335112.295765:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1050 committed 00000004:00080000:1.0:1763335112.295767:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1047 committed 00000100:00100000:1.0:1763335112.295871:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cc535880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826130688:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335112.295918:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335112.295948:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763335112.295953:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c79ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826130816:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335112.295968:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335112.295991:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826130688 00000100:00100000:1.0:1763335112.295997:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826130688 00000100:00100000:1.0:1763335112.296029:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826130816 00000100:00100000:1.0:1763335112.296032:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826130816 00000100:00100000:1.0:1763335112.296046:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6920 00000100:00100000:1.0:1763335112.296052:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+30:3664:x1848989826130688:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763335112.296193:0:35240:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x288:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335112.296197:0:35240:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x288:0x0] updating lvb mtime from disk: 1763335112 -> 1763335112 00002000:00010000:1.0:1763335112.296199:0:35240:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x288:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335112.296201:0:35240:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x288:0x0] updating lvb ctime from disk: 1763335112 -> 1763335112 00002000:00010000:1.0:1763335112.296203:0:35240:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x288:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335112.296234:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+31:3664:x1848989826130688:12345-0@lo:2:osp-syn-0-1.0 Request processed in 181us (315us total) trans 21474839055 rc 0/0 00000100:00100000:1.0:1763335112.296240:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6920 00000100:00100000:1.0:1763335112.296253:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6921 00000100:00100000:1.0:1763335112.296258:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+30:3664:x1848989826130816:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763335112.296297:0:35240:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x289:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335112.296300:0:35240:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x289:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763335112.296302:0:35240:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x289:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335112.296304:0:35240:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x289:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763335112.296305:0:35240:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x289:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335112.296341:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+31:3664:x1848989826130816:12345-0@lo:2:osp-syn-0-1.0 Request processed in 83us (371us total) trans 21474839056 rc 0/0 00000100:00100000:1.0:1763335112.296346:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6921 00000004:00080000:1.0:1763335112.296377:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c79ed180/2, rc 0, transno 21474839056 00000100:00100000:1.0:1763335112.296382:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c79ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826130816:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763335112.296388:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000cc535880/2, rc 0, transno 21474839055 00000100:00100000:1.0:1763335112.296391:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cc535880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826130688:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1763335112.296458:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578903 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335112.296467:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578903 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335112.296473:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578903 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335112.296479:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faec00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335112.296483:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578903 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335112.296490:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578903 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335112.296503:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da602d00) 00010000:00010000:0.0:1763335112.296506:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335112.296510:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578903 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335112.296515:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578903 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335112.296531:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757899d lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335112.296537:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757899d lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335112.296542:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757899d lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335112.296545:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202173000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335112.296548:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757899d lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335112.296552:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757899d lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335112.296558:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da602d00) 00010000:00010000:0.0:1763335112.296560:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335112.296562:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757899d lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335112.296566:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b5400757899d lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000100:00100000:2.0:1763335112.296968:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000004:00010000:2.0:1763335112.297024:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000044c0ecf9 reply state 0000000009a3954e transno 4294973534 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b540075789b2 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.297039:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b540075789b2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.297046:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20f:0x0].0x0 (ffff9001da00b700) 00010000:00010000:2.0:1763335112.297048:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763335112.297051:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335112.297151:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826130944:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335112.297185:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335112.297209:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763335112.297215:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7e65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826131072:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335112.297232:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335112.297254:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826130944 00000100:00100000:0.0:1763335112.297259:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826130944 00000100:00100000:0.0:1763335112.297285:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826131072 00000100:00100000:0.0:1763335112.297288:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826131072 00000100:00100000:0.0:1763335112.297304:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6922 00000100:00100000:0.0:1763335112.297310:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+66:3666:x1848989826130944:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335112.297449:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+67:3666:x1848989826130944:12345-0@lo:2:osp-syn-1-1.0 Request processed in 138us (262us total) trans 17179871766 rc 0/0 00000100:00100000:0.0:1763335112.297456:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6922 00000100:00100000:0.0:1763335112.297471:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6923 00000100:00100000:0.0:1763335112.297478:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+66:3666:x1848989826131072:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763335112.297530:0:27804:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x28b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335112.297534:0:27804:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x28b:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1763335112.297536:0:27804:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x28b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335112.297538:0:27804:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x28b:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1763335112.297540:0:27804:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x28b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335112.297565:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+67:3666:x1848989826131072:12345-0@lo:2:osp-syn-1-1.0 Request processed in 87us (331us total) trans 17179871767 rc 0/0 00000100:00100000:0.0:1763335112.297571:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6923 00000004:00080000:0.0:1763335112.297603:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f7e65500/2, rc 0, transno 17179871767 00000100:00100000:0.0:1763335112.297608:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7e65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826131072:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763335112.297618:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c5f78a80/2, rc 0, transno 17179871766 00000100:00100000:0.0:1763335112.297621:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826130944:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335112.297687:0:35246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814922368 00000100:00100000:3.0:1763335112.297692:0:35246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814922368 00010000:00010000:3.0:1763335112.297713:0:35246:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b540075789a4 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88237d expref: 271 pid: 13840 timeout: 1205 lvb_type: 0 00000100:00100000:3.0:1763335112.297749:0:35246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3280 00000100:00100000:3.0:1763335112.297756:0:35246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001fb62c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+271:2427:x1848989814922368:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335112.297768:0:35246:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335112.297774:0:35246:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b540075789a4 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88237d expref: 271 pid: 13840 timeout: 1205 lvb_type: 0 00010000:00010000:3.0:1763335112.297819:0:35246:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b540075789a4 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88237d expref: 271 pid: 13840 timeout: 1205 lvb_type: 0 00010000:00010000:3.0:1763335112.297838:0:35246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b540075789a4 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88237d expref: 271 pid: 13840 timeout: 1205 lvb_type: 0 00010000:00010000:3.0:1763335112.297851:0:35246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x210:0x0].0x0 (ffff9000c4880500) 00010000:00010000:3.0:1763335112.297855:0:35246:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b540075789c0 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x210:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.297865:0:35246:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b540075789c0 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x210:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.297871:0:35246:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b540075789c0 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x210:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.297894:0:35246:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335112.297935:0:35246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001fb62c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:2427:x1848989814922368:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 178us (967us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335112.297942:0:35246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3280 00010000:00010000:3.0:1763335112.297992:0:6532:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b540075789c0 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x210:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.298000:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b540075789c0 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x210:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:3.0:1763335112.298020:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x210:0x0]: returning size 0 00000004:00080000:3.0:1763335112.298189:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x28a:0x0], index 0: 0 00000004:00080000:3.0:1763335112.298196:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x28c:0x0], index 1: 0 00000004:00080000:3.0:1763335112.298201:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x28d:0x0], index 1: 0 00000004:00080000:3.0:1763335112.298206:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x28b:0x0], index 0: 0 00010000:00010000:3.0:1763335112.298282:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b540075789c0 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x210:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.298290:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b540075789c0 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x210:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.298297:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b540075789c0 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x210:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.298303:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1f600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335112.298307:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b540075789c0 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x210:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.298344:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b540075789c0 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x210:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.298354:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x210:0x0].0x0 (ffff9000c4880500) 00010000:00010000:3.0:1763335112.298356:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335112.298360:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b540075789c0 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x210:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.298366:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b540075789c0 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x210:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.298406:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b540075789b9 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x210:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882384 expref: 270 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.298415:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x210:0x0].0x0 (ffff9000c4880500) 00010000:00010000:3.0:1763335112.298417:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763335112.298421:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b540075789b9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x210:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882384 expref: 270 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.298439:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6e1fa00, rc 0) 00000100:00100000:3.0:1763335112.298484:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc534380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:57040:x1848989814922240:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 7380us (7969us total) trans 4294973535 rc 301/301 00000100:00100000:3.0:1763335112.298491:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9994 00010000:00080000:2.0:1763335112.298581:0:13840:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1763335112.298592:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:57038:x1848989814921984:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 12816us (13074us total) trans 4294973534 rc 0/0 00000100:00100000:2.0:1763335112.298599:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9993 00010000:00010000:3.0:1763335112.305306:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b540075789b2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.305456:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b540075789b2 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.305463:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b540075789b2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.305469:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed6800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335112.305474:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b540075789b2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.305482:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b540075789b2 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.305497:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20f:0x0].0x0 (ffff9001da00b700) 00010000:00010000:3.0:1763335112.305501:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335112.305506:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b540075789b2 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.305511:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b540075789b2 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000100:00100000:3.0:1763335112.305600:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335112.305728:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814922496 00000100:00100000:2.0:1763335112.305739:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814922496 00000100:00100000:2.0:1763335112.305811:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9995 00000100:00100000:2.0:1763335112.305822:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:57038:x1848989814922496:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335112.305845:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335112.305862:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075789ce lrc: 2/0,0 mode: --/CR res: [0x240000405:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88238b expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.305914:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075789ce lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88238b expref: 269 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.305926:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075789ce lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88238b expref: 269 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.305941:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20f:0x0].0x0 (ffff9001da00b700) 00010000:00010000:2.0:1763335112.305944:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763335112.305947:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7200, rc 0) 00000100:00100000:2.0:1763335112.305997:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:57038:x1848989814922496:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 177us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335112.306005:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9995 00000100:00100000:3.0:1763335112.308287:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335112.308387:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814922624 00000100:00100000:0.0:1763335112.308396:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814922624 00000100:00100000:0.0:1763335112.308443:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9996 00000100:00100000:0.0:1763335112.308452:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:57038:x1848989814922624:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335112.308468:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335112.308486:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075789d5 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882392 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.308545:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075789dc lrc: 3/1,0 mode: --/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335112.308557:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075789dc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.308565:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075789dc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:0.0:1763335112.308603:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x20f:0x0]: returning size 5 00000004:00200000:0.0:1763335112.308607:0:6532:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335112.308624:0:6532:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075789dc lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.308648:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281000/0x3ec0b540075789d5 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882392 expref: 271 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.308663:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075789dc lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882392 expref: 270 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.308672:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20f:0x0].0x0 (ffff9001da00b700) 00010000:00010000:0.0:1763335112.308675:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1763335112.308678:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280200, rc 0) 00000100:00100000:0.0:1763335112.308722:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:57038:x1848989814922624:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 271us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335112.308729:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9996 00000100:00100000:1.0:1763335112.310992:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335112.311074:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814922880 00000100:00100000:2.0:1763335112.311093:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814922880 00000100:00100000:2.0:1763335112.311142:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3458 00000100:00100000:2.0:1763335112.311151:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:57040:x1848989814922880:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335112.311549:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+271:57040:x1848989814922880:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 398us (563us total) trans 4294973536 rc 0/0 00000100:00100000:2.0:1763335112.311556:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3458 00000100:00100000:1.0:1763335112.317687:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335112.317750:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335112.317852:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814923008 00000100:00100000:0.0:1763335112.317861:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814923008 00000100:00100000:0.0:1763335112.317920:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6924 00000100:00100000:0.0:1763335112.317931:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+37:2429:x1848989814923008:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335112.317948:0:35240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335112.317968:0:35240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c5281000/0x3ec0b540075789e3 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882399 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335112.317991:0:35240:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x28a:0x0] initial LVB size: 5, mtime: 0x691a5bc8, atime: 0x0, ctime: 0x691a5bc8, blocks: 0x8 00010000:00010000:0.0:1763335112.318010:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335112.318012:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335112.318024:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5281000/0x3ec0b540075789e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882399 expref: 38 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335112.318042:0:35240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c5281000/0x3ec0b540075789e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882399 expref: 38 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335112.318056:0:35240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281000, rc 0) 00000100:00100000:0.0:1763335112.318118:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+38:2429:x1848989814923008:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 188us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335112.318126:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6924 00000100:00100000:2.0:1763335112.322002:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814923264 00000100:00100000:2.0:1763335112.322021:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814923264 00000100:00100000:2.0:1763335112.322103:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3459 00000100:00100000:2.0:1763335112.322115:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+271:57040:x1848989814923264:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335112.322398:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57040:x1848989814923264:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 285us (4721us total) trans 4294973537 rc 0/0 00000100:00100000:2.0:1763335112.322407:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3459 00000100:00100000:1.0:1763335112.332034:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335112.332477:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814923520 00000100:00100000:2.0:1763335112.332489:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814923520 00000100:00100000:2.0:1763335112.332546:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9997 00000100:00100000:2.0:1763335112.332555:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dcaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:55956:x1848989814923520:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335112.332579:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335112.332603:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075789ea lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8823a0 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.332736:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b540075789f1 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335112.332750:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b540075789f1 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.332761:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b540075789f1 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.332773:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b540075789f8 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335112.332782:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b540075789f8 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.332799:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b540075789f8 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.332856:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b540075789ff lrc: 3/1,0 mode: --/PR res: [0x240000405:0x210:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:2.0:1763335112.332863:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b540075789ff lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.332870:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b540075789ff lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:2.0:1763335112.332879:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x210:0x0]: returning size 0 00010000:00010000:2.0:1763335112.332953:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b540075789f1 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.332959:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b540075789f1 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.332964:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b540075789f1 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.332969:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b540075789f1 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.332974:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed6000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335112.332978:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b540075789f1 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.332985:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b540075789f1 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.332998:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4880e00) 00010000:00010000:2.0:1763335112.333001:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335112.333006:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b540075789f1 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.333014:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b540075789f1 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.333026:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b540075789f8 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.333031:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b540075789f8 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.333036:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b540075789f8 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.333041:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335112.333043:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b540075789f8 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.333049:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b540075789f8 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.333055:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4880800) 00010000:00010000:2.0:1763335112.333058:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335112.333060:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b540075789f8 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:2.0:1763335112.333065:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b540075789f8 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335112.335780:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b540075789ea lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823a0 expref: 275 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.335825:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b540075789ff lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823a0 expref: 274 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.335835:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x210:0x0].0x0 (ffff9000c4880300) 00010000:00010000:0.0:1763335112.335838:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335112.335841:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed6800, rc 0) 00000100:00100000:0.0:1763335112.335921:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dcaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:55956:x1848989814923520:12345-192.168.204.57@tcp:101:bash.0 Request processed in 3365us (3897us total) trans 4294973538 rc 0/0 00000100:00100000:0.0:1763335112.335932:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9997 00000100:00100000:3.0:1763335112.340478:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335112.340827:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814923648 00000100:00100000:0.0:1763335112.340838:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814923648 00000100:00100000:0.0:1763335112.340908:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9998 00000100:00100000:0.0:1763335112.340919:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:55956:x1848989814923648:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335112.340944:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335112.340977:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007578a0d lrc: 2/0,0 mode: --/PR res: [0x240000405:0x210:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8823a7 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.341010:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578a14 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x210:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335112.341024:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578a14 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x210:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335112.341035:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578a14 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x210:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335112.341360:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007578a0d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x210:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823a7 expref: 276 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.341377:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578a14 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x210:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823a7 expref: 275 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.341386:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x210:0x0].0x0 (ffff9000c4880300) 00010000:00010000:0.0:1763335112.341388:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763335112.341392:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281800, rc 0) 00000100:00100000:0.0:1763335112.342193:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:55956:x1848989814923648:12345-192.168.204.57@tcp:101:bash.0 Request processed in 1270us (1723us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335112.342207:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9998 00000100:00100000:3.0:1763335112.347000:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335112.348107:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814923904 00000100:00100000:0.0:1763335112.348120:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814923904 00000100:00100000:0.0:1763335112.348185:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 9999 00000100:00100000:0.0:1763335112.348194:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:55956:x1848989814923904:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:0.0:1763335112.348248:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335112.348274:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b540075789ff lrc: 0/0,0 mode: --/PR res: [0x240000405:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823a0 expref: 275 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.348295:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x210:0x0].0x0 (ffff9000c4880300) 00010000:00010000:0.0:1763335112.348302:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335112.348513:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578a1b lrc: 3/0,1 mode: --/PW res: [0x240000405:0x210:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335112.348528:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578a1b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x210:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335112.348538:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578a1b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x210:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000001:00080000:0.0:1763335112.348597:0:13840:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973539 00000004:00010000:0.0:1763335112.348621:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001e011f57 reply state 000000002b64ded3 transno 4294973540 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578a1b lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x210:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335112.348632:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578a1b lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x210:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335112.348638:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x210:0x0].0x0 (ffff9000c4880300) 00010000:00010000:0.0:1763335112.348640:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335112.348643:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335112.348758:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:55956:x1848989814923904:12345-192.168.204.57@tcp:36:bash.0 Request processed in 564us (1772us total) trans 4294973540 rc 0/0 00000100:00100000:0.0:1763335112.348768:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 9999 00000020:00080000:0.0:1763335112.348773:0:13840:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763335112.359881:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335112.359989:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814924032 00000100:00100000:3.0:1763335112.359999:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814924032 00000100:00100000:3.0:1763335112.360055:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10000 00000100:00100000:3.0:1763335112.360065:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:55956:x1848989814924032:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335112.360169:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335112.360191:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007578a22 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x210:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8823ae expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.360249:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007578a22 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x210:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823ae expref: 278 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.360263:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007578a22 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x210:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823ae expref: 278 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.360281:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x210:0x0].0x0 (ffff9000c4880300) 00010000:00010000:3.0:1763335112.360284:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335112.360288:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6e1f600, rc 0) 00000100:00100000:3.0:1763335112.360388:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+278:55956:x1848989814924032:12345-192.168.204.57@tcp:101:bash.0 Request processed in 323us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335112.360396:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10000 00000100:00100000:2.0:1763335112.363549:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335112.363657:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814924288 00000100:00100000:0.0:1763335112.363668:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814924288 00000100:00100000:0.0:1763335112.363734:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10001 00000100:00100000:0.0:1763335112.363745:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+278:55956:x1848989814924288:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335112.363765:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335112.363768:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763335112.363801:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007578a22 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x210:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823ae expref: 278 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.363819:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x210:0x0].0x0 (ffff9000c4880300) 00010000:00010000:0.0:1763335112.363823:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335112.363835:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007578a29 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x210:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8823b5 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.363881:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578a30 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x210:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335112.363892:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578a30 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x210:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335112.363900:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578a30 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x210:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000040:00080000:1.0:1763335112.366030:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1606, 88 off134120 00000004:00080000:1.0:1763335112.366050:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1105345735346ns, next at 1105304338521ns, rc = 0 00000040:00080000:1.0:1763335112.366258:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1607, 88 off134120 00000004:00080000:1.0:1763335112.366266:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1105345951035ns, next at 1105304308680ns, rc = 0 00000040:00080000:1.0:1763335112.366292:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1608, 88 off134208 00000004:00080000:1.0:1763335112.366297:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1105345982487ns, next at 1105304308680ns, rc = 0 00000040:00080000:1.0:1763335112.366311:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1607, 88 off134208 00000004:00080000:1.0:1763335112.366343:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1105346028182ns, next at 1105304338521ns, rc = 0 00000001:00080000:1.0:1763335112.368702:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973541 is committed 00000004:00080000:1.0:1763335112.368716:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1053 committed 00010000:00010000:0.0:1763335112.368793:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578a1b lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x210:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335112.368806:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578a1b lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x210:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335112.368814:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578a1b lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x210:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335112.368820:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335112.368825:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578a1b lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x210:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335112.368832:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578a1b lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x210:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335112.368847:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x210:0x0].0x0 (ffff9000c4880300) 00010000:00010000:0.0:1763335112.368850:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335112.368856:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578a1b lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x210:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335112.368862:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578a1b lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x210:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000004:00080000:1.0:1763335112.369185:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1050 committed 00000004:00080000:1.0:1763335112.369517:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1049 committed 00000100:00100000:0.0:1763335112.370218:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7e64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826131200:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335112.370286:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335112.370342:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763335112.370349:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7e64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826131328:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335112.370376:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335112.370413:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826131200 00000100:00100000:0.0:1763335112.370421:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826131200 00000100:00100000:0.0:1763335112.370460:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826131328 00000100:00100000:0.0:1763335112.370463:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826131328 00000100:00100000:0.0:1763335112.370483:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6925 00000100:00100000:0.0:1763335112.370491:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+68:3664:x1848989826131200:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335112.370668:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+69:3664:x1848989826131200:12345-0@lo:2:osp-syn-1-1.0 Request processed in 177us (380us total) trans 17179871768 rc 0/0 00000100:00100000:0.0:1763335112.370677:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6925 00000100:00100000:0.0:1763335112.370695:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6926 00000100:00100000:0.0:1763335112.370702:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f61fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+68:3664:x1848989826131328:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335112.370765:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f61fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+69:3664:x1848989826131328:12345-0@lo:2:osp-syn-1-1.0 Request processed in 63us (388us total) trans 17179871769 rc 0/0 00000100:00100000:0.0:1763335112.370771:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6926 00000004:00080000:0.0:1763335112.370924:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f7e64e00/2, rc 0, transno 17179871769 00000100:00100000:0.0:1763335112.370930:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7e64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826131328:0@lo:2:osp-syn-1-1.0 00000004:00080000:0.0:1763335112.370939:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f7e64700/2, rc 0, transno 17179871768 00000100:00100000:0.0:1763335112.370942:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7e64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826131200:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763335112.371019:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1052 committed 00000100:00100000:2.0:1763335112.371374:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826131456:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335112.371404:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335112.371426:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763335112.371432:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826131584:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335112.371453:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335112.371479:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826131456 00000100:00100000:2.0:1763335112.371483:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826131456 00000100:00100000:2.0:1763335112.371505:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826131584 00000100:00100000:2.0:1763335112.371508:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826131584 00000100:00100000:2.0:1763335112.371524:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6927 00000100:00100000:2.0:1763335112.371529:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+32:3666:x1848989826131456:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335112.371627:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+33:3666:x1848989826131456:12345-0@lo:2:osp-syn-0-1.0 Request processed in 96us (220us total) trans 21474839057 rc 0/0 00000100:00100000:2.0:1763335112.371633:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6927 00000100:00100000:2.0:1763335112.371647:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6928 00000100:00100000:2.0:1763335112.371653:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+32:3666:x1848989826131584:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763335112.371716:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+33:3666:x1848989826131584:12345-0@lo:2:osp-syn-0-1.0 Request processed in 63us (261us total) trans 21474839058 rc 0/0 00000100:00100000:2.0:1763335112.371722:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6928 00000004:00080000:2.0:1763335112.371750:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a79500/2, rc 0, transno 21474839058 00000100:00100000:2.0:1763335112.371754:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826131584:0@lo:2:osp-syn-0-1.0 00000004:00080000:2.0:1763335112.371760:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4a79880/2, rc 0, transno 21474839057 00000100:00100000:2.0:1763335112.371763:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826131456:0@lo:2:osp-syn-0-1.0 00010000:00010000:3.0:1763335112.373900:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578a30 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x210:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823b5 expref: 272 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.373918:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x210:0x0].0x0 (ffff9000c4880300) 00010000:00010000:3.0:1763335112.373921:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763335112.373939:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280000/0x3ec0b54007578a29 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x210:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823b5 expref: 272 pid: 13840 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763335112.373963:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578a30 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x210:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823b5 expref: 271 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.373992:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x210:0x0].0x0 (ffff9000c4880300) 00010000:00010000:3.0:1763335112.373995:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763335112.373998:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281200, rc 0) 00000100:00100000:3.0:1763335112.374070:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+271:55956:x1848989814924288:12345-192.168.204.57@tcp:101:bash.0 Request processed in 10326us (10530us total) trans 4294973541 rc 0/0 00000100:00100000:3.0:1763335112.374079:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10001 00000100:00100000:2.0:1763335112.380577:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335112.380650:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814924416 00000100:00100000:0.0:1763335112.380661:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814924416 00000100:00100000:0.0:1763335112.380715:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6929 00000100:00100000:0.0:1763335112.380725:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+15:55956:x1848989814924416:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:0.0:1763335112.380743:0:35240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335112.380766:0:35240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b54007578a37 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8823bc expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335112.380796:0:35240:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x28a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335112.380816:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335112.380818:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335112.380826:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b54007578a37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823bc expref: 16 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.380841:0:35240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b54007578a37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823bc expref: 16 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.380854:0:35240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280000, rc 0) 00000100:00100000:0.0:1763335112.380912:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:55956:x1848989814924416:12345-192.168.204.57@tcp:101:bash.0 Request processed in 189us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335112.380920:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6929 00000100:00100000:1.0:1763335112.382886:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335112.382980:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814924544 00000100:00100000:2.0:1763335112.382990:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814924544 00000100:00100000:2.0:1763335112.383043:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6930 00000100:00100000:2.0:1763335112.383054:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dcb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+38:55956:x1848989814924544:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335112.383071:0:27803:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335112.383101:0:27803:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578a3e lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8823c3 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335112.383121:0:27803:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x28c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763335112.383139:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335112.383141:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335112.383149:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578a3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823c3 expref: 39 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.383164:0:27803:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578a3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823c3 expref: 39 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.383175:0:27803:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed6000, rc 0) 00000100:00100000:2.0:1763335112.383231:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dcb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+39:55956:x1848989814924544:12345-192.168.204.57@tcp:101:bash.0 Request processed in 180us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335112.383238:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6930 00000100:00100000:3.0:1763335112.384976:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335112.385014:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335112.385105:0:16421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814924672 00000100:00100000:1.0:1763335112.385113:0:16421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814924672 00002000:00010000:1.0:1763335112.385145:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/650 (0->18446744073709551615) 00002000:00100000:1.0:1763335112.385150:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f7e65c00 with x1848989814924672 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335112.385162:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9001f7e65c00. 00000100:00100000:1.0:1763335112.385190:0:16421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814924800 00000100:00100000:1.0:1763335112.385193:0:16421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814924800 00002000:00010000:1.0:1763335112.385205:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/652 (0->18446744073709551615) 00002000:00100000:1.0:1763335112.385208:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f7e67800 with x1848989814924800 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335112.385214:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001f7e67800. 00000100:00100000:1.0:1763335112.385241:0:16421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1684 00000100:00100000:1.0:1763335112.385251:0:16421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2429:x1848989814924672:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:1.0:1763335112.385453:0:16421:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x28a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335112.385456:0:16421:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x28a:0x0] updating lvb mtime from disk: 0 -> 1763335112 00002000:00010000:1.0:1763335112.385459:0:16421:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x28a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335112.385461:0:16421:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x28a:0x0] updating lvb ctime from disk: 0 -> 1763335112 00002000:00010000:1.0:1763335112.385463:0:16421:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x28a:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335112.385510:0:16421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2429:x1848989814924672:12345-192.168.204.57@tcp:10:bash.0 Request processed in 260us (540us total) trans 21474839059 rc 0/0 00000100:00100000:1.0:1763335112.385517:0:16421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1684 00002000:00010000:1.0:1763335112.385520:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/650 (0->18446744073709551615) 00002000:00100000:1.0:1763335112.385523:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f7e65c00 with x1848989814924672 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335112.385527:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9001f7e65c00. 00000100:00100000:1.0:1763335112.385543:0:16421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1685 00000100:00100000:1.0:1763335112.385551:0:16421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+39:2429:x1848989814924800:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:1.0:1763335112.385633:0:16421:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x28c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335112.385636:0:16421:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x28c:0x0] updating lvb mtime from disk: 0 -> 1763335112 00002000:00010000:1.0:1763335112.385639:0:16421:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x28c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335112.385641:0:16421:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x28c:0x0] updating lvb ctime from disk: 0 -> 1763335112 00002000:00010000:1.0:1763335112.385643:0:16421:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x28c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335112.385665:0:16421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+40:2429:x1848989814924800:12345-192.168.204.57@tcp:10:bash.0 Request processed in 115us (651us total) trans 17179871770 rc 0/0 00000100:00100000:1.0:1763335112.385672:0:16421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1685 00002000:00010000:1.0:1763335112.385676:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/652 (0->18446744073709551615) 00002000:00100000:1.0:1763335112.385678:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f7e67800 with x1848989814924800 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335112.385682:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001f7e67800. 00000100:00100000:1.0:1763335112.392362:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335112.392485:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814925056 00000100:00100000:2.0:1763335112.392497:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814925056 00000100:00100000:2.0:1763335112.392554:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3460 00000100:00100000:2.0:1763335112.392563:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+271:55956:x1848989814925056:12345-192.168.204.57@tcp:35:bash.0 00000100:00100000:2.0:1763335112.392889:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:55956:x1848989814925056:12345-192.168.204.57@tcp:35:bash.0 Request processed in 326us (584us total) trans 4294973542 rc 0/0 00000100:00100000:2.0:1763335112.392897:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3460 00000100:00100000:1.0:1763335112.399521:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335112.399625:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814925184 00000100:00100000:3.0:1763335112.399637:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814925184 00000100:00100000:3.0:1763335112.399709:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10002 00000100:00100000:3.0:1763335112.399722:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57041:x1848989814925184:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:3.0:1763335112.399750:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335112.399780:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578a45 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8823ca expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.399868:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578a4c lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335112.399885:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578a4c lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.399897:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578a4c lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.399913:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578a53 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335112.399920:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578a53 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.399926:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578a53 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.400003:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007578a5a lrc: 3/1,0 mode: --/PR res: [0x240000405:0x210:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335112.400012:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007578a5a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x210:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.400019:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007578a5a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x210:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:3.0:1763335112.400057:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x210:0x0]: returning size 5 00000004:00200000:3.0:1763335112.400061:0:13840:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763335112.400079:0:13840:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007578a5a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x210:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.400091:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007578a5a lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.400100:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578a4c lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.400106:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578a4c lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.400112:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578a4c lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.400122:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578a4c lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.400128:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1e600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335112.400132:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578a4c lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.400140:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578a4c lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.400152:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001fcd20a00) 00010000:00010000:3.0:1763335112.400155:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335112.400160:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578a4c lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.400165:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578a4c lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.400178:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578a53 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.400184:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578a53 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.400189:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578a53 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.400194:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1f400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335112.400197:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578a53 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.400203:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578a53 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.400213:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001fcd20400) 00010000:00010000:3.0:1763335112.400216:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335112.400218:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578a53 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.400223:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578a53 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.400252:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578a45 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823ca expref: 274 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.400266:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007578a5a lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823ca expref: 273 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.400273:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x210:0x0].0x0 (ffff9000c4880300) 00010000:00010000:3.0:1763335112.400275:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335112.400278:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6e1f600, rc 0) 00000100:00100000:3.0:1763335112.402261:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57041:x1848989814925184:12345-192.168.204.57@tcp:101:rm.0 Request processed in 2529us (2738us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335112.402273:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10002 00000100:00100000:3.0:1763335112.410242:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335112.410651:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814925440 00000100:00100000:1.0:1763335112.410661:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814925440 00000100:00100000:1.0:1763335112.410729:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10003 00000100:00100000:1.0:1763335112.410739:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57041:x1848989814925440:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:1.0:1763335112.410799:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1763335112.410826:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578a30 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x210:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823b5 expref: 273 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.410847:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007578a5a lrc: 0/0,0 mode: --/PR res: [0x240000405:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823ca expref: 272 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.410858:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578a14 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x210:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823a7 expref: 271 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.410868:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x210:0x0].0x0 (ffff9000c4880300) 00010000:00010000:1.0:1763335112.410877:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335112.410904:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007578a61 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335112.410915:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007578a61 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.410923:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007578a61 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.410932:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007578a68 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335112.410938:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007578a68 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.410943:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007578a68 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.411020:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578a6f lrc: 3/0,1 mode: --/EX res: [0x240000405:0x210:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335112.411026:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578a6f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x210:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.411032:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578a6f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x210:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000040:00080000:1.0:1763335112.411257:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1608, 64 off134272 00000004:00080000:1.0:1763335112.411264:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1105390948735ns, next at 1106390946733ns, rc = 0 00000040:00080000:1.0:1763335112.411294:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1609, 64 off134272 00000004:00080000:1.0:1763335112.411297:0:13840:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1105390982798ns, next at 1106390981994ns, rc = 0 00000040:00080000:1.0:1763335112.411305:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1610, 64 off134336 00000040:00080000:1.0:1763335112.411947:0:13840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1609, 64 off134336 00010000:00010000:1.0:1763335112.412008:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578a76 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x210:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335112.412018:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578a76 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x210:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.412026:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578a76 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x210:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.412033:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578a76 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x210:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.412038:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578a76 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x210:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.412044:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578a76 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x210:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.412067:0:13840:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763335112.412241:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335112.412248:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578a76 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x210:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.412255:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faf400 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335112.412259:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578a76 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x210:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.412266:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578a76 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x210:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.412278:0:8431:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x210:0x0].0x0 (ffff9001da602600) 00010000:00010000:3.0:1763335112.412281:0:8431:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335112.412285:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578a76 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x210:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.412290:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578a76 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x210:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.412301:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335112.412303:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335112.412305:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335112.412403:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578a6f lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x210:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.412410:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578a6f lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x210:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.412416:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578a6f lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x210:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.412421:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faee00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335112.412424:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578a6f lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x210:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.412430:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578a6f lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x210:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.412438:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x210:0x0].0x0 (ffff9001da602600) 00010000:00010000:1.0:1763335112.412440:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763335112.412443:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578a6f lrc: 2/0,0 mode: --/EX res: [0x240000405:0x210:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.412449:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578a6f lrc: 0/0,0 mode: --/EX res: [0x240000405:0x210:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.412568:0:13840:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007578a61 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.412575:0:13840:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007578a61 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.412579:0:13840:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007578a61 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.412584:0:13840:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007578a61 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.412588:0:13840:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fae800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335112.412590:0:13840:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007578a61 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.412598:0:13840:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007578a61 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.412605:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602000) 00010000:00010000:1.0:1763335112.412607:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335112.412609:0:13840:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007578a61 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.412614:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae800/0x3ec0b54007578a61 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000004:00010000:1.0:1763335112.412624:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000040ca400f reply state 000000006e99add8 transno 4294973543 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007578a68 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.412633:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007578a68 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.412638:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da602300) 00010000:00010000:1.0:1763335112.412640:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335112.412643:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335112.414041:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57041:x1848989814925440:12345-192.168.204.57@tcp:36:rm.0 Request processed in 3294us (3798us total) trans 4294973543 rc 0/0 00000100:00100000:1.0:1763335112.414053:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10003 00000100:00100000:2.0:1763335112.425116:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335112.425157:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814925568 00000100:00100000:0.0:1763335112.425168:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814925568 00000100:00100000:0.0:1763335112.425226:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6931 00000100:00100000:0.0:1763335112.425236:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4ac8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+40:2427:x1848989814925568:12345-192.168.204.57@tcp:23:lfs.0 00000100:00100000:0.0:1763335112.425370:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4ac8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+40:2427:x1848989814925568:12345-192.168.204.57@tcp:23:lfs.0 Request processed in 135us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335112.425377:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6931 00000100:00100000:2.0:1763335112.427059:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335112.427117:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814925696 00000100:00100000:3.0:1763335112.427126:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814925696 00000100:00100000:3.0:1763335112.427174:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6932 00000100:00100000:3.0:1763335112.427184:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+40:2428:x1848989814925696:12345-192.168.204.57@tcp:23:lfs.0 00000100:00100000:3.0:1763335112.427272:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+40:2428:x1848989814925696:12345-192.168.204.57@tcp:23:lfs.0 Request processed in 90us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335112.427279:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6932 00000100:00100000:1.0:1763335112.429390:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335112.429482:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814925824 00000100:00100000:2.0:1763335112.429492:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814925824 00000100:00100000:2.0:1763335112.429557:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1686 00000100:00100000:2.0:1763335112.429566:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+40:2426:x1848989814925824:12345-192.168.204.57@tcp:3:lfs.0 00010000:00010000:2.0:1763335112.429600:0:23998:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007578a7d lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.429614:0:23998:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335112.429616:0:23998:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335112.429622:0:23998:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007578a7d lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.429635:0:23998:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007578a7d lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.429740:0:23998:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007578a7d lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.429749:0:23998:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007578a7d lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.429757:0:23998:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007578a7d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.429764:0:23998:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed6a00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335112.429767:0:23998:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007578a7d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.429776:0:23998:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007578a7d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.429803:0:23998:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007578a7d lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.429815:0:23998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007578a7d lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23998 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335112.429870:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+40:2426:x1848989814925824:12345-192.168.204.57@tcp:3:lfs.0 Request processed in 305us (489us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763335112.429878:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1686 00000100:00100000:2.0:1763335112.434414:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335112.434567:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814926080 00000100:00100000:1.0:1763335112.434577:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814926080 00000100:00100000:1.0:1763335112.434643:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10004 00000100:00100000:1.0:1763335112.434654:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4ac8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57038:x1848989814926080:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335112.434676:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335112.434695:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578a84 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8823d8 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.434730:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007578a8b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:1.0:1763335112.434744:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007578a8b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.434754:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007578a8b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.434877:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578a84 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823d8 expref: 274 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.434894:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf200/0x3ec0b54007578a8b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823d8 expref: 273 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.434903:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20f:0x0].0x0 (ffff9001da00b700) 00010000:00010000:1.0:1763335112.434907:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763335112.434910:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faf200, rc 0) 00000100:00100000:1.0:1763335112.434979:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4ac8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57038:x1848989814926080:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 326us (573us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335112.434987:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10004 00000100:00100000:1.0:1763335112.435363:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335112.435862:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814925952 00000100:00100000:0.0:1763335112.435869:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814925952 00000100:00100000:0.0:1763335112.435915:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10005 00000100:00100000:0.0:1763335112.435923:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57042:x1848989814925952:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335112.435935:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335112.435949:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578a92 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8823d1 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.435997:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578a99 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335112.436007:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578a99 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.436016:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578a99 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.436025:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578aa0 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335112.436031:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578aa0 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.436036:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578aa0 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.436069:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578a99 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.436075:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578a99 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.436080:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578a99 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.436086:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578a99 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.436092:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335112.436096:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578a99 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.436103:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578a99 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.436112:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4882000) 00010000:00010000:0.0:1763335112.436115:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335112.436119:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578a99 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.436125:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578a99 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.436136:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578aa0 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.436141:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578aa0 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.436147:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578aa0 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.436152:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335112.436155:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578aa0 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.436160:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578aa0 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.436167:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da602300) 00010000:00010000:0.0:1763335112.436169:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335112.436172:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578aa0 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.436178:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578aa0 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.436199:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578a92 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823d1 expref: 274 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.436210:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4882000) 00010000:00010000:0.0:1763335112.436212:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335112.436216:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578a92 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823d1 expref: 274 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.436232:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281e00, rc 0) 00000100:00100000:0.0:1763335112.437603:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57042:x1848989814925952:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1672us (2232us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335112.437613:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10005 00000100:00100000:2.0:1763335112.438025:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335112.438188:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814926208 00000100:00100000:3.0:1763335112.438196:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814926208 00000100:00100000:3.0:1763335112.438297:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1687 00000100:00100000:3.0:1763335112.438307:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4ac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2427:x1848989814926208:12345-192.168.204.57@tcp:4:lfs.0 00010000:00010000:3.0:1763335112.438374:0:23997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578aa7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x289:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.438393:0:23997:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7800/0x3ec0b5400757880e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x289:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822ff expref: 17 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335112.438406:0:23997:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335112.438408:0:23997:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335112.438412:0:23997:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578aa7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x289:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.438446:0:23997:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7800/0x3ec0b5400757880e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x289:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822ff expref: 17 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335112.438460:0:23997:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7800/0x3ec0b5400757880e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x289:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822ff expref: 17 pid: 28568 timeout: 1205 lvb_type: 1 00000100:00100000:3.0:1763335112.438475:0:23997:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c79edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:23997:1848989826131712:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335112.438549:0:23997:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c7926c00 going to sleep for 11 seconds 00000100:00100000:0.0:1763335112.445532:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335112.446604:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335112.447153:0:23997:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c79edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:23997:1848989826131712:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335112.447181:0:23997:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578aa7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x289:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335112.447229:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814926336 00000100:00100000:1.0:1763335112.447236:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814926336 00000100:00100000:1.0:1763335112.447297:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10006 00000100:00100000:1.0:1763335112.447307:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57042:x1848989814926336:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335112.447344:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335112.447368:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578aae lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8823df expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.447434:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007578ab5 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335112.447447:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007578ab5 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.447457:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007578ab5 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.447467:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578abc lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335112.447475:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578abc lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.447480:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578abc lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.447518:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007578ab5 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.447524:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007578ab5 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.447529:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007578ab5 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.447535:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007578ab5 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.447540:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fae000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335112.447543:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007578ab5 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.447554:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007578ab5 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.447565:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602000) 00010000:00010000:1.0:1763335112.447568:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335112.447572:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007578ab5 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.447579:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae000/0x3ec0b54007578ab5 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.447590:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578abc lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.447596:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578abc lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.447601:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578abc lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.447605:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faec00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335112.447608:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578abc lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.447613:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578abc lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.447620:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da602300) 00010000:00010000:1.0:1763335112.447622:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335112.447625:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578abc lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.447630:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578abc lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.447655:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578aae lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823df expref: 274 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.447665:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001da602000) 00010000:00010000:1.0:1763335112.447667:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335112.447670:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578aae lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823df expref: 274 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.447682:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faee00, rc 0) 00000100:00100000:1.0:1763335112.447740:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57042:x1848989814926336:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 434us (2217us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335112.447748:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10006 00000100:00100000:2.0:1763335112.448061:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814926464 00000100:00100000:2.0:1763335112.448067:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814926464 00010000:00010000:0.0:1763335112.454105:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7800/0x3ec0b5400757880e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x289:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822ff expref: 18 pid: 28568 timeout: 1205 lvb_type: 1 00000100:00100000:0.0:1763335112.454158:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3281 00000100:00100000:0.0:1763335112.454171:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2427:x1848989814926464:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335112.454187:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335112.454208:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7800/0x3ec0b5400757880e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x289:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822ff expref: 18 pid: 28568 timeout: 1205 lvb_type: 1 00010000:00010000:0.0:1763335112.454220:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7800/0x3ec0b5400757880e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x289:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822ff expref: 18 pid: 28568 timeout: 1205 lvb_type: 1 00010000:00010000:0.0:1763335112.454241:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c2ed7800/0x3ec0b5400757880e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x289:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8822ff expref: 18 pid: 28568 timeout: 1205 lvb_type: 1 00010000:00010000:0.0:1763335112.454256:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335112.454258:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335112.454262:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578aa7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x289:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.454276:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578aa7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x289:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.454334:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335112.454406:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2427:x1848989814926464:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 238us (7804us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335112.454414:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3281 00010000:00010000:1.0:1763335112.454681:0:23997:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578aa7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.454691:0:23997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578aa7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1763335112.457230:0:24680:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839060 is committed 00000001:00080000:2.0:1763335112.457247:0:24680:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839058 is committed 00002000:00010000:1.0:1763335112.457497:0:23997:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x289:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:1.0:1763335112.457502:0:23997:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x289:0x0] updating lvb mtime from disk: 0 -> 1763335112 00002000:00010000:1.0:1763335112.457505:0:23997:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x289:0x0] updating lvb ctime from disk: 0 -> 1763335112 00002000:00010000:1.0:1763335112.457507:0:23997:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x289:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1763335112.457518:0:23997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578aa7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.457528:0:23997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578aa7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.457542:0:23997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578aa7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.457549:0:23997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1fa00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335112.457553:0:23997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578aa7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.457561:0:23997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578aa7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.457576:0:23997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578aa7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.457583:0:23997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578aa7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23997 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335112.457657:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4ac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+9:2427:x1848989814926208:12345-192.168.204.57@tcp:4:lfs.0 Request processed in 19348us (19629us total) trans 21474839060 rc 0/0 00000100:00100000:1.0:1763335112.457666:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1687 00000100:00100000:0.0:1763335112.459066:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335112.459161:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814926592 00000100:00100000:3.0:1763335112.459170:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814926592 00000100:00100000:3.0:1763335112.459233:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10007 00000100:00100000:3.0:1763335112.459243:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57042:x1848989814926592:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335112.459262:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335112.459284:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578ac3 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8823e6 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.459383:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578aca lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335112.459398:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578aca lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.459410:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578aca lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:3.0:1763335112.459455:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x5:0x0]: returning size 4096 00000004:00200000:3.0:1763335112.459460:0:13840:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763335112.459494:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578ac3 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823e6 expref: 275 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.459511:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578aca lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823e6 expref: 274 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.459520:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001fcd20a00) 00010000:00010000:3.0:1763335112.459523:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763335112.459526:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6e1e600, rc 0) 00000100:00100000:3.0:1763335112.459568:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:57042:x1848989814926592:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 326us (506us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335112.459575:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10007 00000100:00100000:1.0:1763335112.468752:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335112.468840:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814926720 00000100:00100000:0.0:1763335112.468851:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814926720 00000100:00100000:0.0:1763335112.468903:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10008 00000100:00100000:0.0:1763335112.468912:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dc9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:57042:x1848989814926720:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335112.468931:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335112.468949:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578ad1 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8823ed expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.469007:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578ad8 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335112.469021:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578ad8 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.469031:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578ad8 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.469042:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578adf lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335112.469049:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578adf lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.469056:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578adf lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.469090:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578ad8 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.469096:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578ad8 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.469102:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578ad8 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.469107:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578ad8 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.469112:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335112.469116:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578ad8 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.469122:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578ad8 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.469133:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001fcd20a00) 00010000:00010000:0.0:1763335112.469135:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335112.469140:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578ad8 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.469145:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578ad8 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.469156:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578adf lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.469161:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578adf lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.469166:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578adf lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.469170:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335112.469173:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578adf lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.469178:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578adf lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.469184:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da602300) 00010000:00010000:0.0:1763335112.469186:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335112.469189:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578adf lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.469194:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578adf lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.469220:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578ad1 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823ed expref: 275 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.469231:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001fcd20a00) 00010000:00010000:0.0:1763335112.469233:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335112.469236:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578ad1 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823ed expref: 275 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.469246:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281e00, rc 0) 00000100:00100000:0.0:1763335112.469766:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dc9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:57042:x1848989814926720:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 399us (567us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335112.469777:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10008 00000100:00100000:2.0:1763335112.488453:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335112.490374:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814927232 00000100:00100000:0.0:1763335112.490387:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814927232 00000100:00100000:0.0:1763335112.490451:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10009 00000100:00100000:0.0:1763335112.490460:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4acb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:57042:x1848989814927232:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335112.490482:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335112.490485:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763335112.490513:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578aca lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823e6 expref: 274 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.490534:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001fcd20a00) 00010000:00010000:0.0:1763335112.490544:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335112.490560:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578ae6 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8823f4 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.490659:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578aed lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335112.490672:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578aed lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.490681:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578aed lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.490691:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578af4 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335112.490697:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578af4 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.490703:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578af4 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.491084:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007578afb lrc: 3/1,0 mode: --/PR res: [0x240000405:0x212:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335112.491094:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007578afb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.491101:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007578afb lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:0.0:1763335112.491111:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x212:0x0]: returning size 0 00010000:00010000:0.0:1763335112.491138:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578aed lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.491145:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578aed lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.491151:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578aed lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.491171:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578aed lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.491177:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335112.491182:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578aed lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.491189:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578aed lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.491198:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4882000) 00010000:00010000:0.0:1763335112.491201:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335112.491204:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578aed lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.491215:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281800/0x3ec0b54007578aed lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00000004:00010000:0.0:1763335112.491226:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000085c50c4e reply state 00000000123a34b1 transno 4294973544 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578af4 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.491236:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578af4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.491242:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da602300) 00010000:00010000:0.0:1763335112.491244:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335112.491246:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763335112.491275:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578ae6 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823f4 expref: 276 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.491293:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007578afb lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823f4 expref: 275 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.491299:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x212:0x0].0x0 (ffff9000c4882200) 00010000:00010000:0.0:1763335112.491301:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335112.491303:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95e200, rc 0) 00000100:00100000:0.0:1763335112.491655:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4acb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:57042:x1848989814927232:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1194us (3211us total) trans 4294973544 rc 0/0 00000100:00100000:0.0:1763335112.491664:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10009 00000100:00100000:1.0:1763335112.491859:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335112.492067:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814926976 00000100:00100000:0.0:1763335112.492075:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814926976 00000100:00100000:0.0:1763335112.492184:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10010 00000100:00100000:0.0:1763335112.492193:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:57038:x1848989814926976:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:0.0:1763335112.492232:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335112.492248:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5280200/0x3ec0b540075789dc lrc: 0/0,0 mode: --/PR res: [0x240000405:0x20f:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882392 expref: 276 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.492260:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20f:0x0].0x0 (ffff9001da00b700) 00010000:00010000:0.0:1763335112.492264:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335112.492310:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007578b09 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335112.492407:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007578b09 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.492415:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007578b09 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00010000:0.0:1763335112.492493:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c6f6cbf3 reply state 00000000e393cfbb transno 4294973545 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007578b09 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.492503:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007578b09 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.492509:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20f:0x0].0x0 (ffff9001da00b700) 00010000:00010000:0.0:1763335112.492512:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335112.492514:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335112.494083:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:57038:x1848989814926976:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 1882us (2216us total) trans 4294973545 rc 0/0 00000100:00100000:0.0:1763335112.494095:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10010 00000100:00100000:1.0:1763335112.495407:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335112.496009:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814927488 00000100:00100000:0.0:1763335112.496021:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814927488 00000100:00100000:0.0:1763335112.496079:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10011 00000100:00100000:0.0:1763335112.496090:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:57042:x1848989814927488:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335112.496113:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335112.496137:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007578b10 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x212:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8823fb expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.496256:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007578b17 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x212:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335112.496271:0:6532:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007578afb lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823f4 expref: 278 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.496280:0:6532:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007578b17 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x212:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335112.496345:0:6532:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007578afb lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823f4 expref: 278 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.496359:0:6532:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007578afb lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823f4 expref: 278 pid: 6532 timeout: 1205 lvb_type: 0 00000100:00100000:0.0:1763335112.496372:0:6532:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c393e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826131840:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335112.496445:0:6532:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c695f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335112.502010:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335112.502074:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335112.502428:0:6532:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c393e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826131840:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335112.502456:0:6532:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007578b17 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x212:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000100:00100000:3.0:1763335112.502594:0:35246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814927744 00000100:00100000:3.0:1763335112.502602:0:35246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814927744 00010000:00010000:3.0:1763335112.502635:0:35246:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007578afb lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823f4 expref: 279 pid: 6532 timeout: 1205 lvb_type: 0 00000100:00100000:3.0:1763335112.502678:0:35246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3282 00000100:00100000:3.0:1763335112.502688:0:35246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1368a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+279:2427:x1848989814927744:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335112.502702:0:35246:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335112.502710:0:35246:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007578afb lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823f4 expref: 279 pid: 6532 timeout: 1205 lvb_type: 0 00010000:00010000:3.0:1763335112.502722:0:35246:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007578afb lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823f4 expref: 279 pid: 6532 timeout: 1205 lvb_type: 0 00010000:00010000:3.0:1763335112.502745:0:35246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e200/0x3ec0b54007578afb lrc: 0/0,0 mode: --/PR res: [0x240000405:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823f4 expref: 279 pid: 6532 timeout: 1205 lvb_type: 0 00010000:00010000:3.0:1763335112.502760:0:35246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x212:0x0].0x0 (ffff9000c4882200) 00010000:00010000:3.0:1763335112.502765:0:35246:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007578b17 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x212:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.502774:0:35246:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007578b17 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x212:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.502791:0:35246:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007578b17 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x212:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00000100:00100000:0.0:1763335112.502958:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814927616 00000100:00100000:0.0:1763335112.502963:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814927616 00000100:00100000:0.0:1763335112.503001:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6933 00000100:00100000:0.0:1763335112.503009:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4acaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+9:57038:x1848989814927616:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335112.503023:0:35240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335112.503042:0:35240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c79e9e00/0x3ec0b54007578b1e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882402 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335112.503064:0:35240:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x289:0x0] initial LVB size: 4096, mtime: 0x691a5bc8, atime: 0x0, ctime: 0x691a5bc8, blocks: 0x8 00010000:00010000:0.0:1763335112.503079:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335112.503082:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335112.503089:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c79e9e00/0x3ec0b54007578b1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882402 expref: 10 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.503101:0:35240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c79e9e00/0x3ec0b54007578b1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882402 expref: 10 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.503112:0:35240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c79e9e00, rc 0) 00000100:00100000:0.0:1763335112.503179:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4acaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:57038:x1848989814927616:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 170us (1181us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335112.503186:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6933 00010000:00010000:3.0:1763335112.503275:0:35246:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335112.503299:0:35246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1368a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+278:2427:x1848989814927744:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 612us (1224us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335112.503307:0:35246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3282 00010000:00010000:2.0:1763335112.503400:0:6532:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007578b17 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x212:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.503408:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007578b17 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x212:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:2.0:1763335112.503430:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x212:0x0]: returning size 0 00000004:00080000:2.0:1763335112.503621:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x28e:0x0], index 1: 0 00000004:00080000:2.0:1763335112.503628:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x28c:0x0], index 0: 0 00000004:00080000:2.0:1763335112.503633:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x28d:0x0], index 0: 0 00000004:00080000:2.0:1763335112.503638:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x28f:0x0], index 1: 0 00010000:00010000:2.0:1763335112.503741:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007578b17 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x212:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.503753:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007578b17 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x212:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.503759:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007578b17 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x212:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.503764:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95fe00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335112.503767:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007578b17 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x212:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.503774:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007578b17 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x212:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.503806:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x212:0x0].0x0 (ffff9000c4882200) 00010000:00010000:2.0:1763335112.503809:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763335112.503814:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007578b17 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x212:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.503820:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95fe00/0x3ec0b54007578b17 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x212:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.503864:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007578b10 lrc: 1/0,0 mode: --/CR res: [0x240000405:0x212:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823fb expref: 278 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.503874:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x212:0x0].0x0 (ffff9000c4882200) 00010000:00010000:2.0:1763335112.503877:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763335112.503880:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95f200/0x3ec0b54007578b10 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x212:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823fb expref: 278 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.503893:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cc95f200, rc 0) 00000100:00100000:2.0:1763335112.503931:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:57042:x1848989814927488:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 7843us (8530us total) trans 4294973546 rc 301/301 00000100:00100000:2.0:1763335112.503939:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10011 00000100:00100000:2.0:1763335112.510011:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335112.510054:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335112.510057:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814928128 00000100:00100000:0.0:1763335112.510067:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814928128 00000100:00100000:0.0:1763335112.510132:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6934 00000100:00100000:0.0:1763335112.510144:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+40:57038:x1848989814928128:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335112.510162:0:35240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335112.510181:0:35240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007578b2c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x28b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882409 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.510210:0:35240:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578815 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x28b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882306 expref: 41 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335112.510218:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335112.510220:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335112.510225:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007578b2c lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x28b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882409 expref: 41 pid: 35240 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335112.510226:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814928000 00000100:00100000:1.0:1763335112.510230:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814928000 00010000:00010000:0.0:1763335112.510258:0:35240:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578815 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x28b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882306 expref: 41 pid: 28568 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1763335112.510266:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3461 00010000:00010000:0.0:1763335112.510272:0:35240:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578815 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x28b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882306 expref: 41 pid: 28568 timeout: 1205 lvb_type: 1 00000100:00100000:1.0:1763335112.510273:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1612050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:57042:x1848989814928000:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335112.510286:0:35240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c393e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35240:1848989826131968:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335112.510392:0:35240:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c695f0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335112.510576:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1612050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+278:57042:x1848989814928000:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 302us (520us total) trans 4294973547 rc 0/0 00000100:00100000:1.0:1763335112.510585:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3461 00000100:00100000:0.0:1763335112.512171:0:35240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c393e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35240:1848989826131968:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335112.512202:0:35240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007578b2c lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x28b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882409 expref: 41 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.512218:0:35240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c79e8e00, rc 0) 00000100:00100000:0.0:1763335112.512269:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+41:57038:x1848989814928128:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 2127us (2266us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335112.512277:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6934 00000100:00100000:0.0:1763335112.515307:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335112.515616:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335112.515700:0:35246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814928256 00000100:00100000:3.0:1763335112.515709:0:35246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814928256 00010000:00010000:3.0:1763335112.515745:0:35246:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578815 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x28b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882306 expref: 41 pid: 28568 timeout: 1205 lvb_type: 1 00000100:00100000:3.0:1763335112.515776:0:35246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3283 00000100:00100000:3.0:1763335112.515817:0:35246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+41:2427:x1848989814928256:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335112.515838:0:35246:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335112.515860:0:35246:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578815 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x28b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882306 expref: 41 pid: 28568 timeout: 1205 lvb_type: 1 00010000:00010000:3.0:1763335112.515873:0:35246:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578815 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x28b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882306 expref: 41 pid: 28568 timeout: 1205 lvb_type: 1 00010000:00010000:3.0:1763335112.515894:0:35246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578815 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x28b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882306 expref: 41 pid: 28568 timeout: 1205 lvb_type: 1 00010000:00010000:3.0:1763335112.515907:0:35246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335112.515909:0:35246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335112.515915:0:35246:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007578b2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882409 expref: 40 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.515924:0:35246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007578b2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x28b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882409 expref: 40 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.515956:0:35246:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007578b2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x28b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882409 expref: 40 pid: 35240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335112.515968:0:35246:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c79edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:35246:1848989826132096:192.168.204.57@tcp:105: 00000100:00100000:3.0:1763335112.516038:0:35246:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c7926c00 going to sleep for 11 seconds 00000100:00100000:2.0:1763335112.516590:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814928512 00000100:00100000:2.0:1763335112.516595:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814928512 00000100:00100000:2.0:1763335112.516632:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3462 00000100:00100000:2.0:1763335112.516639:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+278:57042:x1848989814928512:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335112.516829:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+279:57042:x1848989814928512:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 189us (1212us total) trans 4294973548 rc 0/0 00000100:00100000:2.0:1763335112.516836:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3462 00000100:00100000:0.0:1763335112.521194:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335112.521235:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335112.521462:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814928640 00000100:00100000:2.0:1763335112.521471:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814928640 00002000:00010000:2.0:1763335112.521510:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/649 (5->18446744073709551615) 00002000:00100000:2.0:1763335112.521516:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f15c0380 with x1848989814928640 ext(5->18446744073709551615) 00002000:00010000:2.0:1763335112.521527:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9001f15c0380. 00000100:00100000:2.0:1763335112.521554:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814928768 00000100:00100000:2.0:1763335112.521557:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814928768 00002000:00010000:2.0:1763335112.521568:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/651 (0->18446744073709551615) 00002000:00100000:2.0:1763335112.521571:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f15c2a00 with x1848989814928768 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335112.521577:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001f15c2a00. 00000100:00100000:2.0:1763335112.521592:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1688 00000100:00100000:2.0:1763335112.521599:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:2426:x1848989814928640:12345-192.168.204.57@tcp:10:lfs.0 00002000:00010000:2.0:1763335112.521871:0:23998:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x289:0x0] updating lvb size from disk: 4096 -> 5 00002000:00010000:2.0:1763335112.521876:0:23998:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x289:0x0] updating lvb mtime from disk: 1763335112 -> 1763335112 00002000:00010000:2.0:1763335112.521879:0:23998:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x289:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335112.521882:0:23998:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x289:0x0] updating lvb ctime from disk: 1763335112 -> 1763335112 00002000:00010000:2.0:1763335112.521884:0:23998:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x289:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763335112.521934:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2426:x1848989814928640:12345-192.168.204.57@tcp:10:lfs.0 Request processed in 335us (749us total) trans 21474839061 rc 0/0 00000100:00100000:2.0:1763335112.521941:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1688 00002000:00010000:2.0:1763335112.521945:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/649 (5->18446744073709551615) 00002000:00100000:2.0:1763335112.521948:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f15c0380 with x1848989814928640 ext(5->18446744073709551615) 00002000:00010000:2.0:1763335112.521952:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9001f15c0380. 00000100:00100000:2.0:1763335112.521967:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1689 00000100:00100000:2.0:1763335112.521972:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+41:2426:x1848989814928768:12345-192.168.204.57@tcp:10:lfs.0 00002000:00010000:2.0:1763335112.522051:0:23998:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x28b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335112.522054:0:23998:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x28b:0x0] updating lvb mtime from disk: 0 -> 1763335112 00002000:00010000:2.0:1763335112.522056:0:23998:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x28b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335112.522058:0:23998:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x28b:0x0] updating lvb ctime from disk: 0 -> 1763335112 00002000:00010000:2.0:1763335112.522060:0:23998:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x28b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335112.522078:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+42:2426:x1848989814928768:12345-192.168.204.57@tcp:10:lfs.0 Request processed in 105us (843us total) trans 17179871771 rc 0/0 00000100:00100000:2.0:1763335112.522083:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1689 00002000:00010000:2.0:1763335112.522086:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/651 (0->18446744073709551615) 00002000:00100000:2.0:1763335112.522088:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f15c2a00 with x1848989814928768 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335112.522092:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001f15c2a00. 00000100:00100000:3.0:1763335112.523197:0:35246:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c79edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:35246:1848989826132096:192.168.204.57@tcp:105: 00010000:00010000:3.0:1763335112.523216:0:35246:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335112.523383:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335112.523444:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814929024 00000100:00100000:3.0:1763335112.523449:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814929024 00000100:00100000:3.0:1763335112.523489:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10012 00000100:00100000:3.0:1763335112.523495:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+279:55956:x1848989814929024:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335112.523512:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335112.523531:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578b33 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882410 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.523637:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578b3a lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335112.523651:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578b3a lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.523661:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578b3a lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.523669:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578b41 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335112.523675:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578b41 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.523680:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578b41 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.523725:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007578b48 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x212:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:3.0:1763335112.523732:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007578b48 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.523737:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007578b48 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:3.0:1763335112.523749:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x212:0x0]: returning size 0 00010000:00010000:3.0:1763335112.523819:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578b3a lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.523826:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578b3a lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.523831:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578b3a lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.523836:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578b3a lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.523841:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1e600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335112.523845:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578b3a lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.523851:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578b3a lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.523861:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001fcd20400) 00010000:00010000:3.0:1763335112.523864:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335112.523868:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578b3a lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.523873:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578b3a lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.523883:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578b41 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.523888:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578b41 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.523897:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578b41 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.523901:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1fa00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335112.523903:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578b41 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.523908:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578b41 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.523913:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da602300) 00010000:00010000:3.0:1763335112.523915:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335112.523917:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578b41 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.523921:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578b41 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.523949:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578b33 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882410 expref: 282 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.523964:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007578b48 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882410 expref: 281 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.523970:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x212:0x0].0x0 (ffff9001fcd20c00) 00010000:00010000:3.0:1763335112.523972:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763335112.523974:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6e1f600, rc 0) 00000100:00100000:3.0:1763335112.524008:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+281:55956:x1848989814929024:12345-192.168.204.57@tcp:101:bash.0 Request processed in 513us (626us total) trans 4294973549 rc 0/0 00000100:00100000:3.0:1763335112.524014:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10012 00000100:00100000:2.0:1763335112.524878:0:35246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+41:2427:x1848989814928256:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 9090us (9578us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335112.524888:0:35246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3283 00000100:00100000:1.0:1763335112.529543:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335112.529644:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814929280 00000100:00100000:3.0:1763335112.529654:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814929280 00000100:00100000:3.0:1763335112.529716:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10013 00000100:00100000:3.0:1763335112.529727:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+281:57038:x1848989814929280:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:3.0:1763335112.529823:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578b56 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335112.529841:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578b56 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.529853:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578b56 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00010000:3.0:1763335112.529965:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000215f90e0 reply state 00000000ae159727 transno 4294973550 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578b56 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.529978:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578b56 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.529985:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20f:0x0].0x0 (ffff9001da00b700) 00010000:00010000:3.0:1763335112.529988:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335112.529991:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763335112.530086:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+283:57038:x1848989814929280:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 361us (553us total) trans 4294973550 rc 0/0 00000100:00100000:3.0:1763335112.530093:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10013 00000100:00100000:0.0:1763335112.533309:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335112.533485:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814929536 00000100:00100000:2.0:1763335112.533496:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814929536 00000100:00100000:2.0:1763335112.533553:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6935 00000100:00100000:2.0:1763335112.533564:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+41:2428:x1848989814929536:12345-192.168.204.57@tcp:2:lfs.0 00002000:00010000:2.0:1763335112.533703:0:35240:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x28a:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:2.0:1763335112.533707:0:35240:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x28a:0x0] updating lvb mtime from disk: 1763335112 -> 1763335112 00002000:00010000:2.0:1763335112.533710:0:35240:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x28a:0x0] updating lvb atime from disk: 0 -> 1763335112 00002000:00010000:2.0:1763335112.533712:0:35240:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x28a:0x0] updating lvb ctime from disk: 1763335112 -> 1763335112 00002000:00010000:2.0:1763335112.533714:0:35240:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x28a:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763335112.535199:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+42:2428:x1848989814929536:12345-192.168.204.57@tcp:2:lfs.0 Request processed in 1630us (1894us total) trans 17179871772 rc 0/0 00000100:00100000:2.0:1763335112.535211:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6935 00000100:00100000:0.0:1763335112.539413:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335112.539454:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335112.539539:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814929792 00000100:00100000:1.0:1763335112.539551:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814929792 00000100:00100000:1.0:1763335112.539615:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3463 00000100:00100000:1.0:1763335112.539626:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7832300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+283:57038:x1848989814929792:12345-192.168.204.57@tcp:35:lfs.0 00000004:00010000:1.0:1763335112.539691:0:6533:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000405:0x20f:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b5400757892d lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x20f:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88235a expref: 283 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.539742:0:6533:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578b5d lrc: 3/0,1 mode: --/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 00010000:00010000:1.0:1763335112.539756:0:6533:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075789ce lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88238b expref: 283 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.539766:0:6533:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578b5d lrc: 4/0,1 mode: --/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335112.539812:0:6533:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075789ce lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88238b expref: 283 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.539826:0:6533:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075789ce lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88238b expref: 283 pid: 13840 timeout: 1205 lvb_type: 0 00000100:00100000:1.0:1763335112.539846:0:6533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6eb6a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6533:1848989826132224:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335112.539933:0:6533:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c1370cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335112.540434:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814929408 00000100:00100000:2.0:1763335112.540441:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814929408 00000100:00100000:2.0:1763335112.540490:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10014 00000100:00100000:2.0:1763335112.540498:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c12aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+284:55956:x1848989814929408:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335112.540510:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335112.540524:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007578b64 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x212:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882417 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.540552:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578b6b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x212:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335112.540563:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578b6b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x212:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.540573:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578b6b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x212:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.540674:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007578b64 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x212:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882417 expref: 286 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.540692:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578b6b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x212:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882417 expref: 285 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.540700:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x212:0x0].0x0 (ffff9001fcd20c00) 00010000:00010000:2.0:1763335112.540703:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763335112.540706:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed6800, rc 0) 00000100:00100000:2.0:1763335112.540753:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c12aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+285:55956:x1848989814929408:12345-192.168.204.57@tcp:101:bash.0 Request processed in 255us (1350us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335112.540760:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10014 00000100:00100000:1.0:1763335112.546038:0:6533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6eb6a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6533:1848989826132224:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335112.546065:0:6533:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578b5d lrc: 3/0,1 mode: --/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT1 00000100:00100000:0.0:1763335112.546728:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335112.546762:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335112.546815:0:35246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814930176 00000100:00100000:2.0:1763335112.546823:0:35246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814930176 00010000:00010000:2.0:1763335112.546858:0:35246:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075789ce lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88238b expref: 285 pid: 13840 timeout: 1205 lvb_type: 0 00000100:00100000:2.0:1763335112.546901:0:35246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3284 00000100:00100000:2.0:1763335112.546910:0:35246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b55500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+285:2427:x1848989814930176:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335112.546925:0:35246:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335112.546932:0:35246:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075789ce lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88238b expref: 285 pid: 13840 timeout: 1205 lvb_type: 0 00010000:00010000:2.0:1763335112.546943:0:35246:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075789ce lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88238b expref: 285 pid: 13840 timeout: 1205 lvb_type: 0 00010000:00010000:2.0:1763335112.546963:0:35246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b540075789ce lrc: 0/0,0 mode: --/CR res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88238b expref: 285 pid: 13840 timeout: 1205 lvb_type: 0 00010000:00010000:2.0:1763335112.546983:0:35246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20f:0x0].0x0 (ffff9001da00b700) 00010000:00010000:2.0:1763335112.546988:0:35246:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578b5d lrc: 3/0,1 mode: --/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335112.546998:0:35246:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578b5d lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335112.547005:0:35246:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578b5d lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335112.547037:0:35246:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335112.547085:0:35246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b55500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+284:2427:x1848989814930176:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 176us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335112.547093:0:35246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3284 00000100:00100000:3.0:1763335112.547276:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814930048 00000100:00100000:3.0:1763335112.547281:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814930048 00000100:00100000:3.0:1763335112.547340:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10015 00000100:00100000:3.0:1763335112.547348:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7831c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+284:55956:x1848989814930048:12345-192.168.204.57@tcp:36:bash.0 00010000:00010000:3.0:1763335112.547396:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335112.547409:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007578b48 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882410 expref: 284 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.547421:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x212:0x0].0x0 (ffff9001fcd20c00) 00010000:00010000:3.0:1763335112.547424:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335112.547597:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578b72 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x212:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335112.547608:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578b72 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x212:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.547616:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578b72 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x212:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000001:00080000:3.0:1763335112.547659:0:13840:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973551 00000004:00010000:3.0:1763335112.547683:0:13840:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f78f4aa3 reply state 00000000735b7141 transno 4294973552 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578b72 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x212:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.547694:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578b72 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x212:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.547700:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x212:0x0].0x0 (ffff9001fcd20c00) 00010000:00010000:3.0:1763335112.547703:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763335112.547705:0:13840:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763335112.547761:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7831c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+286:55956:x1848989814930048:12345-192.168.204.57@tcp:36:bash.0 Request processed in 413us (1033us total) trans 4294973552 rc 0/0 00000100:00100000:3.0:1763335112.547768:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10015 00000020:00080000:3.0:1763335112.547772:0:13840:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1763335112.547857:0:6533:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578b5d lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335112.547869:0:6533:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578b5d lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT1 00000040:00080000:0.0:1763335112.548033:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1611, 88 off134424 00000004:00080000:0.0:1763335112.548040:0:6533:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1105527724952ns, next at 1106390981994ns, rc = 0 00000040:00080000:0.0:1763335112.548079:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1610, 88 off134424 00000004:00080000:0.0:1763335112.548292:0:6533:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1105527977488ns, next at 1106390946733ns, rc = 0 00000040:00080000:0.0:1763335112.548407:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1611, 88 off134512 00000004:00080000:0.0:1763335112.548413:0:6533:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1105528098263ns, next at 1106390946733ns, rc = 0 00000040:00080000:0.0:1763335112.550384:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1612, 88 off134512 00000004:00080000:0.0:1763335112.550401:0:6533:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1105530085576ns, next at 1106390981994ns, rc = 0 00000100:00100000:0.0:1763335112.561674:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000001:00080000:1.0:1763335112.561985:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973553 is committed 00000004:00080000:1.0:1763335112.561992:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1053 committed 00000004:00080000:1.0:1763335112.562006:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1056 committed 00000004:00080000:1.0:1763335112.562012:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1055 committed 00000004:00080000:1.0:1763335112.562015:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1052 committed 00000004:00080000:1.0:1763335112.562034:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1051 committed 00000004:00080000:1.0:1763335112.562037:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1054 committed 00010000:00010000:3.0:1763335112.565966:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007578a68 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.565982:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007578a68 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.565989:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007578a68 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.565996:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fae400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335112.566000:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007578a68 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.566007:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007578a68 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00000004:00010000:1.0:1763335112.566011:0:6533:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004938334d reply state 000000007f5c9121 transno 4294973553 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578b5d lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335112.566023:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da602300) 00010000:00010000:1.0:1763335112.566025:0:6533:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578b5d lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335112.566026:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335112.566031:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007578a68 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:1.0:1763335112.566032:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20f:0x0].0x0 (ffff9001da00b700) 00010000:00010000:1.0:1763335112.566034:0:6533:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335112.566037:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007578a68 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000100:00100000:1.0:1763335112.566037:0:6533:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763335112.566045:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20f:0x0].0x0 (ffff9001da00b700) 00010000:00010000:1.0:1763335112.566047:0:6533:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763335112.566055:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578af4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335112.566056:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b5400757892d lrc: 0/0,0 mode: --/PW res: [0x240000405:0x20f:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88235a expref: 273 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.566061:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578af4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.566066:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578af4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.566070:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335112.566072:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578af4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.566076:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578af4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.566093:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001da602300) 00010000:00010000:3.0:1763335112.566096:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335112.566098:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578af4 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.566103:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281200/0x3ec0b54007578af4 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.566120:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007578b09 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.566124:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007578b09 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.566129:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007578b09 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.566133:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cc95e600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335112.566135:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007578b09 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.566140:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007578b09 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.566146:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20f:0x0].0x0 (ffff9001da00b700) 00010000:00010000:3.0:1763335112.566147:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335112.566150:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007578b09 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.566154:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cc95e600/0x3ec0b54007578b09 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335112.566163:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578b56 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.566168:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578b56 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.566173:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578b56 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.566178:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1f400 already unused, calling callback (ffffffffc18d2550) 00010000:00080000:1.0:1763335112.566179:0:6533:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00010000:00010000:3.0:1763335112.566180:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578b56 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.566185:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578b56 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.566192:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20f:0x0].0x0 (ffff9001da00b700) 00010000:00010000:3.0:1763335112.566194:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335112.566196:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7832300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+271:57038:x1848989814929792:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 26572us (26741us total) trans 4294973553 rc 0/0 00010000:00010000:3.0:1763335112.566197:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578b56 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.566202:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578b56 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x20f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00000100:00100000:1.0:1763335112.566206:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3463 00010000:00010000:3.0:1763335112.566212:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578b72 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x212:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.566218:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578b72 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x212:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.566222:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578b72 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x212:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.566226:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6e1fa00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335112.566229:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578b72 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x212:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.566234:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578b72 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x212:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.566240:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x212:0x0].0x0 (ffff9001fcd20c00) 00010000:00010000:3.0:1763335112.566242:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335112.566245:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578b72 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x212:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.566250:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578b72 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x212:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335112.566616:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578b5d lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335112.566623:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578b5d lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335112.566628:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578b5d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335112.566632:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fae200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335112.566636:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578b5d lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335112.566640:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578b5d lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335112.566648:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20f:0x0].0x0 (ffff9001da00b700) 00010000:00010000:0.0:1763335112.566651:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763335112.566654:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578b5d lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335112.566658:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578b5d lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT1 00000100:00100000:0.0:1763335112.566922:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c37ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826132352:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763335112.566930:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c37aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826132608:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763335112.569476:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814930304 00000100:00100000:2.0:1763335112.569487:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814930304 00000100:00100000:2.0:1763335112.569553:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10016 00000100:00100000:2.0:1763335112.569564:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:55956:x1848989814930304:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335112.569584:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335112.569609:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007578b79 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x212:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88241e expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.569672:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007578b79 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x212:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88241e expref: 269 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.569686:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007578b79 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x212:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88241e expref: 269 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.569706:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x212:0x0].0x0 (ffff9001fcd20c00) 00010000:00010000:2.0:1763335112.569709:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763335112.569712:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7200, rc 0) 00000100:00100000:1.0:1763335112.569975:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335112.569989:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c37adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826132480:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763335112.570026:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335112.570034:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c79eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826133120:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335112.570044:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c79ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826132992:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763335112.570057:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335112.570063:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7e4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826132736:0@lo:2:osp-syn-1-1.0 00000100:00100000:0.0:1763335112.570096:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335112.570125:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7ed6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826133248:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763335112.570145:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335112.570172:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335112.570189:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c79edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826132864:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763335112.570207:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335112.570231:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826132608 00000100:00100000:0.0:1763335112.570235:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826132608 00000100:00100000:0.0:1763335112.570262:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826132480 00000100:00100000:0.0:1763335112.570264:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826132480 00000100:00100000:0.0:1763335112.570279:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826133120 00000100:00100000:0.0:1763335112.570281:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826133120 00000100:00100000:0.0:1763335112.570291:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826132736 00000100:00100000:0.0:1763335112.570293:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826132736 00000100:00100000:0.0:1763335112.570302:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826133248 00000100:00100000:0.0:1763335112.570305:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826133248 00000100:00100000:0.0:1763335112.570338:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826132352 00000100:00100000:0.0:1763335112.570341:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826132352 00000100:00100000:0.0:1763335112.570354:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826132864 00000100:00100000:0.0:1763335112.570356:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826132864 00000100:00100000:0.0:1763335112.570367:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6936 00000100:00100000:0.0:1763335112.570373:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+72:3666:x1848989826132608:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763335112.570502:0:27803:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x28a:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:0.0:1763335112.570506:0:27803:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x28a:0x0] updating lvb mtime from disk: 1763335112 -> 1763335112 00002000:00010000:0.0:1763335112.570508:0:27803:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x28a:0x0] updating lvb atime from disk: 1763335112 -> 1763335112 00002000:00010000:0.0:1763335112.570511:0:27803:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x28a:0x0] updating lvb ctime from disk: 1763335112 -> 1763335112 00002000:00010000:0.0:1763335112.570513:0:27803:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x28a:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763335112.570523:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6937 00000100:00100000:1.0:1763335112.570531:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+73:3665:x1848989826132480:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763335112.570546:0:27804:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:653 count 1 00000100:00100000:0.0:1763335112.570546:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+73:3666:x1848989826132608:12345-0@lo:2:osp-syn-1-1.0 Request processed in 173us (572us total) trans 17179871773 rc 0/0 00000100:00100000:0.0:1763335112.570553:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6936 00002000:00010000:1.0:1763335112.570567:0:27804:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x28d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:0.0:1763335112.570570:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6938 00000100:00100000:0.0:1763335112.570576:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+7:3666:x1848989826133120:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763335112.570641:0:27803:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x288:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335112.570644:0:27803:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x288:0x0] updating lvb mtime from disk: 1763335112 -> 1763335112 00002000:00010000:0.0:1763335112.570646:0:27803:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x288:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335112.570648:0:27803:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x288:0x0] updating lvb ctime from disk: 1763335112 -> 1763335112 00002000:00010000:0.0:1763335112.570650:0:27803:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x288:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335112.570675:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+8:3666:x1848989826133120:12345-0@lo:2:osp-syn-0-1.0 Request processed in 99us (616us total) trans 21474839062 rc 0/0 00000100:00100000:0.0:1763335112.570681:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6938 00000100:00100000:0.0:1763335112.570693:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6939 00000100:00100000:0.0:1763335112.570699:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+72:3667:x1848989826132736:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:0.0:1763335112.570746:0:27803:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x28b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335112.570749:0:27803:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x28b:0x0] updating lvb mtime from disk: 1763335112 -> 1763335112 00002000:00010000:0.0:1763335112.570752:0:27803:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x28b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335112.570754:0:27803:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x28b:0x0] updating lvb ctime from disk: 1763335112 -> 1763335112 00002000:00010000:0.0:1763335112.570756:0:27803:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x28b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335112.570798:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+73:3667:x1848989826132736:12345-0@lo:2:osp-syn-1-1.0 Request processed in 99us (701us total) trans 17179871774 rc 0/0 00000100:00100000:0.0:1763335112.570804:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6939 00000100:00100000:0.0:1763335112.570817:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6940 00000100:00100000:0.0:1763335112.570822:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+7:3667:x1848989826133248:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:0.0:1763335112.570867:0:27803:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x289:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:0.0:1763335112.570869:0:27803:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x289:0x0] updating lvb mtime from disk: 1763335112 -> 1763335112 00002000:00010000:0.0:1763335112.570871:0:27803:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x289:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335112.570874:0:27803:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x289:0x0] updating lvb ctime from disk: 1763335112 -> 1763335112 00002000:00010000:0.0:1763335112.570876:0:27803:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x289:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1763335112.570901:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+8:3667:x1848989826133248:12345-0@lo:2:osp-syn-0-1.0 Request processed in 78us (754us total) trans 21474839063 rc 0/0 00000100:00100000:0.0:1763335112.570907:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6940 00000100:00100000:0.0:1763335112.570920:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6941 00000100:00100000:0.0:1763335112.570925:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+72:3664:x1848989826132352:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763335112.570935:0:27803:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:652 count 1 00010000:00010000:0.0:1763335112.570946:0:27803:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578b87 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.570962:0:27803:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578a3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823c3 expref: 41 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.570970:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335112.570972:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335112.570976:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578b87 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.571003:0:27803:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578a3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823c3 expref: 41 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.571016:0:27803:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578a3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823c3 expref: 41 pid: 27803 timeout: 1205 lvb_type: 0 00000100:00100000:0.0:1763335112.571028:0:27803:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7e4ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27803:1848989826133376:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335112.571085:0:27803:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c5b8f600 going to sleep for 11 seconds 00000100:00100000:0.0:1763335112.571100:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335112.571121:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826132992 00000100:00100000:0.0:1763335112.571125:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826132992 00000100:00100000:0.0:1763335112.571139:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6942 00000100:00100000:0.0:1763335112.571144:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+8:3664:x1848989826132864:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763335112.571154:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:650 count 1 00010000:00010000:0.0:1763335112.571166:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007578b8e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.571178:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b54007578a37 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823bc expref: 10 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.571185:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335112.571186:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335112.571189:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007578b8e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.571207:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b54007578a37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823bc expref: 10 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.571216:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b54007578a37 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823bc expref: 10 pid: 35240 timeout: 1205 lvb_type: 0 00000100:00100000:0.0:1763335112.571225:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7f27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1848989826133504:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335112.571247:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001d106ea80 going to sleep for 11 seconds 00000100:00100000:0.0:1763335112.571262:0:8725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6943 00000100:00100000:0.0:1763335112.571268:0:8725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:3665:x1848989826132992:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763335112.571279:0:8725:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:651 count 1 00002000:00010000:0.0:1763335112.571292:0:8725:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x28b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335112.571297:0:8725:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c5281800/0x3ec0b54007578b95 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x28b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.571304:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335112.571305:0:8725:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335112.571308:0:8725:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5281800/0x3ec0b54007578b95 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.571342:0:8725:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c5281800/0x3ec0b54007578b95 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.571351:0:8725:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c5281800/0x3ec0b54007578b95 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.571358:0:8725:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5281800/0x3ec0b54007578b95 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.571379:0:8725:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763335112.571410:0:27804:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578b80 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x28d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.571419:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335112.571421:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335112.571424:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578b80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.571433:0:27804:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578b80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.571441:0:27804:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578b80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.571447:0:27804:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578b80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.571467:0:27804:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1763335112.571549:0:8725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+9:3665:x1848989826132992:12345-0@lo:6:osp-syn-0-1.0 Request processed in 280us (447us total) trans 21474839064 rc 0/0 00000100:00100000:0.0:1763335112.571556:0:8725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6943 00000100:00100000:1.0:1763335112.571569:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+73:3665:x1848989826132480:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1039us (1542us total) trans 17179871775 rc 0/0 00000100:00100000:1.0:1763335112.571575:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6937 00010000:00010000:1.0:1763335112.571588:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1763335112.571593:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c5281800/0x3ec0b54007578b95 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1763335112.571595:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f7e4f480/2, rc 0, transno 17179871774 00010000:00010000:1.0:1763335112.571601:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281800 already unused, calling callback (ffffffffc0cbab40) 00000100:00100000:0.0:1763335112.571601:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7e4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826132736:0@lo:2:osp-syn-1-1.0 00010000:00010000:1.0:1763335112.571605:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c5281800/0x3ec0b54007578b95 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335112.571610:0:3667:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474839058 gen 2 00010000:00010000:1.0:1763335112.571613:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c5281800/0x3ec0b54007578b95 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1763335112.571615:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001ff920000, transno 21474839026 00000004:00080000:0.0:1763335112.571621:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001ff922a00, transno 21474839027 00000004:00080000:0.0:1763335112.571623:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001ff921180, transno 21474839028 00000004:00080000:0.0:1763335112.571626:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f7b800, transno 21474839029 00010000:00010000:1.0:1763335112.571628:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c5281800/0x3ec0b54007578b95 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1763335112.571628:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f7bb80, transno 21474839030 00000004:00080000:0.0:1763335112.571630:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001ff922d80, transno 21474839031 00000004:00080000:0.0:1763335112.571633:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4aa0700, transno 21474839033 00010000:00010000:1.0:1763335112.571635:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c5281800/0x3ec0b54007578b95 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8725 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1763335112.571635:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4aa0380, transno 21474839034 00000004:00080000:0.0:1763335112.571638:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4aa2680, transno 21474839035 00000004:00080000:0.0:1763335112.571641:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f74380, transno 21474839036 00000004:00080000:0.0:1763335112.571643:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4aa3800, transno 21474839037 00000004:00080000:0.0:1763335112.571645:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f75180, transno 21474839038 00000004:00080000:0.0:1763335112.571648:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001e7d6fb80, transno 21474839040 00010000:00010000:1.0:1763335112.571649:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00080000:0.0:1763335112.571650:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001e7d6ed80, transno 21474839041 00010000:00010000:1.0:1763335112.571652:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578b80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1763335112.571653:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6dc9c00, transno 21474839042 00000004:00080000:0.0:1763335112.571656:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6dca680, transno 21474839043 00010000:00010000:1.0:1763335112.571658:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fafc00 already unused, calling callback (ffffffffc0cbab40) 00000004:00080000:0.0:1763335112.571659:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c9b54e00, transno 21474839045 00010000:00010000:1.0:1763335112.571661:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578b80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1763335112.571661:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c9b54700, transno 21474839046 00000004:00080000:0.0:1763335112.571663:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c9b56d80, transno 21474839047 00000004:00080000:0.0:1763335112.571667:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5228e00, transno 21474839048 00010000:00010000:1.0:1763335112.571668:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578b80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x28d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1763335112.571669:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c60bb100, transno 21474839050 00000004:00080000:0.0:1763335112.571672:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c60ba680, transno 21474839051 00000004:00080000:0.0:1763335112.571675:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001ff928380, transno 21474839052 00010000:00010000:1.0:1763335112.571676:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578b80 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x28d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1763335112.571677:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c60b8a80, transno 21474839053 00000004:00080000:0.0:1763335112.571680:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000cc535880, transno 21474839055 00010000:00010000:1.0:1763335112.571682:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578b80 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x28d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1763335112.571682:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c79ed180, transno 21474839056 00000004:00080000:0.0:1763335112.571685:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a79880, transno 21474839057 00000004:00080000:0.0:1763335112.571688:0:3667:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a79500, transno 21474839058 00000100:00100000:0.0:1763335112.571693:0:3667:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9001f7ed6680 x1848989826133248/t21474839063(21474839063) o2->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763335128 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1763335112.571695:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335112.571696:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763335112.571698:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763335112.571701:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f7ed6680/2, rc 0, transno 21474839063 00000100:00100000:0.0:1763335112.571704:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7ed6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826133248:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763335112.571721:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c37adc00/2, rc 0, transno 17179871775 00000100:00100000:0.0:1763335112.571725:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c37adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826132480:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1763335112.571732:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c79ec000/2, rc 0, transno 21474839064 00000100:00100000:0.0:1763335112.571735:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c79ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826132992:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1763335112.571751:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c79eca80/2, rc 0, transno 21474839062 00000100:00100000:0.0:1763335112.571755:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c79eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826133120:0@lo:2:osp-syn-0-1.0 00000004:00080000:0.0:1763335112.571762:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c37aed80/2, rc 0, transno 17179871773 00000100:00100000:0.0:1763335112.571765:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c37aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826132608:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763335112.579234:0:8715:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 4 in progress, 1 in flight, 28 done 00010000:00010000:3.0:1763335112.579360:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335112.579658:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:55956:x1848989814930304:12345-192.168.204.57@tcp:101:bash.0 Request processed in 10089us (17988us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335112.579669:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10016 00000100:00100000:3.0:1763335112.579978:0:27803:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7e4ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:27803:1848989826133376:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335112.580001:0:27803:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578b87 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335112.580043:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7f27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1848989826133504:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335112.580058:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007578b8e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335112.580855:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335112.580908:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814930688 00000100:00100000:2.0:1763335112.580915:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814930688 00000100:00100000:2.0:1763335112.580962:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10017 00000100:00100000:2.0:1763335112.580972:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:57038:x1848989814930688:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335112.580996:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335112.581014:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007578b9c lrc: 2/0,0 mode: --/CR res: [0x240000405:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882425 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.581063:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007578b9c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882425 expref: 270 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.581076:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6a00/0x3ec0b54007578b9c lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x20f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882425 expref: 270 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.581091:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20f:0x0].0x0 (ffff9001da00b700) 00010000:00010000:2.0:1763335112.581094:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763335112.581097:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed6a00, rc 0) 00000100:00100000:2.0:1763335112.581136:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:57038:x1848989814930688:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 166us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335112.581142:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10017 00000100:00100000:0.0:1763335112.582629:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335112.584364:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814930944 00000100:00100000:2.0:1763335112.584377:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814930944 00000100:00100000:2.0:1763335112.584447:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10018 00000100:00100000:2.0:1763335112.584457:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:55956:x1848989814930944:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:2.0:1763335112.584478:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335112.584482:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763335112.584509:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007578b79 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x212:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88241e expref: 270 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.584529:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x212:0x0].0x0 (ffff9001fcd20c00) 00010000:00010000:2.0:1763335112.584535:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335112.584551:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007578ba3 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x212:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88242c expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.584593:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578baa lrc: 3/0,1 mode: --/EX res: [0x240000405:0x212:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335112.584605:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578baa lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x212:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.584613:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578baa lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x212:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000040:00080000:2.0:1763335112.584862:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1613, 88 off134600 00000004:00080000:2.0:1763335112.584870:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1105564554503ns, next at 1106390981994ns, rc = 0 00000040:00080000:2.0:1763335112.584910:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1612, 88 off134600 00000004:00080000:2.0:1763335112.584916:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1105564600983ns, next at 1106390946733ns, rc = 0 00000040:00080000:2.0:1763335112.584943:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1613, 88 off134688 00000004:00080000:2.0:1763335112.584947:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1105564632576ns, next at 1106390946733ns, rc = 0 00000040:00080000:2.0:1763335112.584958:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1614, 88 off134688 00000004:00080000:2.0:1763335112.584963:0:6532:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1105564648383ns, next at 1106390981994ns, rc = 0 00000100:00100000:0.0:1763335112.585113:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335112.585151:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335112.585239:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814930432 00000100:00100000:1.0:1763335112.585245:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814930432 00010000:00010000:1.0:1763335112.585269:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578a3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823c3 expref: 42 pid: 27803 timeout: 1205 lvb_type: 0 00000100:00100000:1.0:1763335112.586043:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814930560 00000100:00100000:1.0:1763335112.586049:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814930560 00000100:00100000:2.0:1763335112.586057:0:35246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3285 00000100:00100000:2.0:1763335112.586066:0:35246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f27800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+42:2428:x1848989814930432:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335112.586069:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b54007578a37 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823bc expref: 11 pid: 35240 timeout: 1205 lvb_type: 0 00010000:00010000:2.0:1763335112.586079:0:35246:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1763335112.586093:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3286 00010000:00010000:2.0:1763335112.586095:0:35246:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578a3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823c3 expref: 42 pid: 27803 timeout: 1205 lvb_type: 0 00000100:00100000:1.0:1763335112.586099:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f24700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2428:x1848989814930560:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335112.586107:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335112.586108:0:35246:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578a3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823c3 expref: 42 pid: 27803 timeout: 1205 lvb_type: 0 00010000:00010000:1.0:1763335112.586111:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b54007578a37 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823bc expref: 11 pid: 35240 timeout: 1205 lvb_type: 0 00010000:00010000:1.0:1763335112.586120:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b54007578a37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823bc expref: 11 pid: 35240 timeout: 1205 lvb_type: 0 00010000:00010000:2.0:1763335112.586127:0:35246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578a3e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823c3 expref: 42 pid: 27803 timeout: 1205 lvb_type: 0 00010000:00010000:1.0:1763335112.586131:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b54007578a37 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8823bc expref: 11 pid: 35240 timeout: 1205 lvb_type: 0 00010000:00010000:2.0:1763335112.586141:0:35246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335112.586141:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335112.586143:0:35246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335112.586143:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335112.586149:0:35246:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578b87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.586149:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007578b8e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.586159:0:35246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578b87 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.586167:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007578b8e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.586183:0:35246:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335112.586183:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335112.586230:0:35246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f27800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+41:2428:x1848989814930432:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 165us (1117us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335112.586230:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f24700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:2428:x1848989814930560:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 130us (1078us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335112.586238:0:35246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3285 00000100:00100000:1.0:1763335112.586400:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3286 00010000:00010000:1.0:1763335112.586431:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007578b8e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.586438:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007578b8e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.586447:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007578b8e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.586453:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007578b8e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.586476:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763335112.586689:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+9:3664:x1848989826132864:12345-0@lo:6:osp-syn-0-1.0 Request processed in 15543us (16479us total) trans 21474839065 rc 0/0 00000100:00100000:1.0:1763335112.586696:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6942 00000004:00080000:1.0:1763335112.586746:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c79edc00/2, rc 0, transno 21474839065 00000100:00100000:1.0:1763335112.586755:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c79edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826132864:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763335112.588366:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335112.588376:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007578b8e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.588387:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335112.588391:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007578b8e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.588400:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007578b8e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.588418:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007578b8e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.588423:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007578b8e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.588441:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335112.588443:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335112.588444:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335112.588808:0:27803:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578b87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.588823:0:27803:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578b87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.588831:0:27803:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578b87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.588838:0:27803:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578b87 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.588862:0:27803:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763335112.589097:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+73:3664:x1848989826132352:12345-0@lo:6:osp-syn-1-1.0 Request processed in 18169us (18921us total) trans 17179871776 rc 0/0 00000100:00100000:2.0:1763335112.589107:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6941 00010000:00010000:3.0:1763335112.589160:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335112.589164:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578b87 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.589171:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281e00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335112.589174:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578b87 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.589181:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578b87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.589191:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578b87 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.589198:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578b87 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.589209:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335112.589211:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335112.589212:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763335112.589364:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c37ac700/2, rc 0, transno 17179871776 00000100:00100000:1.0:1763335112.589374:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c37ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826132352:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763335112.591412:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335112.591541:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814931200 00000100:00100000:1.0:1763335112.591551:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814931200 00000100:00100000:1.0:1763335112.591611:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3464 00000100:00100000:1.0:1763335112.591621:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57038:x1848989814931200:12345-192.168.204.57@tcp:35:lfs.0 00000004:00080000:1.0:1763335112.591872:0:6533:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x20f:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1763335112.591931:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1615, 64 off134752 00000040:00080000:1.0:1763335112.591951:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1614, 64 off134752 00000040:00080000:1.0:1763335112.591960:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1615, 64 off134816 00000040:00080000:1.0:1763335112.591968:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1616, 64 off134816 00010000:00010000:1.0:1763335112.592036:0:6533:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578bb1 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 00010000:00010000:1.0:1763335112.592054:0:6533:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578bb1 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335112.592065:0:6533:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578bb1 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335112.592073:0:6533:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578bb1 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335112.592079:0:6533:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578bb1 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335112.592097:0:6533:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578bb1 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335112.592122:0:6533:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763335112.592342:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57038:x1848989814931200:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 692us (909us total) trans 4294973555 rc 0/0 00000100:00100000:1.0:1763335112.592351:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3464 00010000:00010000:2.0:1763335112.592777:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335112.592794:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578bb1 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335112.592801:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fafc00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335112.592805:0:6517:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578bb1 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335112.592812:0:6517:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578bb1 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335112.592827:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x20f:0x0].0x0 (ffff9001da00b700) 00010000:00010000:2.0:1763335112.592830:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763335112.592835:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578bb1 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335112.592844:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578bb1 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335112.592854:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335112.592856:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335112.592858:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1763335112.607537:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973555 is committed 00000004:00080000:2.0:1763335112.607553:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1055 committed 00000004:00080000:2.0:1763335112.607574:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1058 committed 00000004:00080000:2.0:1763335112.607587:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1057 committed 00000004:00080000:2.0:1763335112.607589:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1054 committed 00010000:00010000:1.0:1763335112.607699:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578baa lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x212:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88242c expref: 271 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.607714:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x212:0x0].0x0 (ffff9001fcd20c00) 00010000:00010000:1.0:1763335112.607716:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763335112.607733:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7800/0x3ec0b54007578ba3 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x212:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88242c expref: 271 pid: 6532 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763335112.607750:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578baa lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x212:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88242c expref: 270 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.607793:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x212:0x0].0x0 (ffff9001fcd20c00) 00010000:00010000:1.0:1763335112.607795:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763335112.607798:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c2ed7e00, rc 0) 00000100:00100000:1.0:1763335112.607872:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:55956:x1848989814930944:12345-192.168.204.57@tcp:101:bash.0 Request processed in 23416us (25250us total) trans 4294973554 rc 0/0 00000100:00100000:1.0:1763335112.607881:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10018 00000100:00100000:1.0:1763335112.608068:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7ed4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826133632:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335112.608126:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335112.608164:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763335112.608170:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7ed5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826133760:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335112.608190:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335112.608218:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826133632 00000100:00100000:1.0:1763335112.608225:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826133632 00000100:00100000:1.0:1763335112.608258:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826133760 00000100:00100000:1.0:1763335112.608261:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826133760 00000100:00100000:1.0:1763335112.608276:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6944 00000100:00100000:1.0:1763335112.608283:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+10:3664:x1848989826133632:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335112.608451:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+11:3664:x1848989826133632:12345-0@lo:2:osp-syn-0-1.0 Request processed in 168us (325us total) trans 21474839066 rc 0/0 00000100:00100000:1.0:1763335112.608458:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6944 00000100:00100000:1.0:1763335112.608470:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6945 00000100:00100000:1.0:1763335112.608475:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+10:3664:x1848989826133760:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763335112.608529:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+11:3664:x1848989826133760:12345-0@lo:2:osp-syn-0-1.0 Request processed in 53us (338us total) trans 21474839067 rc 0/0 00000100:00100000:1.0:1763335112.608535:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6945 00000004:00080000:1.0:1763335112.608568:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f7ed5f80/2, rc 0, transno 21474839067 00000100:00100000:1.0:1763335112.608575:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7ed5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826133760:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763335112.608583:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f7ed4a80/2, rc 0, transno 21474839066 00000100:00100000:1.0:1763335112.608586:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7ed4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826133632:0@lo:2:osp-syn-0-1.0 00000100:00100000:3.0:1763335112.608908:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7f25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826134016:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335112.608935:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335112.608960:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763335112.608965:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826133888:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335112.608984:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335112.609003:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826134016 00000100:00100000:3.0:1763335112.609007:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826134016 00000100:00100000:3.0:1763335112.609025:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826133888 00000100:00100000:3.0:1763335112.609027:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826133888 00000100:00100000:3.0:1763335112.609040:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6946 00000100:00100000:3.0:1763335112.609046:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+74:3667:x1848989826134016:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335112.609154:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+75:3667:x1848989826134016:12345-0@lo:2:osp-syn-1-1.0 Request processed in 107us (216us total) trans 17179871777 rc 0/0 00000100:00100000:3.0:1763335112.609160:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6946 00000100:00100000:3.0:1763335112.609173:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6947 00000100:00100000:3.0:1763335112.609180:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+74:3667:x1848989826133888:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335112.609245:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+75:3667:x1848989826133888:12345-0@lo:2:osp-syn-1-1.0 Request processed in 65us (258us total) trans 17179871778 rc 0/0 00000100:00100000:3.0:1763335112.609250:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6947 00000004:00080000:3.0:1763335112.609276:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f7f24000/2, rc 0, transno 17179871778 00000100:00100000:3.0:1763335112.609283:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826133888:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763335112.609290:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f7f25c00/2, rc 0, transno 17179871777 00000100:00100000:3.0:1763335112.609293:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7f25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826134016:0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763335112.618434:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335112.618480:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335112.618567:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814931456 00000100:00100000:2.0:1763335112.618578:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814931456 00000100:00100000:2.0:1763335112.618628:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10019 00000100:00100000:2.0:1763335112.618638:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+270:57038:x1848989814931456:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335112.618659:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335112.618684:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007578bb8 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882433 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.618814:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007578bbf lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335112.618828:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007578bbf lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.618839:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007578bbf lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.618852:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578bc6 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335112.618862:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578bc6 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.618867:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578bc6 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.618980:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007578bcd lrc: 3/1,0 mode: --/PR res: [0x240000405:0x212:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335112.618989:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007578bcd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.618996:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007578bcd lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:2.0:1763335112.619006:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x212:0x0]: returning size 2 00010000:00010000:2.0:1763335112.619112:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007578bbf lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.619120:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007578bbf lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.619126:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007578bbf lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.619132:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007578bbf lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.619138:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed7000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335112.619142:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007578bbf lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.619149:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007578bbf lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.619165:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c7e89500) 00010000:00010000:2.0:1763335112.619169:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335112.619174:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007578bbf lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.619180:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7000/0x3ec0b54007578bbf lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.619195:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578bc6 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.619201:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578bc6 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.619206:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578bc6 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.619212:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c2ed6000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335112.619214:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578bc6 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.619220:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578bc6 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.619227:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c7e89700) 00010000:00010000:2.0:1763335112.619230:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335112.619232:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578bc6 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.619238:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6000/0x3ec0b54007578bc6 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335112.619277:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7200/0x3ec0b54007578bb8 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882433 expref: 273 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.619292:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007578bcd lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882433 expref: 272 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335112.619299:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x212:0x0].0x0 (ffff9001fcd20c00) 00010000:00010000:2.0:1763335112.619301:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335112.619304:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202173000, rc 0) 00000100:00100000:2.0:1763335112.619389:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57038:x1848989814931456:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 752us (965us total) trans 4294973556 rc 0/0 00000100:00100000:2.0:1763335112.619397:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10019 00000100:00100000:1.0:1763335112.619863:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814931584 00000100:00100000:1.0:1763335112.619871:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814931584 00000100:00100000:1.0:1763335112.619917:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6948 00000100:00100000:1.0:1763335112.619926:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+41:55956:x1848989814931584:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:1.0:1763335112.619937:0:8416:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335112.619952:0:8416:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578bdb lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88243a expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335112.619973:0:8416:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x28e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763335112.619989:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335112.619991:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335112.619999:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578bdb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88243a expref: 42 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.620011:0:8416:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578bdb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88243a expref: 42 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335112.620020:0:8416:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fae600, rc 0) 00000100:00100000:1.0:1763335112.620050:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+42:55956:x1848989814931584:12345-192.168.204.57@tcp:101:bash.0 Request processed in 125us (1569us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335112.620056:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6948 00000100:00100000:2.0:1763335112.625751:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335112.625810:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335112.625881:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814931712 00000100:00100000:1.0:1763335112.625892:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814931712 00000100:00100000:1.0:1763335112.625954:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814931840 00000100:00100000:1.0:1763335112.625958:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814931840 00000100:00100000:1.0:1763335112.625982:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6949 00000100:00100000:1.0:1763335112.625993:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f136a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+42:2426:x1848989814931712:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335112.626018:0:35240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335112.626041:0:35240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578be2 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882441 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335112.626115:0:35240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6eb5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35240:1848989826134144:192.168.204.57@tcp:106: 00000100:00100000:1.0:1763335112.626198:0:35240:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c9e2b000 going to sleep for 11 seconds 00000100:00100000:3.0:1763335112.626588:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6950 00000100:00100000:3.0:1763335112.626599:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:55956:x1848989814931840:12345-192.168.204.57@tcp:101:bash.0 00010000:00010000:3.0:1763335112.626608:0:27803:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335112.626622:0:27803:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578be9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x28c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882448 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335112.626643:0:27803:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x28c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763335112.626656:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335112.626658:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335112.626666:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578be9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882448 expref: 11 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.626681:0:27803:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c6e1fa00/0x3ec0b54007578be9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882448 expref: 11 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.626693:0:27803:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6e1fa00, rc 0) 00000100:00100000:3.0:1763335112.626737:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:55956:x1848989814931840:12345-192.168.204.57@tcp:101:bash.0 Request processed in 141us (926us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335112.626744:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6950 00000100:00100000:2.0:1763335112.630697:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335112.630737:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335112.630829:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814931968 00000100:00100000:1.0:1763335112.630839:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814931968 00002000:00010000:1.0:1763335112.630879:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/654 (0->18446744073709551615) 00002000:00100000:1.0:1763335112.630884:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c78cc000 with x1848989814931968 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335112.630897:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c78cc000. 00000100:00100000:1.0:1763335112.630928:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814932096 00000100:00100000:1.0:1763335112.630931:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814932096 00002000:00010000:1.0:1763335112.630946:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/652 (0->18446744073709551615) 00002000:00100000:1.0:1763335112.630950:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c78ce680 with x1848989814932096 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335112.630957:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c78ce680. 00000100:00100000:1.0:1763335112.630977:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1690 00000100:00100000:1.0:1763335112.630986:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+44:2427:x1848989814931968:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:1.0:1763335112.631171:0:23997:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x28e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335112.631175:0:23997:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x28e:0x0] updating lvb mtime from disk: 0 -> 1763335112 00002000:00010000:1.0:1763335112.631177:0:23997:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x28e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335112.631179:0:23997:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x28e:0x0] updating lvb ctime from disk: 0 -> 1763335112 00002000:00010000:1.0:1763335112.631182:0:23997:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x28e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335112.631236:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+45:2427:x1848989814931968:12345-192.168.204.57@tcp:10:bash.0 Request processed in 251us (549us total) trans 17179871779 rc 0/0 00000100:00100000:1.0:1763335112.631244:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1690 00002000:00010000:1.0:1763335112.631247:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/654 (0->18446744073709551615) 00002000:00100000:1.0:1763335112.631250:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c78cc000 with x1848989814931968 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335112.631253:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c78cc000. 00000100:00100000:1.0:1763335112.631268:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1691 00000100:00100000:1.0:1763335112.631274:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2427:x1848989814932096:12345-192.168.204.57@tcp:10:bash.0 00002000:00010000:1.0:1763335112.631368:0:23997:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x28c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335112.631371:0:23997:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x28c:0x0] updating lvb mtime from disk: 0 -> 1763335112 00002000:00010000:1.0:1763335112.631373:0:23997:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x28c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335112.631375:0:23997:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x28c:0x0] updating lvb ctime from disk: 0 -> 1763335112 00002000:00010000:1.0:1763335112.631377:0:23997:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x28c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335112.631397:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2427:x1848989814932096:12345-192.168.204.57@tcp:10:bash.0 Request processed in 123us (660us total) trans 21474839068 rc 0/0 00000100:00100000:1.0:1763335112.631403:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1691 00002000:00010000:1.0:1763335112.631405:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/652 (0->18446744073709551615) 00002000:00100000:1.0:1763335112.631407:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c78ce680 with x1848989814932096 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335112.631411:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c78ce680. 00002000:00010000:1.0:1763335112.631450:0:35240:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000400:0x28e:0x0] updating lvb atime: 0 -> 1763335112 00000100:00100000:1.0:1763335112.631457:0:35240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6eb5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35240:1848989826134144:192.168.204.57@tcp:106: 00010000:00010000:1.0:1763335112.631484:0:35240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578be2 lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882441 expref: 44 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335112.631504:0:35240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578be2 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882441 expref: 44 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335112.631516:0:35240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faee00, rc 0) 00000100:00100000:1.0:1763335112.631538:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f136a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+43:2426:x1848989814931712:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 5546us (5798us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335112.631545:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6949 00000100:00100000:1.0:1763335112.647393:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335112.647473:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814932352 00000100:00100000:3.0:1763335112.647484:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814932352 00000100:00100000:3.0:1763335112.647544:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3465 00000100:00100000:3.0:1763335112.647555:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57038:x1848989814932352:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335112.647807:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57038:x1848989814932352:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 253us (424us total) trans 4294973557 rc 0/0 00000100:00100000:3.0:1763335112.647815:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3465 00000100:00100000:1.0:1763335112.658196:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335112.658308:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814932608 00000100:00100000:0.0:1763335112.658406:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814932608 00000100:00100000:0.0:1763335112.658469:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3466 00000100:00100000:0.0:1763335112.658479:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1610050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:55956:x1848989814932608:12345-192.168.204.57@tcp:35:bash.0 00000100:00100000:0.0:1763335112.658704:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1610050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:55956:x1848989814932608:12345-192.168.204.57@tcp:35:bash.0 Request processed in 226us (517us total) trans 4294973558 rc 0/0 00000100:00100000:0.0:1763335112.658712:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3466 00000100:00100000:2.0:1763335112.663452:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335112.664505:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814932864 00000100:00100000:3.0:1763335112.664516:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814932864 00000100:00100000:3.0:1763335112.664585:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10020 00000100:00100000:3.0:1763335112.664596:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:57038:x1848989814932864:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335112.664620:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335112.664642:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578bf0 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x212:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88244f expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.664745:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007578bf7 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x212:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:3.0:1763335112.664759:0:13840:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007578bcd lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882433 expref: 275 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.664769:0:13840:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007578bf7 lrc: 4/0,1 mode: --/CW res: [0x240000405:0x212:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.664812:0:13840:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007578bcd lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882433 expref: 275 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.664825:0:13840:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007578bcd lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882433 expref: 275 pid: 6532 timeout: 1205 lvb_type: 0 00000100:00100000:3.0:1763335112.664839:0:13840:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff920000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13840:1848989826134272:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335112.664924:0:13840:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c38f83c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335112.671557:0:13840:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff920000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13840:1848989826134272:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335112.671584:0:13840:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007578bf7 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x212:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000100:00100000:2.0:1763335112.671812:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335112.672149:0:35246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814932992 00000100:00100000:3.0:1763335112.672156:0:35246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814932992 00010000:00010000:3.0:1763335112.672190:0:35246:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007578bcd lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882433 expref: 276 pid: 6532 timeout: 1205 lvb_type: 0 00000100:00100000:3.0:1763335112.672232:0:35246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3287 00000100:00100000:3.0:1763335112.672243:0:35246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001fb62ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:2427:x1848989814932992:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335112.672259:0:35246:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335112.672267:0:35246:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007578bcd lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882433 expref: 276 pid: 6532 timeout: 1205 lvb_type: 0 00010000:00010000:3.0:1763335112.672278:0:35246:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007578bcd lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882433 expref: 276 pid: 6532 timeout: 1205 lvb_type: 0 00010000:00010000:3.0:1763335112.672301:0:35246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007578bcd lrc: 0/0,0 mode: --/PR res: [0x240000405:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882433 expref: 276 pid: 6532 timeout: 1205 lvb_type: 0 00010000:00010000:3.0:1763335112.672340:0:35246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x212:0x0].0x0 (ffff9001fcd20c00) 00010000:00010000:3.0:1763335112.672345:0:35246:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007578bf7 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x212:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.672355:0:35246:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007578bf7 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x212:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.672362:0:35246:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007578bf7 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x212:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 13840 initiator: MDT1 00010000:00010000:3.0:1763335112.672390:0:35246:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335112.672517:0:13840:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007578bf7 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x212:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335112.672525:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007578bf7 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x212:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:0.0:1763335112.672546:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x212:0x0]: returning size 2 00010000:00010000:0.0:1763335112.672662:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f400/0x3ec0b54007578bf0 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x212:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88244f expref: 277 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.672676:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007578bf7 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x212:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88244f expref: 276 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.672683:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x212:0x0].0x0 (ffff9001fcd20c00) 00010000:00010000:0.0:1763335112.672685:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1763335112.672688:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6e1f600, rc 0) 00000100:00100000:3.0:1763335112.674771:0:35246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001fb62ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:2427:x1848989814932992:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 2518us (2947us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335112.674794:0:35246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3287 00000100:00100000:0.0:1763335112.675817:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:57038:x1848989814932864:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 11217us (12369us total) trans 4294973559 rc 0/0 00000100:00100000:0.0:1763335112.675827:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10020 00000100:00100000:2.0:1763335112.686097:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335112.686256:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814933120 00000100:00100000:3.0:1763335112.686266:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814933120 00000100:00100000:3.0:1763335112.686357:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3467 00000100:00100000:3.0:1763335112.686369:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:57038:x1848989814933120:12345-192.168.204.57@tcp:33:lfs.0 00000100:00100000:3.0:1763335112.686544:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:57038:x1848989814933120:12345-192.168.204.57@tcp:33:lfs.0 Request processed in 176us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335112.686552:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3467 00000100:00100000:1.0:1763335112.688496:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335112.689425:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814933376 00000100:00100000:0.0:1763335112.689437:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814933376 00000100:00100000:0.0:1763335112.689503:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10021 00000100:00100000:0.0:1763335112.689513:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:57038:x1848989814933376:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335112.689533:0:13840:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335112.689537:0:13840:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763335112.689566:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1f600/0x3ec0b54007578bf7 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x212:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88244f expref: 275 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.689585:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x212:0x0].0x0 (ffff9001fcd20c00) 00010000:00010000:0.0:1763335112.689590:0:13840:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335112.689604:0:13840:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007578c05 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x212:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882456 expref: -99 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.689704:0:13840:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007578c0c lrc: 3/0,1 mode: --/PW res: [0x240000405:0x212:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13840 initiator: MDT0 00010000:00010000:0.0:1763335112.689718:0:13840:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007578c0c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x212:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13840 initiator: MDT1 00010000:00010000:0.0:1763335112.689727:0:13840:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007578c0c lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x212:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13840 initiator: MDT1 00000004:00200000:0.0:1763335112.689739:0:13840:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x212:0x0]: returning size 2 00010000:00010000:0.0:1763335112.689851:0:13840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007578c05 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x212:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882456 expref: 277 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.689865:0:13840:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007578c0c lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x212:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882456 expref: 276 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.689872:0:13840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x212:0x0].0x0 (ffff9001fcd20c00) 00010000:00010000:0.0:1763335112.689875:0:13840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763335112.689877:0:13840:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fceb3000, rc 0) 00000100:00100000:0.0:1763335112.689935:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:57038:x1848989814933376:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 425us (1446us total) trans 4294973560 rc 0/0 00000100:00100000:0.0:1763335112.689942:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10021 00000100:00100000:2.0:1763335112.713806:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335112.713900:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814933632 00000100:00100000:0.0:1763335112.713910:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814933632 00000100:00100000:0.0:1763335112.713969:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3468 00000100:00100000:0.0:1763335112.713980:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:57038:x1848989814933632:12345-192.168.204.57@tcp:35:lfs.0 00000004:00010000:0.0:1763335112.714051:0:6533:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000405:0x212:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007578c0c lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x212:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882456 expref: 276 pid: 13840 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.714102:0:6533:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007578c1a lrc: 3/0,1 mode: --/EX res: [0x240000405:0x212:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 00010000:00010000:0.0:1763335112.714116:0:6533:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578b6b lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x212:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882417 expref: 276 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.714125:0:6533:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578baa lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x212:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88242c expref: 276 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.714133:0:6533:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007578c1a lrc: 5/0,1 mode: --/EX res: [0x240000405:0x212:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT1 00010000:00010000:0.0:1763335112.714167:0:6533:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578baa lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x212:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88242c expref: 276 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.714180:0:6533:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578baa lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x212:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88242c expref: 276 pid: 6532 timeout: 1205 lvb_type: 0 00000100:00100000:0.0:1763335112.714195:0:6533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7f25500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6533:1848989826134400:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335112.714287:0:6533:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578b6b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x212:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882417 expref: 276 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335112.714296:0:6533:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578b6b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x212:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882417 expref: 276 pid: 6532 timeout: 1205 lvb_type: 0 00000100:00100000:0.0:1763335112.714304:0:6533:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7f26300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6533:1848989826134528:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335112.714375:0:6533:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c9969300 going to sleep for 11 seconds 00000100:00100000:1.0:1763335112.717333:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335112.717361:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335112.717433:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814933760 00000100:00100000:2.0:1763335112.717441:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814933760 00010000:00010000:2.0:1763335112.717472:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578baa lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x212:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88242c expref: 277 pid: 6532 timeout: 1205 lvb_type: 0 00000100:00100000:2.0:1763335112.717503:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814933888 00000100:00100000:2.0:1763335112.717506:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814933888 00010000:00010000:2.0:1763335112.717516:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578b6b lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x212:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882417 expref: 278 pid: 6532 timeout: 1205 lvb_type: 0 00000100:00100000:2.0:1763335112.717540:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3288 00000100:00100000:2.0:1763335112.717547:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+278:2426:x1848989814933760:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335112.717559:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335112.717565:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578baa lrc: 5/0,0 mode: CR/CR res: [0x240000405:0x212:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88242c expref: 278 pid: 6532 timeout: 1205 lvb_type: 0 00010000:00010000:2.0:1763335112.717575:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578baa lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x212:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88242c expref: 278 pid: 6532 timeout: 1205 lvb_type: 0 00010000:00010000:2.0:1763335112.717595:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x212:0x0].0x0 (ffff9001fcd20c00) 00010000:00010000:2.0:1763335112.717600:0:6515:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007578c1a lrc: 3/0,1 mode: --/EX res: [0x240000405:0x212:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335112.717608:0:6515:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007578c1a lrc: 3/0,1 mode: --/EX res: [0x240000405:0x212:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335112.717613:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335112.717655:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+278:2426:x1848989814933760:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 108us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335112.717663:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3288 00000100:00100000:2.0:1763335112.717680:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3289 00000100:00100000:2.0:1763335112.717687:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:2429:x1848989814933888:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335112.717694:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335112.717698:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578b6b lrc: 5/0,0 mode: PR/PR res: [0x240000405:0x212:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882417 expref: 277 pid: 6532 timeout: 1205 lvb_type: 0 00010000:00010000:2.0:1763335112.717711:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578b6b lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x212:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882417 expref: 277 pid: 6532 timeout: 1205 lvb_type: 0 00010000:00010000:2.0:1763335112.717721:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x212:0x0].0x0 (ffff9001fcd20c00) 00010000:00010000:2.0:1763335112.717724:0:6515:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007578c1a lrc: 3/0,1 mode: --/EX res: [0x240000405:0x212:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335112.717732:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007578c1a lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x212:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335112.717738:0:6515:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007578c1a lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x212:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6533 initiator: MDT1 00010000:00010000:2.0:1763335112.717752:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335112.717767:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:2429:x1848989814933888:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 81us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335112.717772:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3289 00010000:00010000:0.0:1763335112.719389:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed7e00/0x3ec0b54007578baa lrc: 0/0,0 mode: --/CR res: [0x240000405:0x212:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88242c expref: 276 pid: 6532 timeout: 1205 lvb_type: 0 00000100:00100000:0.0:1763335112.719411:0:6533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7f25500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6533:1848989826134400:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335112.720202:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c2ed6800/0x3ec0b54007578b6b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x212:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882417 expref: 275 pid: 6532 timeout: 1205 lvb_type: 0 00000100:00100000:1.0:1763335112.720217:0:6533:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7f26300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0001_UUID:6533:1848989826134528:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335112.720239:0:6533:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007578c1a lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x212:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335112.720247:0:6533:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007578c1a lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x212:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335112.720253:0:6533:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007578c1a lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x212:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT1 00000004:00020000:1.0:1763335112.720653:0:6533:0:(lod_lov.c:1523:lod_parse_striping()) lustre-MDT0001-mdtlov: can not set all stale mirrors for [0x240000405:0x212:0x0]: rc = -1 00010000:00010000:1.0:1763335112.720678:0:6533:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007578c1a lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x212:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335112.720684:0:6533:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007578c1a lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x212:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335112.720696:0:6533:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007578c1a lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x212:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335112.720702:0:6533:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb2200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335112.720705:0:6533:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007578c1a lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x212:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335112.720712:0:6533:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007578c1a lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x212:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335112.720725:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x212:0x0].0x0 (ffff9001fcd20c00) 00010000:00010000:1.0:1763335112.720728:0:6533:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1763335112.720731:0:6533:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007578c1a lrc: 2/0,0 mode: --/EX res: [0x240000405:0x212:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335112.720736:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007578c1a lrc: 0/0,0 mode: --/EX res: [0x240000405:0x212:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335112.720744:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x212:0x0].0x0 (ffff9001fcd20c00) 00010000:00010000:1.0:1763335112.720747:0:6533:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763335112.720751:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007578c0c lrc: 0/0,0 mode: --/PW res: [0x240000405:0x212:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882456 expref: 274 pid: 13840 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335112.722042:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:57038:x1848989814933632:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 8057us (8239us total) trans 4294973561 rc -1/-1 00000100:00100000:1.0:1763335112.722054:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3468 00000100:00100000:2.0:1763335112.727061:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335112.727165:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814934016 00000100:00100000:3.0:1763335112.727176:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814934016 00000100:00100000:3.0:1763335112.727235:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10022 00000100:00100000:3.0:1763335112.727246:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+274:57038:x1848989814934016:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335112.727269:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335112.727293:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578c21 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x212:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88245d expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.727388:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578c21 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x212:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88245d expref: 275 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.727404:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578c21 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x212:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88245d expref: 275 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335112.727420:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x212:0x0].0x0 (ffff9001fcd20800) 00010000:00010000:3.0:1763335112.727424:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763335112.727427:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6e1e600, rc 0) 00000100:00100000:3.0:1763335112.727484:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:57038:x1848989814934016:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 240us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335112.727492:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10022 00000100:00100000:2.0:1763335112.735851:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335112.735923:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814934272 00000100:00100000:1.0:1763335112.735932:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814934272 00000100:00100000:1.0:1763335112.735983:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3469 00000100:00100000:1.0:1763335112.735992:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:57038:x1848989814934272:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335112.736197:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:57038:x1848989814934272:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 204us (355us total) trans 4294973562 rc 0/0 00000100:00100000:1.0:1763335112.736205:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3469 00000100:00100000:0.0:1763335112.907688:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763335112.907820:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c34e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2032434f-4737-4592-a0df-08ea1fa8243f:3665:1848989826134784:0@lo:400:kworker.0 00000100:00100000:0.0:1763335112.907898:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335112.907944:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3665:1848989826134656:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1763335112.907972:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335112.908047:0:6535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826134656 00000100:00100000:3.0:1763335112.908054:0:6535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826134656 00000100:00100000:3.0:1763335112.908109:0:6535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1335 00000100:00100000:3.0:1763335112.908117:0:6535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1848989826134656:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1763335112.908146:0:6535:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445920768 avail 1299681280 00000100:00100000:3.0:1763335112.908186:0:6535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1848989826134656:12345-0@lo:41:osp-pre-1-0.0 Request processed in 70us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335112.908193:0:6535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1335 00000100:00100000:0.0:1763335112.908270:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3665:1848989826134656:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763335112.908392:0:32322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826134784 00000100:00100000:1.0:1763335112.908397:0:32322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826134784 00000100:00100000:1.0:1763335112.908429:0:32322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:1.0:1763335112.908435:0:32322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001fb662450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2032434f-4737-4592-a0df-08ea1fa8243f+23:3665:x1848989826134784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335112.908759:0:32322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001fb662450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2032434f-4737-4592-a0df-08ea1fa8243f+23:3665:x1848989826134784:12345-0@lo:400:kworker.0 Request processed in 323us (860us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335112.908766:0:32322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1763335112.908952:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c34e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826134912:0@lo:400:kworker.0 00000100:00100000:2.0:1763335112.908978:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335112.908993:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c34e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3666:1848989826135424:0@lo:400:kworker.0 00000100:00100000:2.0:1763335112.909010:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335112.909022:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c60b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3666:1848989826135936:0@lo:400:kworker.0 00000100:00100000:2.0:1763335112.909036:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335112.909048:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1763335112.909053:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c34e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3666:1848989826135040:0@lo:400:kworker.0 00000100:00100000:2.0:1763335112.909067:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335112.909078:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c34e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3666:1848989826135552:0@lo:400:kworker.0 00000100:00100000:2.0:1763335112.909113:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335112.909140:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826134912 00000100:00100000:2.0:1763335112.909144:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826134912 00000100:00100000:2.0:1763335112.909165:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1336 00000100:00100000:2.0:1763335112.909170:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3666:x1848989826134912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335112.909202:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3666:x1848989826134912:12345-0@lo:400:kworker.0 Request processed in 31us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335112.909207:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1336 00000100:00100000:2.0:1763335112.909230:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c34e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826134912:0@lo:400:kworker.0 00000100:00100000:2.0:1763335112.909260:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826135424 00000100:00100000:2.0:1763335112.909262:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826135424 00000100:00100000:2.0:1763335112.909292:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826135936 00000100:00100000:2.0:1763335112.909295:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826135936 00000100:00100000:2.0:1763335112.909306:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826135040 00000100:00100000:2.0:1763335112.909308:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826135040 00000100:00100000:2.0:1763335112.909334:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826135552 00000100:00100000:2.0:1763335112.909336:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826135552 00000100:00100000:2.0:1763335112.909348:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1301 00000100:00100000:2.0:1763335112.909353:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1848989826135424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335112.909380:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3666:x1848989826135424:12345-0@lo:400:kworker.0 Request processed in 27us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335112.909386:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1301 00000100:00100000:2.0:1763335112.909395:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1302 00000100:00100000:2.0:1763335112.909400:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1848989826135936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335112.909423:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3666:x1848989826135936:12345-0@lo:400:kworker.0 Request processed in 23us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335112.909428:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1302 00000100:00100000:2.0:1763335112.909438:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1303 00000100:00100000:2.0:1763335112.909443:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6354e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1848989826135040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335112.909465:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6354e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3666:x1848989826135040:12345-0@lo:400:kworker.0 Request processed in 22us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335112.909470:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1303 00000100:00100000:2.0:1763335112.909480:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1304 00000100:00100000:2.0:1763335112.909485:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff928380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1848989826135552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335112.909508:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff928380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1848989826135552:12345-0@lo:400:kworker.0 Request processed in 23us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335112.909513:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1304 00000100:00100000:2.0:1763335112.909535:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c34e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3666:1848989826135040:0@lo:400:kworker.0 00000100:00100000:2.0:1763335112.909544:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c34e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3666:1848989826135552:0@lo:400:kworker.0 00000100:00100000:2.0:1763335112.909552:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c34e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3666:1848989826135424:0@lo:400:kworker.0 00000100:00100000:2.0:1763335112.909558:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c60b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3666:1848989826135936:0@lo:400:kworker.0 00000100:00080000:3.0:1763335112.909708:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1763335112.909712:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763335112.909729:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c34e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3664:1848989826135168:0@lo:400:kworker.0 00000100:00100000:3.0:1763335112.909761:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335112.909793:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c60bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3664:1848989826135680:0@lo:400:kworker.0 00000100:00100000:3.0:1763335112.909819:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335112.909839:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1763335112.909844:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c34e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3664:1848989826135296:0@lo:400:kworker.0 00000100:00100000:3.0:1763335112.909867:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335112.909880:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c60ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3664:1848989826135808:0@lo:400:kworker.0 00000100:00100000:3.0:1763335112.909902:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335112.909926:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826135680 00000100:00100000:3.0:1763335112.909934:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826135680 00000100:00100000:3.0:1763335112.909962:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826135808 00000100:00100000:3.0:1763335112.909968:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826135808 00000100:00100000:3.0:1763335112.909989:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:3.0:1763335112.909995:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff922a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3664:x1848989826135680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335112.910044:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:1.0:1763335112.910052:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff922d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3664:x1848989826135808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335112.910251:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff922d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3664:x1848989826135808:12345-0@lo:400:kworker.0 Request processed in 199us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335112.910258:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00100000:0.0:1763335112.910346:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c34e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2032434f-4737-4592-a0df-08ea1fa8243f:3665:1848989826134784:0@lo:400:kworker.0 00000100:00100000:0.0:1763335112.910375:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826135168 00000100:00100000:0.0:1763335112.910378:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826135168 00000100:00100000:0.0:1763335112.910403:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826135296 00000100:00100000:0.0:1763335112.910405:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826135296 00000100:00100000:0.0:1763335112.910421:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1305 00000100:00100000:0.0:1763335112.910430:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1306 00000100:00100000:0.0:1763335112.910435:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff921180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1848989826135296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335112.910505:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff922a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3664:x1848989826135680:12345-0@lo:400:kworker.0 Request processed in 509us (684us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335112.910512:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00080000:3.0:1763335112.910534:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1763335112.910536:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1763335112.910539:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1763335112.910540:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763335112.910610:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c60ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3664:1848989826135808:0@lo:400:kworker.0 00000100:00100000:1.0:1763335112.910621:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c60bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3664:1848989826135680:0@lo:400:kworker.0 00000100:00100000:0.0:1763335112.910653:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff921180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1848989826135296:12345-0@lo:400:kworker.0 Request processed in 217us (789us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335112.910659:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1306 00000100:00100000:0.0:1763335112.910674:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff920000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1848989826135168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335112.910699:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff920000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3664:x1848989826135168:12345-0@lo:400:kworker.0 Request processed in 273us (942us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335112.910704:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1305 00000100:00100000:1.0:1763335112.910748:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c34e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3664:1848989826135296:0@lo:400:kworker.0 00000100:00100000:1.0:1763335112.910755:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c34e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3664:1848989826135168:0@lo:400:kworker.0 00010000:00010000:3.0:1763335113.035527:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335113.421886:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763335113.421908:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3666:1848989826136064:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1763335113.421977:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335113.422056:0:12480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826136064 00000100:00100000:1.0:1763335113.422065:0:12480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826136064 00000100:00100000:1.0:1763335113.422115:0:12480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:1.0:1763335113.422125:0:12480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1848989826136064:12345-0@lo:13:osp-pre-0-0.0 00000004:00080000:3.0:1763335113.422133:0:10047:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1106401817522ns, next at 1107401804127ns, rc = 0 00002000:00000024:1.0:1763335113.422155:0:12480:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484898112 pending 0 free 3919187968 avail 3687665664 00000100:00100000:3.0:1763335113.422201:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826136192:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1763335113.422208:0:12480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1848989826136064:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335113.422218:0:12480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:3.0:1763335113.422243:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335113.422269:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763335113.422275:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c393ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826136320:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1763335113.422289:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3666:1848989826136064:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1763335113.422301:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335113.422341:0:8419:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826136320 00000100:00100000:1.0:1763335113.422346:0:8419:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826136320 00000100:00080000:3.0:1763335113.422372:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763335113.422387:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:1.0:1763335113.422395:0:8419:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+75:3664:x1848989826136320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1763335113.422406:0:8419:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484985024 pending 86016 free 3920220160 avail 3688697856 00000100:00100000:1.0:1763335113.422443:0:8419:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+75:3664:x1848989826136320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335113.422449:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00100000:0.0:1763335113.422576:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763335113.422586:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7f27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3667:1848989826136448:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1763335113.422618:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335113.422645:0:12480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826136448 00000100:00100000:0.0:1763335113.422648:0:12480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826136448 00000100:00100000:0.0:1763335113.422674:0:12480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:0.0:1763335113.422680:0:12480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1848989826136448:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1763335113.422691:0:12480:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484985024 pending 86016 free 3920220160 avail 3688697856 00000100:00100000:0.0:1763335113.422722:0:12480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1848989826136448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 42us (104us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335113.422729:0:12480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:0.0:1763335113.422759:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7f27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3667:1848989826136448:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1763335113.423082:0:6535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826136192 00000100:00100000:2.0:1763335113.423087:0:6535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826136192 00000100:00100000:2.0:1763335113.423129:0:6535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1337 00000100:00100000:2.0:1763335113.423137:0:6535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3664:x1848989826136192:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1763335113.423158:0:6535:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445888000 avail 1299648512 00000100:00100000:2.0:1763335113.423194:0:6535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3664:x1848989826136192:12345-0@lo:41:osp-pre-0-1.0 Request processed in 58us (951us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335113.423200:0:6535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1337 00000100:00100000:2.0:1763335113.423241:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c393ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826136320:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1763335113.423254:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826136192:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1763335113.885344:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335113.885621:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335113.886175:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814934528 00000100:00100000:2.0:1763335113.886187:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814934528 00000100:00100000:2.0:1763335113.886258:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1307 00000100:00100000:2.0:1763335113.886269:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2428:x1848989814934528:12345-192.168.204.57@tcp:400:kworker.0 00000100:00100000:2.0:1763335113.886391:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2428:x1848989814934528:12345-192.168.204.57@tcp:400:kworker.0 Request processed in 124us (1077us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335113.886877:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814934784 00000100:00100000:0.0:1763335113.886883:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814934784 00000100:00100000:0.0:1763335113.886917:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 778 00000100:00100000:0.0:1763335113.886924:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2428:x1848989814934784:12345-192.168.204.57@tcp:400:kworker.0 00000100:00100000:0.0:1763335113.886958:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2428:x1848989814934784:12345-192.168.204.57@tcp:400:kworker.0 Request processed in 34us (1338us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335113.886964:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 778 00000100:00100000:2.0:1763335113.887116:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1307 00000100:00080000:2.0:1763335113.887146:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1763335113.891093:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335113.891138:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335113.891161:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335113.891204:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814934656 00000100:00100000:0.0:1763335113.891214:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814934656 00000100:00100000:0.0:1763335113.891261:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1308 00000100:00100000:0.0:1763335113.891271:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:2429:x1848989814934656:12345-192.168.204.57@tcp:400:kworker.0 00000100:00100000:0.0:1763335113.891368:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:2429:x1848989814934656:12345-192.168.204.57@tcp:400:kworker.0 Request processed in 97us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335113.891376:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1308 00000100:00100000:3.0:1763335113.891626:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814934912 00000100:00100000:3.0:1763335113.891632:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814934912 00000100:00100000:3.0:1763335113.891662:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 779 00000100:00100000:3.0:1763335113.891669:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7f27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+43:2428:x1848989814934912:12345-192.168.204.57@tcp:400:kworker.0 00000100:00100000:3.0:1763335113.891704:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7f27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+43:2428:x1848989814934912:12345-192.168.204.57@tcp:400:kworker.0 Request processed in 36us (621us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335113.891711:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 779 00000100:00100000:1.0:1763335113.891895:0:32322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814934400 00000100:00100000:1.0:1763335113.891900:0:32322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814934400 00000100:00100000:1.0:1763335113.891931:0:32322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 156 00000100:00100000:1.0:1763335113.891938:0:32322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001fb661850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0909a97b-cbae-4788-876f-18ee1d303ba2+9:2429:x1848989814934400:12345-192.168.204.57@tcp:400:kworker.0 00000100:00100000:1.0:1763335113.891967:0:32322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001fb661850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0909a97b-cbae-4788-876f-18ee1d303ba2+9:2429:x1848989814934400:12345-192.168.204.57@tcp:400:kworker.0 Request processed in 29us (828us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335113.891973:0:32322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 156 00010000:00010000:0.0:1763335114.060992:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335115.083626:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1763335115.992283:0:26000:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871779 is committed 00000001:00080000:3.0:1763335115.992295:0:26000:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871778 is committed 00010000:00010000:2.0:1763335116.110598:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763335117.003492:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763335117.004081:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4aa0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826136576:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1763335117.004151:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1763335117.005503:0:8716:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1109985185826ns, next at 1110985182899ns, rc = 0 00000100:00100000:0.0:1763335117.006954:0:8419:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826136576 00000100:00100000:0.0:1763335117.006965:0:8419:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826136576 00000100:00080000:3.0:1763335117.007023:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763335117.007047:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:0.0:1763335117.007059:0:8419:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+11:3666:x1848989826136576:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1763335117.007098:0:8419:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484898112 pending 0 free 3919187968 avail 3687665664 00000100:00100000:0.0:1763335117.007181:0:8419:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+11:3666:x1848989826136576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 125us (3029us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335117.007188:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00100000:1.0:1763335117.007215:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4aa0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826136576:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1763335117.131454:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335117.910051:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335117.910155:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814935040 00000100:00100000:2.0:1763335117.910165:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814935040 00000100:00100000:2.0:1763335117.910239:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10023 00000100:00100000:2.0:1763335117.910251:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:57466:x1848989814935040:12345-192.168.204.57@tcp:101:rm.0 00010000:00010000:2.0:1763335117.910273:0:7841:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335117.910302:0:7841:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007578c28 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882464 expref: -99 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335117.910412:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007578c2f lrc: 3/1,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335117.910425:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007578c2f lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335117.910436:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007578c2f lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335117.910447:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007578c36 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335117.910453:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007578c36 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335117.910459:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007578c36 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335117.910525:0:7841:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007578c3d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x212:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7841 initiator: MDT0 00010000:00010000:2.0:1763335117.910533:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007578c3d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x212:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335117.910540:0:7841:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007578c3d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x212:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00000004:00200000:2.0:1763335117.910579:0:7841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x212:0x0]: returning size 2 00000004:00200000:2.0:1763335117.910583:0:7841:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335117.910601:0:7841:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007578c3d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x212:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335117.910612:0:7841:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007578c3d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335117.910621:0:7841:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007578c2f lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335117.910627:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007578c2f lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335117.910633:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007578c2f lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335117.910639:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007578c2f lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335117.910649:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202172200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335117.910653:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007578c2f lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335117.910660:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007578c2f lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335117.910672:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9001c7e89600) 00010000:00010000:2.0:1763335117.910675:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335117.910679:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007578c2f lrc: 3/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335117.910863:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007578c2f lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335117.910876:0:7841:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007578c36 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335117.910882:0:7841:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007578c36 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335117.910887:0:7841:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007578c36 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335117.910892:0:7841:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202173000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335117.910895:0:7841:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007578c36 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335117.910901:0:7841:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007578c36 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335117.910908:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9001c7e89200) 00010000:00010000:2.0:1763335117.910910:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335117.910914:0:7841:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007578c36 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335117.910919:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007578c36 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7841 initiator: MDT1 00010000:00010000:2.0:1763335117.910948:0:7841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172600/0x3ec0b54007578c28 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882464 expref: 278 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335117.910963:0:7841:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007578c3d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882464 expref: 277 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335117.910970:0:7841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x212:0x0].0x0 (ffff9001fcd20800) 00010000:00010000:2.0:1763335117.910972:0:7841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335117.910975:0:7841:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202173800, rc 0) 00000100:00100000:2.0:1763335117.911025:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:57466:x1848989814935040:12345-192.168.204.57@tcp:101:rm.0 Request processed in 777us (985us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335117.911033:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10023 00000100:00080000:0.0:1763335117.911207:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1763335117.918835:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335117.919615:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814935296 00000100:00100000:0.0:1763335117.919627:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814935296 00000100:00100000:0.0:1763335117.919696:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10024 00000100:00100000:0.0:1763335117.919707:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:57466:x1848989814935296:12345-192.168.204.57@tcp:36:rm.0 00010000:00010000:0.0:1763335117.919759:0:6530:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1763335117.919786:0:6530:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007578c3d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882464 expref: 277 pid: 7841 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335117.919816:0:6530:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6e1e600/0x3ec0b54007578c21 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x212:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88245d expref: 276 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335117.919827:0:6530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x212:0x0].0x0 (ffff9001fcd20800) 00010000:00010000:0.0:1763335117.919837:0:6530:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335117.919862:0:6530:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007578c44 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6530 initiator: MDT0 00010000:00010000:0.0:1763335117.919874:0:6530:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007578c44 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT1 00010000:00010000:0.0:1763335117.919884:0:6530:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007578c44 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6530 initiator: MDT1 00010000:00010000:0.0:1763335117.919907:0:6530:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007578c4b lrc: 3/0,1 mode: --/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6530 initiator: MDT0 00010000:00010000:0.0:1763335117.919914:0:6530:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007578c4b lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT1 00010000:00010000:0.0:1763335117.919921:0:6530:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007578c4b lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6530 initiator: MDT1 00010000:00010000:0.0:1763335117.920005:0:6530:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007578c52 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x212:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6530 initiator: MDT0 00010000:00010000:0.0:1763335117.920013:0:6530:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007578c52 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x212:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT1 00010000:00010000:0.0:1763335117.920020:0:6530:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007578c52 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x212:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6530 initiator: MDT1 00000040:00080000:0.0:1763335117.920286:0:6530:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1617, 64 off134880 00000004:00080000:0.0:1763335117.920297:0:6530:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1110899981777ns, next at 1111899979008ns, rc = 0 00000040:00080000:0.0:1763335117.920351:0:6530:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1616, 64 off134880 00000040:00080000:0.0:1763335117.920367:0:6530:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1617, 64 off134944 00000040:00080000:0.0:1763335117.920377:0:6530:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1618, 64 off134944 00010000:00010000:0.0:1763335117.920448:0:6530:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007578c59 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x212:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6530 initiator: MDT0 00010000:00010000:0.0:1763335117.920458:0:6530:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007578c59 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x212:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6530 initiator: MDT1 00010000:00010000:0.0:1763335117.920465:0:6530:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007578c59 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x212:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6530 initiator: MDT1 00010000:00010000:0.0:1763335117.920471:0:6530:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007578c59 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x212:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6530 initiator: MDT1 00010000:00010000:0.0:1763335117.920477:0:6530:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007578c59 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x212:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6530 initiator: MDT1 00010000:00010000:0.0:1763335117.920483:0:6530:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007578c59 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x212:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6530 initiator: MDT1 00010000:00010000:0.0:1763335117.920503:0:6530:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763335117.920519:0:6530:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007578c52 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x212:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT1 00010000:00010000:3.0:1763335117.920523:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335117.920524:0:6530:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007578c52 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x212:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6530 initiator: MDT1 00010000:00010000:0.0:1763335117.920529:0:6530:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007578c52 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x212:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6530 initiator: MDT1 00010000:00010000:3.0:1763335117.920530:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007578c59 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x212:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6530 initiator: MDT1 00010000:00010000:3.0:1763335117.920536:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb3000 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335117.920536:0:6530:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb3c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335117.920539:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007578c59 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x212:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6530 initiator: MDT1 00010000:00010000:0.0:1763335117.920540:0:6530:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007578c52 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x212:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6530 initiator: MDT1 00010000:00010000:3.0:1763335117.920553:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007578c59 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x212:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6530 initiator: MDT1 00010000:00010000:0.0:1763335117.920553:0:6530:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007578c52 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x212:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6530 initiator: MDT1 00010000:00010000:0.0:1763335117.920563:0:6530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x212:0x0].0x0 (ffff9000c4882d00) 00010000:00010000:0.0:1763335117.920566:0:6530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763335117.920568:0:6530:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007578c52 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x212:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6530 initiator: MDT1 00010000:00010000:3.0:1763335117.920574:0:7457:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x212:0x0].0x0 (ffff9000c4882d00) 00010000:00010000:3.0:1763335117.920576:0:7457:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335117.920579:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007578c59 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x212:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6530 initiator: MDT1 00010000:00010000:0.0:1763335117.920580:0:6530:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007578c52 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x212:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6530 initiator: MDT1 00010000:00010000:3.0:1763335117.920585:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3000/0x3ec0b54007578c59 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x212:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6530 initiator: MDT1 00010000:00010000:3.0:1763335117.920597:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335117.920598:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335117.920600:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335117.920689:0:6530:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007578c44 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6530 initiator: MDT1 00010000:00010000:0.0:1763335117.920695:0:6530:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007578c44 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6530 initiator: MDT1 00010000:00010000:0.0:1763335117.920700:0:6530:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007578c44 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6530 initiator: MDT1 00010000:00010000:0.0:1763335117.920704:0:6530:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007578c44 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6530 initiator: MDT1 00010000:00010000:0.0:1763335117.920709:0:6530:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb3800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335117.920711:0:6530:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007578c44 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6530 initiator: MDT1 00010000:00010000:0.0:1763335117.920717:0:6530:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007578c44 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6530 initiator: MDT1 00010000:00010000:0.0:1763335117.920724:0:6530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0x0 (ffff9000c4882b00) 00010000:00010000:0.0:1763335117.920726:0:6530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335117.920729:0:6530:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007578c44 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6530 initiator: MDT1 00010000:00010000:0.0:1763335117.920734:0:6530:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007578c44 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6530 initiator: MDT1 00000004:00010000:0.0:1763335117.920745:0:6530:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ec348f20 reply state 00000000213e7010 transno 4294973563 ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007578c4b lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6530 initiator: MDT1 00010000:00010000:0.0:1763335117.920754:0:6530:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007578c4b lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT1 00010000:00010000:0.0:1763335117.920759:0:6530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4882900) 00010000:00010000:0.0:1763335117.920761:0:6530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335117.920763:0:6530:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335117.920841:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:57466:x1848989814935296:12345-192.168.204.57@tcp:36:rm.0 Request processed in 1134us (2013us total) trans 4294973563 rc 0/0 00000100:00100000:0.0:1763335117.920848:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10024 00000001:00080000:1.0:1763335117.929440:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973563 is committed 00000004:00080000:1.0:1763335117.929456:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1057 committed 00000004:00080000:1.0:1763335117.929473:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1059 committed 00000004:00080000:1.0:1763335117.929486:0:7449:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1056 committed 00010000:00010000:3.0:1763335117.929696:0:3651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007578c4b lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT1 00010000:00010000:3.0:1763335117.929709:0:3651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007578c4b lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6530 initiator: MDT1 00010000:00010000:3.0:1763335117.929716:0:3651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007578c4b lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6530 initiator: MDT1 00010000:00010000:3.0:1763335117.929722:0:3651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb2200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335117.929727:0:3651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007578c4b lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6530 initiator: MDT1 00010000:00010000:3.0:1763335117.929734:0:3651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007578c4b lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6530 initiator: MDT1 00010000:00010000:3.0:1763335117.929749:0:3651:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x5:0x0].0xcca0c426 (ffff9000c4882900) 00010000:00010000:3.0:1763335117.929752:0:3651:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335117.929758:0:3651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007578c4b lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6530 initiator: MDT1 00010000:00010000:3.0:1763335117.929764:0:3651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007578c4b lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x5:0x0].0xcca0c426 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6530 initiator: MDT1 00000100:00100000:3.0:1763335117.929902:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4aa0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826136832:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335117.929966:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335117.930017:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763335117.930024:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4aa3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826136704:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763335117.930061:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335117.930106:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826136832 00000100:00100000:3.0:1763335117.930113:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826136832 00000100:00100000:3.0:1763335117.930153:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826136704 00000100:00100000:3.0:1763335117.930156:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826136704 00000100:00100000:3.0:1763335117.930175:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6951 00000100:00100000:3.0:1763335117.930182:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+12:3665:x1848989826136832:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763335117.930209:0:27803:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:649 count 1 00010000:00010000:3.0:1763335117.930232:0:27803:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c5281e00/0x3ec0b54007578c60 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x289:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335117.930250:0:27803:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c79e9e00/0x3ec0b54007578b1e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x289:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882402 expref: 11 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335117.930259:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335117.930262:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335117.930266:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5281e00/0x3ec0b54007578c60 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x289:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335117.930294:0:27803:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c79e9e00/0x3ec0b54007578b1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x289:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882402 expref: 11 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335117.930310:0:27803:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c79e9e00/0x3ec0b54007578b1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x289:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882402 expref: 11 pid: 35240 timeout: 1210 lvb_type: 0 00000100:00100000:3.0:1763335117.930377:0:27803:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b55500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27803:1848989826136960:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335117.930447:0:27803:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000ccba6000 going to sleep for 11 seconds 00000100:00100000:3.0:1763335117.930465:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6952 00000100:00100000:3.0:1763335117.930473:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e7d6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+12:3665:x1848989826136704:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763335117.930484:0:28568:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:648 count 1 00010000:00010000:3.0:1763335117.930497:0:28568:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b54007578c67 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335117.930510:0:28568:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff900202172c00/0x3ec0b540075788c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88233e expref: 11 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335117.930517:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335117.930518:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335117.930521:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b54007578c67 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335117.930539:0:28568:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff900202172c00/0x3ec0b540075788c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88233e expref: 11 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335117.930548:0:28568:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff900202172c00/0x3ec0b540075788c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88233e expref: 11 pid: 35240 timeout: 1210 lvb_type: 0 00000100:00100000:3.0:1763335117.930558:0:28568:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c9b54e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:28568:1848989826137088:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335117.930583:0:28568:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000ccba6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1763335117.932105:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7f27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826137472:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763335117.932110:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826137216:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763335117.932879:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826137344:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763335117.934566:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335117.934633:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826137472 00000100:00100000:0.0:1763335117.934641:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826137472 00000100:00100000:0.0:1763335117.934699:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6953 00000100:00100000:0.0:1763335117.934708:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3664:x1848989826137472:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763335117.934735:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:654 count 1 00010000:00010000:0.0:1763335117.934758:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3800/0x3ec0b54007578c6e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335117.934777:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578bdb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88243a expref: 15 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335117.934785:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335117.934788:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763335117.934792:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3800/0x3ec0b54007578c6e lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335117.934822:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578bdb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88243a expref: 15 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335117.934834:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578bdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88243a expref: 15 pid: 8416 timeout: 1210 lvb_type: 0 00000100:00100000:0.0:1763335117.934847:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c7832300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8416:1848989826137600:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335117.934905:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c706a6c0 going to sleep for 11 seconds 00000100:00080000:0.0:1763335117.934917:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763335117.936190:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335117.936358:0:35240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826137216 00000100:00100000:0.0:1763335117.936365:0:35240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826137216 00000100:00100000:0.0:1763335117.936417:0:35240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6954 00000100:00100000:0.0:1763335117.936427:0:35240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+6:3666:x1848989826137216:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1763335117.936449:0:35240:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:650 count 1 00010000:00010000:0.0:1763335117.936466:0:35240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3000/0x3ec0b54007578c75 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335117.936482:0:35240:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c5281000/0x3ec0b540075789e3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882399 expref: 15 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335117.936489:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335117.936491:0:35240:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335117.936495:0:35240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3000/0x3ec0b54007578c75 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335117.936543:0:35240:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c5281000/0x3ec0b540075789e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882399 expref: 15 pid: 35240 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335117.936554:0:35240:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c5281000/0x3ec0b540075789e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882399 expref: 15 pid: 35240 timeout: 1210 lvb_type: 1 00000100:00100000:0.0:1763335117.936566:0:35240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cc55ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35240:1848989826137728:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335117.936626:0:35240:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c706a000 going to sleep for 11 seconds 00000100:00100000:3.0:1763335117.937527:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335117.937618:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826137344 00000100:00100000:1.0:1763335117.937625:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826137344 00000100:00100000:1.0:1763335117.937667:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6955 00000100:00100000:1.0:1763335117.937675:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+7:3667:x1848989826137344:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763335117.937701:0:28961:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:651 count 1 00010000:00010000:1.0:1763335117.937718:0:28961:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578c7c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x28b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335117.937731:0:28961:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007578b2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882409 expref: 15 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335117.937738:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335117.937740:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335117.937743:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578c7c lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x28b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335117.937767:0:28961:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007578b2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x28b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882409 expref: 15 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335117.937782:0:28961:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007578b2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x28b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882409 expref: 15 pid: 35240 timeout: 1210 lvb_type: 0 00000100:00100000:1.0:1763335117.937794:0:28961:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c5f76300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28961:1848989826137856:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335117.937849:0:28961:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c704b240 going to sleep for 11 seconds 00000100:00100000:1.0:1763335117.946424:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335117.946495:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335117.946514:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335117.946549:0:28568:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b54e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:28568:1848989826137088:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335117.946578:0:28568:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b54007578c67 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335117.946751:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c7832300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8416:1848989826137600:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335117.946752:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:0.0:1763335117.946764:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3800/0x3ec0b54007578c6e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335117.946795:0:35240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cc55ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35240:1848989826137728:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335117.946806:0:35240:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3000/0x3ec0b54007578c75 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335117.947461:0:28961:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c5f76300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28961:1848989826137856:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335117.947476:0:28961:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578c7c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x28b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335117.948378:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814935424 00000100:00100000:2.0:1763335117.948387:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814935424 00010000:00010000:2.0:1763335117.948436:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff900202172c00/0x3ec0b540075788c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88233e expref: 12 pid: 35240 timeout: 1210 lvb_type: 0 00000100:00100000:2.0:1763335117.948466:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814935552 00000100:00100000:2.0:1763335117.948469:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814935552 00010000:00010000:2.0:1763335117.948482:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c79e9e00/0x3ec0b54007578b1e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x289:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882402 expref: 13 pid: 35240 timeout: 1210 lvb_type: 0 00000100:00100000:2.0:1763335117.948499:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814935808 00000100:00100000:2.0:1763335117.948503:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814935808 00010000:00010000:2.0:1763335117.948518:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5281000/0x3ec0b540075789e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882399 expref: 16 pid: 35240 timeout: 1210 lvb_type: 1 00000100:00100000:2.0:1763335117.948527:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814935680 00000100:00100000:2.0:1763335117.948530:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814935680 00010000:00010000:2.0:1763335117.948539:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578bdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88243a expref: 17 pid: 8416 timeout: 1210 lvb_type: 0 00000100:00100000:2.0:1763335117.948553:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3290 00000100:00100000:2.0:1763335117.948562:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f74a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:2427:x1848989814935424:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335117.948577:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335117.948582:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff900202172c00/0x3ec0b540075788c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88233e expref: 13 pid: 35240 timeout: 1210 lvb_type: 0 00010000:00010000:2.0:1763335117.948592:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff900202172c00/0x3ec0b540075788c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88233e expref: 13 pid: 35240 timeout: 1210 lvb_type: 0 00010000:00010000:2.0:1763335117.948614:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff900202172c00/0x3ec0b540075788c4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x288:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88233e expref: 13 pid: 35240 timeout: 1210 lvb_type: 0 00010000:00010000:2.0:1763335117.948629:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335117.948631:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335117.948635:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b54007578c67 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335117.948643:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b54007578c67 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335117.948666:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335117.948747:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f74a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2427:x1848989814935424:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 184us (2331us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335117.948754:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3290 00000100:00100000:2.0:1763335117.948775:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3291 00000100:00100000:2.0:1763335117.948781:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f76680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2428:x1848989814935552:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335117.948789:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335117.948793:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c79e9e00/0x3ec0b54007578b1e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x289:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882402 expref: 11 pid: 35240 timeout: 1210 lvb_type: 0 00010000:00010000:2.0:1763335117.948803:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c79e9e00/0x3ec0b54007578b1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x289:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882402 expref: 11 pid: 35240 timeout: 1210 lvb_type: 0 00010000:00010000:2.0:1763335117.948816:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335117.948818:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335117.948821:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c5281e00/0x3ec0b54007578c60 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x289:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335117.948828:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5281e00/0x3ec0b54007578c60 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x289:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335117.948839:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335117.948858:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f76680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2428:x1848989814935552:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 77us (2363us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335117.948864:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3291 00000100:00100000:2.0:1763335117.948877:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3292 00000100:00100000:2.0:1763335117.948883:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f75880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2428:x1848989814935808:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335117.948891:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335117.948895:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c5281000/0x3ec0b540075789e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x28a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882399 expref: 17 pid: 35240 timeout: 1210 lvb_type: 1 00010000:00010000:2.0:1763335117.948905:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c5281000/0x3ec0b540075789e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x28a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882399 expref: 17 pid: 35240 timeout: 1210 lvb_type: 1 00010000:00010000:2.0:1763335117.948917:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c5281000/0x3ec0b540075789e3 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x28a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882399 expref: 17 pid: 35240 timeout: 1210 lvb_type: 1 00010000:00010000:2.0:1763335117.948926:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335117.948927:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335117.948930:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3000/0x3ec0b54007578c75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335117.948937:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3000/0x3ec0b54007578c75 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335117.948958:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335117.948977:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f75880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2428:x1848989814935808:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 94us (2462us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335117.948983:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3292 00010000:00010000:0.0:1763335117.948985:0:35240:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3000/0x3ec0b54007578c75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335117.948994:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3293 00010000:00010000:0.0:1763335117.948994:0:35240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3000/0x3ec0b54007578c75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335117.949000:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+15:2428:x1848989814935680:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335117.949004:0:35240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3000/0x3ec0b54007578c75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335117.949007:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335117.949011:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578bdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88243a expref: 15 pid: 8416 timeout: 1210 lvb_type: 0 00010000:00010000:0.0:1763335117.949012:0:35240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3000/0x3ec0b54007578c75 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335117.949020:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578bdb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88243a expref: 15 pid: 8416 timeout: 1210 lvb_type: 0 00010000:00010000:0.0:1763335117.949030:0:35240:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763335117.949032:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578bdb lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88243a expref: 15 pid: 8416 timeout: 1210 lvb_type: 0 00010000:00010000:2.0:1763335117.949039:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335117.949041:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335117.949043:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3800/0x3ec0b54007578c6e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335117.949049:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3800/0x3ec0b54007578c6e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335117.949064:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335117.949081:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:2428:x1848989814935680:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 80us (2329us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335117.949087:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3293 00000100:00080000:2.0:1763335117.949120:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1763335117.949124:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1763335117.949132:0:28568:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b54007578c67 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335117.949139:0:28568:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b54007578c67 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335117.949146:0:28568:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b54007578c67 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335117.949152:0:28568:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b54007578c67 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335117.949164:0:28568:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1763335117.949380:0:35240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+8:3666:x1848989826137216:12345-0@lo:6:osp-syn-1-1.0 Request processed in 12954us (13191us total) trans 17179871780 rc 0/0 00000100:00100000:0.0:1763335117.949389:0:35240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6954 00010000:00010000:0.0:1763335117.949463:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763335117.949469:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3000/0x3ec0b54007578c75 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335117.949476:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb3000 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335117.949480:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3000/0x3ec0b54007578c75 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335117.949489:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3000/0x3ec0b54007578c75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335117.949491:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:0.0:1763335117.949505:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3000/0x3ec0b54007578c75 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335117.949511:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3000/0x3ec0b54007578c75 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x28a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335117.949526:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763335117.949530:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b54007578c67 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335117.949535:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5280000 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335117.949538:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b54007578c67 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335117.949547:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b54007578c67 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335117.949555:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b54007578c67 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335117.949561:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c5280000/0x3ec0b54007578c67 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x288:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335117.949571:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335117.949573:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763335117.949575:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763335117.949602:0:3666:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179871778 gen 2 00000004:00080000:0.0:1763335117.949607:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c9b45500, transno 17179871687 00000004:00080000:0.0:1763335117.949615:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c9b46300, transno 17179871688 00000004:00080000:0.0:1763335117.949617:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c9b47800, transno 17179871689 00000004:00080000:0.0:1763335117.949619:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c9b44380, transno 17179871690 00000004:00080000:0.0:1763335117.949621:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c393d180, transno 17179871691 00000004:00080000:0.0:1763335117.949624:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c393f800, transno 17179871692 00000004:00080000:0.0:1763335117.949626:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6d95180, transno 17179871694 00000004:00080000:0.0:1763335117.949628:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6d95500, transno 17179871695 00000004:00080000:0.0:1763335117.949631:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f7e4ea00, transno 17179871696 00000004:00080000:0.0:1763335117.949633:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6d96a00, transno 17179871697 00000004:00080000:0.0:1763335117.949635:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6d96680, transno 17179871698 00000004:00080000:0.0:1763335117.949637:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6d95f80, transno 17179871699 00000004:00080000:0.0:1763335117.949639:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001e7d6f800, transno 17179871702 00000004:00080000:0.0:1763335117.949641:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001e7d6c380, transno 17179871703 00000004:00080000:0.0:1763335117.949643:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c7831180, transno 17179871704 00000004:00080000:0.0:1763335117.949646:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c7830000, transno 17179871705 00000004:00080000:0.0:1763335117.949648:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c2f25c00, transno 17179871709 00000004:00080000:0.0:1763335117.949650:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4acb800, transno 17179871710 00000004:00080000:0.0:1763335117.949653:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a36d80, transno 17179871711 00000004:00080000:0.0:1763335117.949655:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4acb480, transno 17179871712 00000004:00080000:0.0:1763335117.949658:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001e5eb1180, transno 17179871713 00000004:00080000:0.0:1763335117.949660:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001ff922300, transno 17179871714 00000004:00080000:0.0:1763335117.949662:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c393d880, transno 17179871715 00000004:00080000:0.0:1763335117.949664:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001e5eb3480, transno 17179871716 00000004:00080000:0.0:1763335117.949666:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f7e4c700, transno 17179871718 00000004:00080000:0.0:1763335117.949668:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6355c00, transno 17179871719 00000004:00080000:0.0:1763335117.949670:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c9b44a80, transno 17179871720 00000004:00080000:0.0:1763335117.949672:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f7e4df80, transno 17179871721 00000004:00080000:0.0:1763335117.949674:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c34e0700, transno 17179871723 00000004:00080000:0.0:1763335117.949677:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c34e1180, transno 17179871724 00000004:00080000:0.0:1763335117.949679:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c34e3100, transno 17179871725 00000004:00080000:0.0:1763335117.949690:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c34e1500, transno 17179871726 00000004:00080000:0.0:1763335117.949693:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000cbad1c00, transno 17179871729 00000004:00080000:0.0:1763335117.949695:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000cbad1f80, transno 17179871730 00000004:00080000:0.0:1763335117.949697:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a37480, transno 17179871731 00000004:00080000:0.0:1763335117.949699:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a36300, transno 17179871732 00000004:00080000:0.0:1763335117.949702:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6355500, transno 17179871736 00000004:00080000:0.0:1763335117.949704:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f15c0700, transno 17179871737 00000004:00080000:0.0:1763335117.949706:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c6357480, transno 17179871738 00000004:00080000:0.0:1763335117.949708:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f1334700, transno 17179871739 00000004:00080000:0.0:1763335117.949710:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f1337100, transno 17179871740 00000004:00080000:0.0:1763335117.949712:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f15c0000, transno 17179871741 00000004:00080000:0.0:1763335117.949714:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001ff92b480, transno 17179871743 00000004:00080000:0.0:1763335117.949716:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001ff929f80, transno 17179871744 00000004:00080000:0.0:1763335117.949718:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001ff92b100, transno 17179871745 00000004:00080000:0.0:1763335117.949720:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c9b45180, transno 17179871746 00000004:00080000:0.0:1763335117.949722:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001ff92bb80, transno 17179871747 00000004:00080000:0.0:1763335117.949724:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c9b45c00, transno 17179871748 00000004:00080000:0.0:1763335117.949726:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000cc534000, transno 17179871750 00000004:00080000:0.0:1763335117.949728:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c7833480, transno 17179871751 00000004:00080000:0.0:1763335117.949730:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4878a80, transno 17179871752 00000004:00080000:0.0:1763335117.949732:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c9b45880, transno 17179871753 00000004:00080000:0.0:1763335117.949734:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c7831880, transno 17179871755 00000004:00080000:0.0:1763335117.949736:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c2f27800, transno 17179871756 00000004:00080000:0.0:1763335117.949738:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c2f25180, transno 17179871757 00000004:00080000:0.0:1763335117.949740:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c7830a80, transno 17179871758 00000004:00080000:0.0:1763335117.949742:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a78380, transno 17179871760 00000004:00080000:0.0:1763335117.949745:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a78e00, transno 17179871761 00000004:00080000:0.0:1763335117.949746:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a7a300, transno 17179871762 00000004:00080000:0.0:1763335117.949749:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4a79f80, transno 17179871763 00000004:00080000:0.0:1763335117.949752:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c5f78a80, transno 17179871766 00000004:00080000:0.0:1763335117.949755:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f7e65500, transno 17179871767 00000004:00080000:0.0:1763335117.949757:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f7e64700, transno 17179871768 00000004:00080000:0.0:1763335117.949760:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f7e64e00, transno 17179871769 00000004:00080000:0.0:1763335117.949763:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c37aed80, transno 17179871773 00000004:00080000:0.0:1763335117.949765:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f7e4f480, transno 17179871774 00000004:00080000:0.0:1763335117.949767:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c37adc00, transno 17179871775 00000004:00080000:0.0:1763335117.949769:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c37ac700, transno 17179871776 00000004:00080000:0.0:1763335117.949772:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f7f25c00, transno 17179871777 00000004:00080000:0.0:1763335117.949774:0:3666:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f7f24000, transno 17179871778 00000100:00100000:0.0:1763335117.949781:0:3666:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9001f7f24700 x1848989826137216/t17179871780(17179871780) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763335133 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1763335117.949792:0:3666:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f7f24700/2, rc 0, transno 17179871780 00000100:00100000:0.0:1763335117.949796:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826137216:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763335117.949807:0:27803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c79e9e00/0x3ec0b54007578b1e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x289:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882402 expref: 10 pid: 35240 timeout: 1210 lvb_type: 0 00000100:00100000:3.0:1763335117.949818:0:27803:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c9b55500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:27803:1848989826136960:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335117.949832:0:27803:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c5281e00/0x3ec0b54007578c60 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335117.949840:0:27803:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c5281e00/0x3ec0b54007578c60 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335117.949845:0:27803:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c5281e00/0x3ec0b54007578c60 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335117.949852:0:27803:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9000c5281e00/0x3ec0b54007578c60 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335117.949859:0:27803:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5281e00/0x3ec0b54007578c60 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335117.949871:0:27803:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335117.950045:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+14:3665:x1848989826136832:12345-0@lo:6:osp-syn-0-1.0 Request processed in 19862us (20078us total) trans 21474839070 rc 0/0 00000100:00100000:3.0:1763335117.950052:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6951 00000004:00080000:0.0:1763335117.950072:0:10046:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 1 changes, 3 in progress, 2 in flight, 70 done 00000100:00100000:3.0:1763335117.950073:0:35246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814935936 00000100:00100000:3.0:1763335117.950077:0:35246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814935936 00010000:00010000:3.0:1763335117.950110:0:35246:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007578b2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x28b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882409 expref: 14 pid: 35240 timeout: 1210 lvb_type: 0 00000100:00100000:3.0:1763335117.950132:0:35246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3294 00000100:00100000:3.0:1763335117.950139:0:35246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001fb62e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:2429:x1848989814935936:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335117.950147:0:35246:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335117.950151:0:35246:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007578b2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x28b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882409 expref: 14 pid: 35240 timeout: 1210 lvb_type: 0 00010000:00010000:3.0:1763335117.950160:0:35246:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007578b2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x28b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882409 expref: 14 pid: 35240 timeout: 1210 lvb_type: 0 00010000:00010000:3.0:1763335117.950173:0:35246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c79e8e00/0x3ec0b54007578b2c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x28b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882409 expref: 14 pid: 35240 timeout: 1210 lvb_type: 0 00010000:00010000:3.0:1763335117.950182:0:35246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335117.950183:0:35246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335117.950186:0:35246:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578c7c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335117.950194:0:35246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578c7c lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x28b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335117.950210:0:35246:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335117.950228:0:35246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001fb62e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:2429:x1848989814935936:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 90us (738us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335117.950237:0:35246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3294 00010000:00010000:3.0:1763335117.950271:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335117.950275:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c5281e00/0x3ec0b54007578c60 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335117.950281:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281e00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335117.950284:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c5281e00/0x3ec0b54007578c60 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335117.950291:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c5281e00/0x3ec0b54007578c60 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335117.950300:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c5281e00/0x3ec0b54007578c60 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335117.950305:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c5281e00/0x3ec0b54007578c60 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x289:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335117.950333:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335117.950335:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335117.950337:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763335117.950368:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4aa0380/2, rc 0, transno 21474839070 00000100:00100000:3.0:1763335117.950376:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4aa0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826136832:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763335117.950393:0:28961:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578c7c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335117.950401:0:28961:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578c7c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335117.950409:0:28961:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578c7c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335117.950416:0:28961:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578c7c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335117.950428:0:28961:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763335117.950533:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+8:3667:x1848989826137344:12345-0@lo:6:osp-syn-1-1.0 Request processed in 12859us (13007us total) trans 17179871781 rc 0/0 00000100:00100000:3.0:1763335117.950540:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6955 00010000:00010000:3.0:1763335117.950555:0:7457:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335117.950560:0:7457:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578c7c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335117.950566:0:7457:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fafa00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335117.950569:0:7457:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578c7c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335117.950577:0:7457:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578c7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335117.950587:0:7457:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578c7c lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335117.950592:0:7457:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578c7c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x28b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335117.950608:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335117.950609:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335117.950611:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763335117.952581:0:3667:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f7f27800/2, rc 0, transno 17179871781 00000100:00100000:3.0:1763335117.952596:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826137344:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763335117.953332:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e7d6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+13:3665:x1848989826136704:12345-0@lo:6:osp-syn-0-1.0 Request processed in 22857us (23268us total) trans 21474839069 rc 0/0 00000100:00100000:2.0:1763335117.953343:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6952 00010000:00010000:2.0:1763335117.953372:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335117.954912:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3800/0x3ec0b54007578c6e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335117.954927:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3800/0x3ec0b54007578c6e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335117.954938:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3800/0x3ec0b54007578c6e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335117.954946:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3800/0x3ec0b54007578c6e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335117.954966:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763335117.955252:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+8:3664:x1848989826137472:12345-0@lo:6:osp-syn-1-1.0 Request processed in 20543us (20686us total) trans 17179871782 rc 0/0 00000100:00100000:2.0:1763335117.955261:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6953 00010000:00010000:2.0:1763335117.955286:0:8431:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763335117.955292:0:8431:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3800/0x3ec0b54007578c6e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335117.955300:0:8431:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb3800 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335117.955305:0:8431:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3800/0x3ec0b54007578c6e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335117.955333:0:8431:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3800/0x3ec0b54007578c6e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335117.955354:0:8431:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3800/0x3ec0b54007578c6e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335117.955361:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9001fceb3800/0x3ec0b54007578c6e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335117.955379:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335117.955381:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763335117.955383:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763335117.955418:0:3664:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9001f7f27b80/2, rc 0, transno 17179871782 00000100:00100000:2.0:1763335117.955428:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7f27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826137472:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1763335117.956717:0:3665:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9000c4aa3800/2, rc 0, transno 21474839069 00000100:00100000:3.0:1763335117.956732:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4aa3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826136704:0@lo:6:osp-syn-0-1.0 00000001:00080000:3.0:1763335117.958442:0:24680:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839070 is committed 00000001:00080000:3.0:1763335117.958456:0:24680:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839068 is committed 00000100:00100000:3.0:1763335118.027632:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e5eb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3665:1848989826137984:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1763335118.027714:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335118.027807:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826137984 00000100:00100000:0.0:1763335118.027816:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826137984 00000100:00100000:0.0:1763335118.027874:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1338 00000100:00100000:0.0:1763335118.027884:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1848989826137984:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1763335118.027916:0:6536:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445920768 avail 1299681280 00000100:00100000:0.0:1763335118.027967:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3665:x1848989826137984:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335118.027974:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1338 00000100:00100000:3.0:1763335118.028061:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e5eb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3665:1848989826137984:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1763335118.028467:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e5eb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826138240:0@lo:400:kworker.0 00000100:00100000:3.0:1763335118.028496:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335118.028516:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763335118.028522:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e5eb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2032434f-4737-4592-a0df-08ea1fa8243f:3667:1848989826138112:0@lo:400:kworker.0 00000100:00100000:3.0:1763335118.028547:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335118.028577:0:32321:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826138112 00000100:00100000:3.0:1763335118.028581:0:32321:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826138112 00000100:00100000:3.0:1763335118.028605:0:32321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1763335118.028610:0:32321:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001fb660c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2032434f-4737-4592-a0df-08ea1fa8243f+23:3667:x1848989826138112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335118.028638:0:32321:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001fb660c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2032434f-4737-4592-a0df-08ea1fa8243f+23:3667:x1848989826138112:12345-0@lo:400:kworker.0 Request processed in 27us (89us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335118.028643:0:32321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1763335118.028666:0:6535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826138240 00000100:00100000:3.0:1763335118.028669:0:6535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826138240 00000100:00100000:3.0:1763335118.028756:0:6535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1339 00000100:00100000:3.0:1763335118.028762:0:6535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3667:x1848989826138240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335118.028788:0:6535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3667:x1848989826138240:12345-0@lo:400:kworker.0 Request processed in 27us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335118.028793:0:6535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1339 00000100:00100000:3.0:1763335118.028812:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e5eb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2032434f-4737-4592-a0df-08ea1fa8243f:3667:1848989826138112:0@lo:400:kworker.0 00000100:00100000:3.0:1763335118.028820:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e5eb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826138240:0@lo:400:kworker.0 00000100:00100000:0.0:1763335118.028892:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e5eb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3664:1848989826138368:0@lo:400:kworker.0 00000100:00100000:0.0:1763335118.028919:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335118.029156:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e5eb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826138624:0@lo:400:kworker.0 00000100:00100000:0.0:1763335118.029185:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335118.029205:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e5eb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3666:1848989826139136:0@lo:400:kworker.0 00000100:00100000:0.0:1763335118.029224:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335118.029239:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1763335118.029245:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e5eb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3666:1848989826138752:0@lo:400:kworker.0 00000100:00100000:0.0:1763335118.029262:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335118.029275:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e5eb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3666:1848989826139264:0@lo:400:kworker.0 00000100:00100000:0.0:1763335118.029293:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335118.029340:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826138368 00000100:00100000:0.0:1763335118.029345:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826138368 00000100:00100000:0.0:1763335118.029369:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826139136 00000100:00100000:0.0:1763335118.029373:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826139136 00000100:00100000:0.0:1763335118.029479:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826138752 00000100:00100000:0.0:1763335118.029484:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826138752 00000100:00100000:0.0:1763335118.029508:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1309 00000100:00100000:0.0:1763335118.029514:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc55ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1848989826138368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335118.029545:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc55ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3664:x1848989826138368:12345-0@lo:400:kworker.0 Request processed in 31us (625us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335118.029551:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1309 00000100:00100000:0.0:1763335118.029561:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1310 00000100:00100000:0.0:1763335118.029566:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc55f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1848989826139136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335118.029594:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc55f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3666:x1848989826139136:12345-0@lo:400:kworker.0 Request processed in 27us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335118.029599:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1310 00000100:00100000:0.0:1763335118.029609:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1311 00000100:00100000:0.0:1763335118.029615:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc55d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1848989826138752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335118.029642:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc55d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3666:x1848989826138752:12345-0@lo:400:kworker.0 Request processed in 27us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335118.029647:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1311 00000100:00080000:0.0:1763335118.029677:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1763335118.029694:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1763335118.029704:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e5eb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3664:1848989826138880:0@lo:400:kworker.0 00000100:00100000:0.0:1763335118.029726:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335118.029741:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e5eb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3664:1848989826139392:0@lo:400:kworker.0 00000100:00100000:0.0:1763335118.029759:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335118.029784:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e5eb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3664:1848989826138368:0@lo:400:kworker.0 00000100:00100000:0.0:1763335118.029797:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1763335118.029802:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e5eb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826138496:0@lo:400:kworker.0 00000100:00100000:0.0:1763335118.029822:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335118.029839:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e5eb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3664:1848989826139008:0@lo:400:kworker.0 00000100:00100000:0.0:1763335118.029858:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335118.029871:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff922300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3664:1848989826139520:0@lo:400:kworker.0 00000100:00100000:0.0:1763335118.029888:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335118.029909:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826138624 00000100:00100000:0.0:1763335118.029913:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826138624 00000100:00100000:0.0:1763335118.029936:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826139264 00000100:00100000:0.0:1763335118.029938:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826139264 00000100:00100000:0.0:1763335118.029959:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826139392 00000100:00100000:0.0:1763335118.029961:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826139392 00000100:00100000:0.0:1763335118.029977:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826138496 00000100:00100000:0.0:1763335118.029979:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826138496 00000100:00100000:0.0:1763335118.029995:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:0.0:1763335118.030000:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc55f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+8:3666:x1848989826138624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335118.030029:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc55f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+8:3666:x1848989826138624:12345-0@lo:400:kworker.0 Request processed in 28us (843us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335118.030035:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00100000:0.0:1763335118.030047:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:0.0:1763335118.030052:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc55e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3666:x1848989826139264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763335118.030077:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc55e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3666:x1848989826139264:12345-0@lo:400:kworker.0 Request processed in 25us (783us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335118.030231:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826138880 00000100:00100000:3.0:1763335118.030236:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826138880 00000100:00100000:3.0:1763335118.030271:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826139008 00000100:00100000:3.0:1763335118.030274:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826139008 00000100:00100000:3.0:1763335118.030294:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826139520 00000100:00100000:3.0:1763335118.030297:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826139520 00000100:00100000:3.0:1763335118.030308:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1312 00000100:00100000:3.0:1763335118.030331:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc55c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1848989826138880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335118.030367:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc55c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3664:x1848989826138880:12345-0@lo:400:kworker.0 Request processed in 54us (640us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335118.030373:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1312 00000100:00100000:3.0:1763335118.030384:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1313 00000100:00100000:3.0:1763335118.030389:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc55dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1848989826139008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335118.030429:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc55dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3664:x1848989826139008:12345-0@lo:400:kworker.0 Request processed in 40us (570us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335118.030435:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1313 00000100:00100000:3.0:1763335118.030445:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1314 00000100:00100000:3.0:1763335118.030450:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc55fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1848989826139520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335118.030473:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc55fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3664:x1848989826139520:12345-0@lo:400:kworker.0 Request processed in 23us (583us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335118.030477:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1314 00000100:00100000:3.0:1763335118.030505:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e5eb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3664:1848989826139008:0@lo:400:kworker.0 00000100:00100000:3.0:1763335118.030513:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff922300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3664:1848989826139520:0@lo:400:kworker.0 00000100:00100000:3.0:1763335118.030521:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e5eb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3664:1848989826138880:0@lo:400:kworker.0 00000100:00100000:1.0:1763335118.031245:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:1.0:1763335118.031256:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc55ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1848989826139392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335118.031301:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc55ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3664:x1848989826139392:12345-0@lo:400:kworker.0 Request processed in 48us (1540us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335118.031306:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00100000:1.0:1763335118.031338:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:1.0:1763335118.031345:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc55c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3664:x1848989826138496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335118.031371:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc55c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3664:x1848989826138496:12345-0@lo:400:kworker.0 Request processed in 28us (1548us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335118.031377:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00100000:2.0:1763335118.031502:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e5eb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3666:1848989826138752:0@lo:400:kworker.0 00000100:00100000:2.0:1763335118.031511:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e5eb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3666:1848989826139264:0@lo:400:kworker.0 00000100:00100000:2.0:1763335118.031520:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e5eb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826138624:0@lo:400:kworker.0 00000100:00100000:2.0:1763335118.031529:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e5eb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3666:1848989826139136:0@lo:400:kworker.0 00000100:00080000:1.0:1763335118.031723:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1763335118.031729:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1763335118.031731:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1763335118.031733:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763335118.031891:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000100:00100000:3.0:1763335118.032175:0:3664:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474839070 gen 2 00000004:00080000:3.0:1763335118.032181:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c79eca80, transno 21474839062 00000004:00080000:3.0:1763335118.032201:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f7ed6680, transno 21474839063 00000004:00080000:3.0:1763335118.032204:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c79ec000, transno 21474839064 00000004:00080000:3.0:1763335118.032207:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c79edc00, transno 21474839065 00000004:00080000:3.0:1763335118.032209:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f7ed4a80, transno 21474839066 00000004:00080000:3.0:1763335118.032212:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f7ed5f80, transno 21474839067 00000004:00080000:3.0:1763335118.032214:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4aa3800, transno 21474839069 00000004:00080000:3.0:1763335118.032216:0:3664:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9000c4aa0380, transno 21474839070 00000100:00100000:3.0:1763335118.032221:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e5eb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826138496:0@lo:400:kworker.0 00000100:00100000:3.0:1763335118.032233:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e5eb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3664:1848989826139392:0@lo:400:kworker.0 00000004:00080000:0.0:1763335118.032751:0:8715:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 2 changes, 0 in progress, 0 in flight, 8 done 00010000:00010000:3.0:1763335118.155621:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335118.539614:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763335118.539915:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763335118.539943:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cc55f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3666:1848989826139776:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1763335118.540021:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335118.540114:0:8419:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826139776 00000100:00100000:3.0:1763335118.540238:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff922300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3667:1848989826139648:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1763335118.540270:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335118.540301:0:12480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826139648 00000100:00100000:3.0:1763335118.540308:0:12480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826139648 00000100:00100000:3.0:1763335118.540365:0:12480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:3.0:1763335118.540373:0:12480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1848989826139648:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1763335118.540400:0:12480:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484898112 pending 0 free 3919192064 avail 3687669760 00000100:00100000:3.0:1763335118.540441:0:12480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3667:x1848989826139648:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335118.540448:0:12480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:3.0:1763335118.540513:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6eb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826140032:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1763335118.540536:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335118.540559:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763335118.540565:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826139904:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1763335118.540589:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335118.540614:0:8418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826140032 00000100:00100000:3.0:1763335118.540618:0:8418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826140032 00000100:00100000:3.0:1763335118.540638:0:8418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:3.0:1763335118.540644:0:8418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+8:3665:x1848989826140032:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1763335118.540659:0:8418:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484899008 pending 0 free 3920220160 avail 3688697856 00000100:00100000:3.0:1763335118.540702:0:8418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+8:3665:x1848989826140032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335118.540709:0:8418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00100000:2.0:1763335118.540751:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff922300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3667:1848989826139648:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1763335118.540783:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826139904 00000100:00100000:2.0:1763335118.540786:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826139904 00000100:00100000:2.0:1763335118.540812:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1340 00000100:00100000:2.0:1763335118.540818:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3665:x1848989826139904:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1763335118.540841:0:6536:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445888000 avail 1299648512 00000100:00100000:1.0:1763335118.541625:0:8419:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826139776 00000100:00100000:1.0:1763335118.541662:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:1.0:1763335118.541678:0:8419:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6355c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1848989826139776:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1763335118.541692:0:8419:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484899008 pending 0 free 3920220160 avail 3688697856 00000100:00100000:3.0:1763335118.541795:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6eb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826140032:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1763335118.542898:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3665:x1848989826139904:12345-0@lo:41:osp-pre-0-1.0 Request processed in 2073us (2302us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335118.542910:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1340 00000100:00100000:3.0:1763335118.543744:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826139904:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1763335118.545870:0:8419:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6355c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1848989826139776:12345-0@lo:13:osp-pre-1-0.0 Request processed in 4192us (5840us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335118.545885:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:0.0:1763335118.546573:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cc55f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3666:1848989826139776:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1763335118.978578:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335118.980218:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335118.980245:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335118.980262:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335118.980281:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335118.980310:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814936576 00000100:00100000:3.0:1763335118.980333:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814936576 00000100:00100000:3.0:1763335118.980372:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814936448 00000100:00100000:3.0:1763335118.980374:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814936448 00000100:00100000:3.0:1763335118.980391:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 784 00000100:00100000:3.0:1763335118.980399:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:2428:x1848989814936576:12345-192.168.204.57@tcp:400:kworker.0 00000100:00100000:3.0:1763335118.980457:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:2428:x1848989814936576:12345-192.168.204.57@tcp:400:kworker.0 Request processed in 59us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335118.980463:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 784 00000100:00100000:3.0:1763335118.980477:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 785 00000100:00100000:3.0:1763335118.980482:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+8:2428:x1848989814936448:12345-192.168.204.57@tcp:400:kworker.0 00000100:00100000:3.0:1763335118.980499:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+8:2428:x1848989814936448:12345-192.168.204.57@tcp:400:kworker.0 Request processed in 17us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335118.980504:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 785 00000100:00100000:3.0:1763335118.980529:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814936320 00000100:00100000:3.0:1763335118.980532:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814936320 00000100:00100000:3.0:1763335118.980552:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814936192 00000100:00100000:3.0:1763335118.980554:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814936192 00000100:00100000:3.0:1763335118.980579:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1315 00000100:00100000:3.0:1763335118.980583:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:2428:x1848989814936320:12345-192.168.204.57@tcp:400:kworker.0 00000100:00100000:3.0:1763335118.980615:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:2428:x1848989814936320:12345-192.168.204.57@tcp:400:kworker.0 Request processed in 32us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335118.980621:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1315 00000100:00100000:3.0:1763335118.980632:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1316 00000100:00100000:3.0:1763335118.980636:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2428:x1848989814936192:12345-192.168.204.57@tcp:400:kworker.0 00000100:00100000:3.0:1763335118.980652:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2428:x1848989814936192:12345-192.168.204.57@tcp:400:kworker.0 Request processed in 16us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335118.980658:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1316 00000100:00100000:0.0:1763335118.980754:0:32322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814936064 00000100:00100000:0.0:1763335118.980758:0:32322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814936064 00000100:00100000:0.0:1763335118.980784:0:32322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 158 00000100:00100000:0.0:1763335118.980789:0:32322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001fb660850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0909a97b-cbae-4788-876f-18ee1d303ba2+9:2428:x1848989814936064:12345-192.168.204.57@tcp:400:kworker.0 00000100:00100000:0.0:1763335118.980811:0:32322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001fb660850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0909a97b-cbae-4788-876f-18ee1d303ba2+9:2428:x1848989814936064:12345-192.168.204.57@tcp:400:kworker.0 Request processed in 22us (2244us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335118.980816:0:32322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 158 00000100:00080000:1.0:1763335118.981046:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1763335119.179460:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1763335119.827054:0:35445:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 70a: flr mode fsx test ================ 18:18:38 (1763335118) 00000100:00100000:0.0:1763335119.988078:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335119.988122:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814936704 00000100:00100000:0.0:1763335119.988132:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814936704 00000100:00100000:0.0:1763335119.988188:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10025 00000100:00100000:0.0:1763335119.988197:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc55f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:57624:x1848989814936704:12345-192.168.204.57@tcp:41:stat.0 00000004:00000024:0.0:1763335119.988251:0:6532:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 7839412224 avail 7376367616 00000100:00100000:0.0:1763335119.988338:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc55f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:57624:x1848989814936704:12345-192.168.204.57@tcp:41:stat.0 Request processed in 141us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335119.988349:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10025 00000100:00100000:2.0:1763335120.029850:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335120.033898:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814936832 00000100:00100000:0.0:1763335120.033916:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814936832 00000100:00100000:0.0:1763335120.033990:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10026 00000100:00100000:0.0:1763335120.034001:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:57631:x1848989814936832:12345-192.168.204.57@tcp:101:lfs.0 00000100:00080000:1.0:1763335120.034015:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1763335120.034022:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335120.034046:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb2200/0x3ec0b54007578c83 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88246b expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335120.034669:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3c00/0x3ec0b54007578c8a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335120.034685:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3c00/0x3ec0b54007578c8a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335120.034698:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3c00/0x3ec0b54007578c8a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335120.034713:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3800/0x3ec0b54007578c91 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335120.034720:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3800/0x3ec0b54007578c91 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335120.034727:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3800/0x3ec0b54007578c91 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335120.034773:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3c00/0x3ec0b54007578c8a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335120.034781:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3c00/0x3ec0b54007578c8a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335120.034787:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3c00/0x3ec0b54007578c8a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335120.034794:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3c00/0x3ec0b54007578c8a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335120.034799:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb3c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335120.034803:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3c00/0x3ec0b54007578c8a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335120.034811:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3c00/0x3ec0b54007578c8a lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335120.034824:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9001c7920f00) 00010000:00010000:0.0:1763335120.034828:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335120.034833:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3c00/0x3ec0b54007578c8a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335120.034839:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3c00/0x3ec0b54007578c8a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335120.034850:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3800/0x3ec0b54007578c91 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335120.034871:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3800/0x3ec0b54007578c91 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335120.034882:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3800/0x3ec0b54007578c91 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335120.034896:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb3800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335120.034901:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3800/0x3ec0b54007578c91 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335120.034920:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3800/0x3ec0b54007578c91 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335120.034934:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x85409d3b (ffff9001d0e40d00) 00010000:00010000:0.0:1763335120.034937:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335120.034940:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3800/0x3ec0b54007578c91 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335120.034945:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3800/0x3ec0b54007578c91 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335120.034980:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb2200/0x3ec0b54007578c83 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88246b expref: 19 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335120.034999:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9001c7920f00) 00010000:00010000:0.0:1763335120.035017:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335120.035024:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb2200/0x3ec0b54007578c83 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88246b expref: 19 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335120.035041:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fceb2200, rc 0) 00000100:00100000:0.0:1763335120.035128:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:57631:x1848989814936832:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1126us (5284us total) trans 0 rc 301/301 00000100:00100000:0.0:1763335120.035143:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10026 00000100:00100000:0.0:1763335120.047265:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335120.047423:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814937088 00000100:00100000:1.0:1763335120.047433:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814937088 00000100:00100000:1.0:1763335120.047903:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10027 00000100:00100000:1.0:1763335120.047914:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc55e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:57631:x1848989814937088:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:1.0:1763335120.047969:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335120.047993:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9000c5d14600/0x3ec0b54007557dc3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8779ee expref: 18 pid: 6531 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335120.048009:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9001c7920f00) 00010000:00010000:1.0:1763335120.048013:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335120.048070:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9000c6faea00/0x3ec0b54007578c98 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335120.048083:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9000c6faea00/0x3ec0b54007578c98 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335120.048097:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9000c6faea00/0x3ec0b54007578c98 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335120.048111:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9000c6faf000/0x3ec0b54007578c9f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x85409d3b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335120.048118:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9000c6faf000/0x3ec0b54007578c9f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335120.048125:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9000c6faf000/0x3ec0b54007578c9f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT0 00000040:00080000:0.0:1763335120.057686:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].11, 2160 off43776 00000040:00080000:0.0:1763335120.057779:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000406:0x2:0x0].5, 2360 off42624 00000004:00080000:0.0:1763335120.057787:0:6532:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9001c704b240 with version 15 00000004:00080000:0.0:1763335120.057816:0:32330:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9000c4518b40 version 15 rpc_version 15 00000020:00100000:0.0:1763335120.057854:0:32330:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1763335120.057866:0:32330:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9000cc55c000 x1848989826140288/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4224/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763335120.057891:0:32330:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cc55c000 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32330:1848989826140288:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1763335120.057959:0:32330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335120.058016:0:32330:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000cca43240 going to sleep for 11 seconds 00000100:00100000:2.0:1763335120.058171:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826140288 00000100:00100000:2.0:1763335120.058179:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826140288 00000100:00100000:2.0:1763335120.058233:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1341 00000100:00100000:2.0:1763335120.058242:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc55df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:32330:x1848989826140288:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1763335120.058847:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc55df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:32330:x1848989826140288:12345-0@lo:1000:osp_up1-0.0 Request processed in 605us (887us total) trans 4294973564 rc 0/0 00000100:00100000:2.0:1763335120.058856:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1341 00000100:00100000:2.0:1763335120.058922:0:32330:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cc55c000 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32330:1848989826140288:0@lo:1000:osp_up1-0.0 00010000:00010000:2.0:1763335120.059032:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff900202172c00/0x3ec0b54007578ca6 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335120.059047:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff900202172c00/0x3ec0b54007578ca6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x28:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335120.059059:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff900202172c00/0x3ec0b54007578ca6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x28:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335120.059077:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff900202172600/0x3ec0b54007578cad lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335120.059084:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff900202172600/0x3ec0b54007578cad lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335120.059090:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff900202172600/0x3ec0b54007578cad lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335120.059118:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff900202173000/0x3ec0b54007578cb4 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335120.059125:0:6532:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff900202173000/0x3ec0b54007578cb4 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335120.059134:0:6532:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff900202173000/0x3ec0b54007578cb4 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6532 initiator: MDT0 00000100:00100000:2.0:1763335120.059149:0:6532:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff92b480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6532:1848989826140416:0@lo:101:mdt00_002.0 00000100:00100000:2.0:1763335120.059180:0:6532:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335120.059203:0:6532:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001fcd2da80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335120.059216:0:6535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826140416 00000100:00100000:2.0:1763335120.059220:0:6535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826140416 00000100:00100000:2.0:1763335120.059246:0:6535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1342 00000100:00100000:2.0:1763335120.059253:0:6535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6532:x1848989826140416:12345-0@lo:101:mdt00_002.0 00010000:00010000:2.0:1763335120.059264:0:6535:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335120.059279:0:6535:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007578cbb lrc: 2/0,0 mode: --/PW res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3ec0b54007578cb4 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.059298:0:6535:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007578cbb lrc: 3/0,0 mode: PW/PW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x3ec0b54007578cb4 expref: 7 pid: 6535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.059338:0:6535:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007578cbb lrc: 3/0,0 mode: PW/PW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3ec0b54007578cb4 expref: 7 pid: 6535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.059348:0:6535:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9001da00bd00) 00010000:00010000:2.0:1763335120.059351:0:6535:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335120.059355:0:6535:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202172200, rc 0) 00000100:00100000:2.0:1763335120.059382:0:6535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff929f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:6532:x1848989826140416:12345-0@lo:101:mdt00_002.0 Request processed in 130us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335120.059389:0:6535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1342 00000100:00100000:2.0:1763335120.059425:0:6532:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff92b480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6532:1848989826140416:0@lo:101:mdt00_002.0 00010000:00010000:2.0:1763335120.059438:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff900202173000/0x3ec0b54007578cb4 lrc: 4/0,1 mode: PW/PW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3ec0b54007578cbb expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.059447:0:6532:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff900202173000/0x3ec0b54007578cb4 lrc: 4/0,1 mode: PW/PW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x3ec0b54007578cbb expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1763335120.059465:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d6e5f4d9 reply state 000000005fda366b transno 8589934839 ns: mdt-lustre-MDT0000_UUID lock: ffff900202172600/0x3ec0b54007578cad lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335120.059475:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff900202172600/0x3ec0b54007578cad lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335120.059482:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9001da00bf00) 00010000:00010000:2.0:1763335120.059484:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335120.059487:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763335120.059492:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff900202173000/0x3ec0b54007578cb4 lrc: 4/0,1 mode: PW/PW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3ec0b54007578cbb expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.059500:0:6532:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff900202173000/0x3ec0b54007578cb4 lrc: 3/0,0 mode: PW/PW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x3ec0b54007578cbb expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1763335120.059510:0:6532:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000406:0x6:0x0] 00000004:00010000:2.0:1763335120.059515:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d6e5f4d9 reply state 000000005fda366b transno 8589934839 ns: mdt-lustre-MDT0000_UUID lock: ffff900202172c00/0x3ec0b54007578ca6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x28:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335120.059523:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff900202172c00/0x3ec0b54007578ca6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x28:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335120.059533:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x28:0x0].0x0 (ffff9001da00b000) 00010000:00010000:2.0:1763335120.059535:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335120.059537:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00200000:2.0:1763335120.059542:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x28:0x0]: returning size 4096 00010000:00010000:2.0:1763335120.059550:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9000c6faea00/0x3ec0b54007578c98 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335120.059556:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9000c6faea00/0x3ec0b54007578c98 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335120.059562:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9000c6faea00/0x3ec0b54007578c98 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335120.059569:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9000c6faea00/0x3ec0b54007578c98 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335120.059574:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faea00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335120.059579:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9000c6faea00/0x3ec0b54007578c98 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335120.059586:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9000c6faea00/0x3ec0b54007578c98 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335120.059595:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9001c7920f00) 00010000:00010000:2.0:1763335120.059598:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763335120.059602:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9000c6faea00/0x3ec0b54007578c98 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335120.059608:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9000c6faea00/0x3ec0b54007578c98 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT0 00000004:00010000:2.0:1763335120.059619:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d6e5f4d9 reply state 000000005fda366b transno 8589934839 ns: mdt-lustre-MDT0000_UUID lock: ffff9000c6faf000/0x3ec0b54007578c9f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335120.059631:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9000c6faf000/0x3ec0b54007578c9f lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335120.059637:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x85409d3b (ffff9000c35ef500) 00010000:00010000:2.0:1763335120.059639:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335120.059653:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 2 00000100:00100000:2.0:1763335120.059716:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc55e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:57631:x1848989814937088:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 11802us (12457us total) trans 8589934839 rc 0/0 00000100:00100000:2.0:1763335120.059723:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10027 00000100:00100000:1.0:1763335120.093614:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335120.094066:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814937216 00000100:00100000:2.0:1763335120.094077:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814937216 00000100:00100000:2.0:1763335120.094149:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10028 00000100:00100000:2.0:1763335120.094159:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6355500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:57634:x1848989814937216:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335120.094183:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335120.094205:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff900202173800/0x3ec0b54007578cc2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882472 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.094278:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9001d035ec00/0x3ec0b54007578cc9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335120.094292:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9001d035ec00/0x3ec0b54007578cc9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335120.094302:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9001d035ec00/0x3ec0b54007578cc9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT0 00000004:00200000:2.0:1763335120.094383:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1763335120.094387:0:6532:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335120.094405:0:6532:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9001d035ec00/0x3ec0b54007578cc9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335120.094433:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff900202173800/0x3ec0b54007578cc2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882472 expref: 21 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.094452:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9001d035ec00/0x3ec0b54007578cc9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882472 expref: 20 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.094460:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9001c7920f00) 00010000:00010000:2.0:1763335120.094462:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1763335120.094466:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035ec00, rc 0) 00000100:00100000:2.0:1763335120.095127:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6355500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:57634:x1848989814937216:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 966us (1520us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335120.095136:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10028 00000100:00100000:2.0:1763335120.099796:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335120.100648:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814937344 00000100:00100000:0.0:1763335120.100659:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814937344 00000100:00100000:0.0:1763335120.100724:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10029 00000100:00100000:0.0:1763335120.100735:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:57634:x1848989814937344:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335120.100756:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335120.100777:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb2200/0x3ec0b54007578cd0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882479 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335120.100846:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3800/0x3ec0b54007578cd7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335120.100861:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3800/0x3ec0b54007578cd7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335120.100872:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3800/0x3ec0b54007578cd7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335120.100883:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3c00/0x3ec0b54007578cde lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335120.100889:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3c00/0x3ec0b54007578cde lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335120.100896:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3c00/0x3ec0b54007578cde lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335120.100984:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3000/0x3ec0b54007578ce5 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335120.100992:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3000/0x3ec0b54007578ce5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335120.100998:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3000/0x3ec0b54007578ce5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT0 00000004:00200000:0.0:1763335120.101199:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x28:0x0]: returning size 4096 00000004:00200000:0.0:1763335120.101204:0:6532:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:0.0:1763335120.101235:0:6532:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3000/0x3ec0b54007578ce5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335120.101247:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3800/0x3ec0b54007578cd7 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335120.101253:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3800/0x3ec0b54007578cd7 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335120.101260:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3800/0x3ec0b54007578cd7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335120.101271:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3800/0x3ec0b54007578cd7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335120.101277:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb3800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335120.101282:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3800/0x3ec0b54007578cd7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335120.101290:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3800/0x3ec0b54007578cd7 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335120.101303:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9001c7920f00) 00010000:00010000:0.0:1763335120.101306:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335120.101991:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3800/0x3ec0b54007578cd7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335120.102006:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3800/0x3ec0b54007578cd7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335120.102020:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3c00/0x3ec0b54007578cde lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335120.102026:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3c00/0x3ec0b54007578cde lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335120.102731:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3c00/0x3ec0b54007578cde lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335120.102738:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb3c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335120.102742:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3c00/0x3ec0b54007578cde lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335120.102747:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3c00/0x3ec0b54007578cde lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335120.102758:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x85409d3b (ffff9000c35ef500) 00010000:00010000:0.0:1763335120.102761:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335120.102765:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3c00/0x3ec0b54007578cde lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335120.102770:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3c00/0x3ec0b54007578cde lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x85409d3b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335120.102810:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb2200/0x3ec0b54007578cd0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882479 expref: 22 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335120.102823:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9001fceb3000/0x3ec0b54007578ce5 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882479 expref: 21 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335120.102834:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x28:0x0].0x0 (ffff9001da00b000) 00010000:00010000:0.0:1763335120.102837:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1763335120.102839:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001fceb3000, rc 0) 00000100:00100000:0.0:1763335120.102925:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:57634:x1848989814937344:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 2190us (3136us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335120.102935:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10029 00000100:00100000:2.0:1763335120.108574:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335120.108664:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814937472 00000100:00100000:0.0:1763335120.108676:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814937472 00000100:00100000:0.0:1763335120.108743:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10030 00000100:00100000:0.0:1763335120.108754:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:57634:x1848989814937472:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335120.108783:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335120.108809:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9001d2994a00/0x3ec0b54007578cec lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882480 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335120.108887:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9001d2995e00/0x3ec0b54007578cf3 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335120.108902:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9001d2995e00/0x3ec0b54007578cf3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335120.108913:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9001d2995e00/0x3ec0b54007578cf3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT0 00000004:00200000:0.0:1763335120.108955:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0x6:0x0]: returning size 4096 00000004:00200000:0.0:1763335120.108958:0:6532:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763335120.108988:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9001d2994a00/0x3ec0b54007578cec lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882480 expref: 23 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335120.109004:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9001d2995e00/0x3ec0b54007578cf3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882480 expref: 22 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335120.109013:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9001da00bf00) 00010000:00010000:0.0:1763335120.109016:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763335120.109020:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d2995e00, rc 0) 00000100:00100000:0.0:1763335120.109091:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+22:57634:x1848989814937472:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 338us (525us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335120.109099:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10030 00000100:00100000:1.0:1763335120.115807:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335120.116205:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814937600 00000100:00100000:2.0:1763335120.116228:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814937600 00000100:00100000:2.0:1763335120.116341:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10031 00000100:00100000:2.0:1763335120.116353:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6357480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+268:57634:x1848989814937600:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335120.116374:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335120.116395:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007578cfa lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882487 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.116472:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007578d01 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335120.116488:0:13591:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007578cbb lrc: 2/0,0 mode: PW/PW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x3ec0b54007578cb4 expref: 6 pid: 6535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.116500:0:13591:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007578d01 lrc: 4/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335120.116532:0:13591:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007578cbb lrc: 3/0,0 mode: PW/PW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x3ec0b54007578cb4 expref: 6 pid: 6535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335120.116547:0:13591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff92bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826140544:0@lo:104: 00000100:00100000:2.0:1763335120.116599:0:13591:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335120.116657:0:13591:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001fcd2da80 going to sleep for 11 seconds 00000100:00080000:1.0:1763335120.116825:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1763335120.116889:0:8442:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826140544 00000100:00100000:3.0:1763335120.116895:0:8442:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826140544 00000100:00100000:3.0:1763335120.116935:0:8442:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1763335120.116942:0:8442:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff922300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:13591:x1848989826140544:12345-0@lo:104: 00010000:00010000:3.0:1763335120.116953:0:8442:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff900202173000/0x3ec0b54007578cb4 lrc: 3/0,0 mode: PW/PW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x3ec0b54007578cbb expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335120.117019:0:8442:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1763335120.117025:0:8442:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff922300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:13591:x1848989826140544:12345-0@lo:104: Request processed in 84us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335120.117031:0:8442:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00010000:00010000:3.0:1763335120.117053:0:6517:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335120.117059:0:6517:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff900202173000/0x3ec0b54007578cb4 lrc: 3/0,0 mode: PW/PW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x3ec0b54007578cbb expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335120.117067:0:6517:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202173000 already unused, calling callback (ffffffffc18df290) 00010000:00010000:3.0:1763335120.117072:0:6517:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff900202173000/0x3ec0b54007578cb4 lrc: 4/0,0 mode: PW/PW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x3ec0b54007578cbb expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1763335120.117080:0:6517:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff900202173000/0x3ec0b54007578cb4 lrc: 4/0,0 mode: PW/PW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x3ec0b54007578cbb expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335120.117104:0:6517:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff900202173000/0x3ec0b54007578cb4 lrc: 2/0,0 mode: --/PW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x3ec0b54007578cbb expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335120.117111:0:6517:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1763335120.117131:0:6517:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff900202173000/0x3ec0b54007578cb4 lrc: 1/0,0 mode: --/PW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x3ec0b54007578cbb expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335120.117139:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff900202173000/0x3ec0b54007578cb4 lrc: 0/0,0 mode: --/PW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x3ec0b54007578cbb expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335120.117155:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335120.117157:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335120.117158:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335120.117170:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6eb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3666:1848989826140672:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1763335120.117199:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335120.117858:0:13591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff92bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826140544:0@lo:104: 00010000:00010000:1.0:1763335120.117883:0:13591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007578d01 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000100:00100000:2.0:1763335120.124824:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826140672 00000100:00100000:2.0:1763335120.124841:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826140672 00010000:00010000:2.0:1763335120.124895:0:6516:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007578cbb lrc: 3/0,0 mode: PW/PW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x3ec0b54007578cb4 expref: 7 pid: 6535 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335120.124941:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3295 00000100:00100000:2.0:1763335120.124951:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a78380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+7:3666:x1848989826140672:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1763335120.124968:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:3.0:1763335120.126806:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973564 is committed 00010000:00010000:2.0:1763335120.127470:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007578cbb lrc: 0/0,0 mode: --/PW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x3ec0b54007578cb4 expref: 6 pid: 6535 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.127491:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9001da00bd00) 00010000:00010000:2.0:1763335120.127496:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007578d01 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335120.127505:0:6516:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007578d01 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335120.127513:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007578d01 lrc: 4/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335120.127552:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335120.127630:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a78380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+5:3666:x1848989826140672:12345-0@lo:103:ldlm_bl.0 Request processed in 2679us (10429us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335120.127649:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3295 00010000:00010000:1.0:1763335120.127739:0:13591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007578d01 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.127748:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007578d01 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:1.0:1763335120.127799:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000406:0x6:0x0]: returning size 4096 00000004:00200000:1.0:1763335120.127804:0:13591:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763335120.127843:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035e000/0x3ec0b54007578cfa lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882487 expref: 270 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335120.127857:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007578d01 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882487 expref: 269 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335120.127865:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9001da00bd00) 00010000:00010000:1.0:1763335120.127867:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763335120.127870:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d035fe00, rc 0) 00000100:00100000:1.0:1763335120.127921:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6357480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:57634:x1848989814937600:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 11570us (12125us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335120.127928:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10031 00000100:00100000:0.0:1763335120.128131:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6eb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3666:1848989826140672:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1763335120.132718:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335120.134257:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814937728 00000100:00100000:1.0:1763335120.134272:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814937728 00000100:00100000:1.0:1763335120.136129:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10032 00000100:00100000:1.0:1763335120.136149:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1368a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:57634:x1848989814937728:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335120.136701:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335120.136939:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578d08 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88248e expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335120.137298:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578d0f lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335120.137349:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578d0f lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.137362:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578d0f lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.137378:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578d16 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335120.137386:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578d16 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.137546:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578d16 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.137783:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578d0f lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.137792:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578d0f lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.137800:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578d0f lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.137807:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578d0f lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.137814:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faee00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335120.137818:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578d0f lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.137826:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578d0f lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.137929:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9001da00bd00) 00010000:00010000:1.0:1763335120.137934:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335120.137940:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578d0f lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.137948:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578d0f lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.137964:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578d16 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.137970:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578d16 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.138155:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578d16 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.138161:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faf400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335120.138165:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578d16 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.138172:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578d16 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.138180:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9000c35ef400) 00010000:00010000:1.0:1763335120.138183:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335120.138186:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578d16 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.138192:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578d16 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.138354:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578d08 lrc: 1/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88248e expref: 270 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335120.138940:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9001da00bd00) 00010000:00010000:1.0:1763335120.138944:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335120.138950:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578d08 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88248e expref: 270 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335120.138962:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fafc00, rc 0) 00000100:00100000:1.0:1763335120.139246:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1368a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:57634:x1848989814937728:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 3102us (6536us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335120.139256:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10032 00000100:00100000:2.0:1763335120.144215:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335120.144758:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814937856 00000100:00100000:1.0:1763335120.144769:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814937856 00000100:00100000:1.0:1763335120.145073:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10033 00000100:00100000:1.0:1763335120.145086:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+22:57634:x1848989814937856:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335120.145105:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335120.145929:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9000c6fafe00/0x3ec0b54007578d1d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882495 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335120.146929:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9000c6fae800/0x3ec0b54007578d24 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335120.146948:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9000c6fae800/0x3ec0b54007578d24 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335120.146963:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9000c6fae800/0x3ec0b54007578d24 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT0 00000004:00200000:1.0:1763335120.147067:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x28:0x0]: returning size 4096 00000004:00200000:1.0:1763335120.147072:0:13591:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:1.0:1763335120.147093:0:13591:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9000c6fae800/0x3ec0b54007578d24 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335120.147133:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9000c6fafe00/0x3ec0b54007578d1d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882495 expref: 24 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335120.147153:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9000c6fae800/0x3ec0b54007578d24 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882495 expref: 23 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335120.147162:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x28:0x0].0x0 (ffff9001da00b000) 00010000:00010000:1.0:1763335120.147166:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1763335120.147170:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fae800, rc 0) 00000100:00100000:1.0:1763335120.147256:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:57634:x1848989814937856:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 2173us (3051us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335120.147266:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10033 00000100:00100000:0.0:1763335120.153450:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335120.153819:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814938112 00000100:00100000:1.0:1763335120.153830:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814938112 00000100:00100000:1.0:1763335120.153885:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10034 00000100:00100000:1.0:1763335120.153897:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc55d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+269:57634:x1848989814938112:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335120.154293:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335120.154297:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763335120.154348:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d035fe00/0x3ec0b54007578d01 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882487 expref: 269 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335120.154368:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9001da00bd00) 00010000:00010000:1.0:1763335120.154378:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335120.154540:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578d2b lrc: 2/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88249c expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335120.154676:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578d32 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335120.154688:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578d32 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.154698:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578d32 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.154709:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578d39 lrc: 3/0,1 mode: --/PW res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335120.154715:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578d39 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.154724:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578d39 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.155098:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007578d40 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x214:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335120.155107:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007578d40 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.155115:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007578d40 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:1.0:1763335120.155125:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x214:0x0]: returning size 0 00010000:00010000:1.0:1763335120.155152:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578d32 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.155158:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578d32 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.155165:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578d32 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.155171:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578d32 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.155177:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faf400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335120.155181:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578d32 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.155188:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578d32 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.155583:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:1.0:1763335120.155586:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335120.155591:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578d32 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.155598:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578d32 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000004:00010000:1.0:1763335120.155612:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002d7d0e9f reply state 0000000084cfc5de transno 4294973565 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578d39 lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.155623:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578d39 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.155629:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9000c35ef800) 00010000:00010000:1.0:1763335120.155631:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335120.155634:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763335120.155675:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578d2b lrc: 0/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88249c expref: 271 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335120.155695:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007578d40 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88249c expref: 270 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335120.155702:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef600) 00010000:00010000:1.0:1763335120.155704:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335120.155707:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faea00, rc 0) 00000100:00100000:1.0:1763335120.155796:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc55d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+271:57634:x1848989814938112:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1901us (2355us total) trans 4294973565 rc 0/0 00000100:00100000:1.0:1763335120.155805:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10034 00000100:00100000:2.0:1763335120.159667:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335120.159724:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814938368 00000100:00100000:1.0:1763335120.159736:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814938368 00000100:00100000:1.0:1763335120.159803:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10035 00000100:00100000:1.0:1763335120.159813:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+271:57634:x1848989814938368:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335120.159840:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335120.159861:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578d4e lrc: 2/0,0 mode: --/CR res: [0x240000405:0x214:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8824a3 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335120.159969:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578d55 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x214:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335120.159984:0:13591:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007578d40 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88249c expref: 272 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335120.159994:0:13591:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578d55 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x214:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.160039:0:13591:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007578d40 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88249c expref: 272 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335120.160054:0:13591:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007578d40 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88249c expref: 272 pid: 13591 timeout: 1213 lvb_type: 0 00000100:00100000:1.0:1763335120.160068:0:13591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001ff92bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826140800:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335120.160159:0:13591:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c7048a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763335120.166402:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335120.166489:0:13591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001ff92bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826140800:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335120.166495:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814938496 00000100:00100000:3.0:1763335120.166504:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814938496 00010000:00010000:1.0:1763335120.166517:0:13591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578d55 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x214:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335120.166555:0:6516:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007578d40 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88249c expref: 273 pid: 13591 timeout: 1213 lvb_type: 0 00000100:00100000:3.0:1763335120.167014:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3296 00000100:00100000:3.0:1763335120.167025:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:2426:x1848989814938496:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335120.167040:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335120.167047:0:6516:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007578d40 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88249c expref: 273 pid: 13591 timeout: 1213 lvb_type: 0 00010000:00010000:3.0:1763335120.167059:0:6516:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007578d40 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88249c expref: 273 pid: 13591 timeout: 1213 lvb_type: 0 00010000:00010000:3.0:1763335120.167079:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007578d40 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88249c expref: 273 pid: 13591 timeout: 1213 lvb_type: 0 00010000:00010000:3.0:1763335120.167216:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef600) 00010000:00010000:3.0:1763335120.167222:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578d55 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x214:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335120.167231:0:6516:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578d55 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x214:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335120.167238:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578d55 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x214:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335120.167266:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335120.167541:0:13591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578d55 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x214:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.167551:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578d55 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x214:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:1.0:1763335120.167585:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x214:0x0]: returning size 0 00000004:00080000:1.0:1763335120.167853:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x28e:0x0], index 0: 0 00000004:00080000:1.0:1763335120.167860:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x290:0x0], index 1: 0 00010000:00010000:1.0:1763335120.167979:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578d55 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x214:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00000100:00100000:3.0:1763335120.167982:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:2426:x1848989814938496:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 956us (1588us total) trans 0 rc 0/0 00010000:00010000:1.0:1763335120.167995:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578d55 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x214:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00000100:00100000:3.0:1763335120.168001:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3296 00010000:00010000:1.0:1763335120.168008:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578d55 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x214:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.168016:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fae200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335120.168021:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578d55 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x214:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.168028:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578d55 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x214:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.168038:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef600) 00010000:00010000:1.0:1763335120.168042:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763335120.168045:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578d55 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x214:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.168051:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578d55 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x214:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.168106:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578d4e lrc: 1/0,0 mode: --/CR res: [0x240000405:0x214:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824a3 expref: 272 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335120.168117:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef600) 00010000:00010000:1.0:1763335120.168120:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763335120.168124:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578d4e lrc: 0/0,0 mode: --/CR res: [0x240000405:0x214:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824a3 expref: 272 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335120.168138:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faec00, rc 0) 00000100:00100000:1.0:1763335120.168174:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+271:57634:x1848989814938368:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 8363us (8517us total) trans 4294973566 rc 301/301 00000100:00100000:1.0:1763335120.168181:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10035 00000100:00100000:2.0:1763335120.173341:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335120.173584:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814938752 00000100:00100000:3.0:1763335120.173595:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814938752 00000100:00100000:3.0:1763335120.173671:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3470 00000100:00100000:3.0:1763335120.173682:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+271:57634:x1848989814938752:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:3.0:1763335120.173992:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57634:x1848989814938752:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 311us (1681us total) trans 4294973567 rc 0/0 00000100:00100000:3.0:1763335120.174001:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3470 00000100:00100000:2.0:1763335120.179617:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335120.179772:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814939008 00000100:00100000:1.0:1763335120.179784:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814939008 00000100:00100000:1.0:1763335120.179845:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3471 00000100:00100000:1.0:1763335120.179856:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001d24db450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+272:57634:x1848989814939008:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335120.180079:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001d24db450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57634:x1848989814939008:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 225us (471us total) trans 4294973568 rc 0/0 00000100:00100000:1.0:1763335120.180087:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3471 00010000:00010000:2.0:1763335120.203468:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335120.248568:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335120.248855:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814939264 00000100:00100000:1.0:1763335120.248866:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814939264 00000100:00100000:1.0:1763335120.249501:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10036 00000100:00100000:1.0:1763335120.249514:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+273:57635:x1848989814939264:12345-192.168.204.57@tcp:101:fsx.0 00010000:00010000:1.0:1763335120.249538:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335120.249560:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578d63 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8824aa expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335120.249699:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578d6a lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335120.249714:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578d6a lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.249727:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578d6a lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.249738:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578d71 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335120.249745:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578d71 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.249750:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578d71 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.249806:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578d78 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x214:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335120.249814:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578d78 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.249821:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578d78 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:1.0:1763335120.249832:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x214:0x0]: returning size 0 00010000:00010000:1.0:1763335120.249915:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578d6a lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.249922:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578d6a lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.249928:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578d6a lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.249933:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578d6a lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.249939:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fae200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335120.249943:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578d6a lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.249950:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578d6a lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.249962:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9000c35ef600) 00010000:00010000:1.0:1763335120.249965:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335120.249970:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578d6a lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.249976:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae200/0x3ec0b54007578d6a lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.249990:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578d71 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.249996:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578d71 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.250001:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578d71 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.250006:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fafc00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335120.250009:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578d71 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.250014:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578d71 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.250021:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9000c35ef800) 00010000:00010000:1.0:1763335120.250024:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335120.250027:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578d71 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.250036:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578d71 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.250084:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578d63 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824aa expref: 276 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335120.250102:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578d78 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824aa expref: 275 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335120.250108:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:1.0:1763335120.250111:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335120.250113:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faf400, rc 0) 00000100:00100000:1.0:1763335120.250175:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:57635:x1848989814939264:12345-192.168.204.57@tcp:101:fsx.0 Request processed in 664us (1782us total) trans 4294973569 rc 0/0 00000100:00100000:1.0:1763335120.250183:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10036 00000100:00100000:2.0:1763335120.257707:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335120.257856:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814939392 00000100:00100000:1.0:1763335120.257867:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814939392 00000100:00100000:1.0:1763335120.257931:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10037 00000100:00100000:1.0:1763335120.257943:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:57635:x1848989814939392:12345-192.168.204.57@tcp:101:fsx.0 00010000:00010000:1.0:1763335120.257967:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335120.257990:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578d86 lrc: 2/0,0 mode: --/PR res: [0x240000405:0x214:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8824b1 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335120.258027:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007578d8d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x214:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335120.258042:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007578d8d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.258058:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007578d8d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.258189:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578d86 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x214:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824b1 expref: 277 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335120.258207:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007578d8d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824b1 expref: 276 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335120.258217:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:1.0:1763335120.258220:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763335120.258224:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fae400, rc 0) 00000100:00100000:1.0:1763335120.258291:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:57635:x1848989814939392:12345-192.168.204.57@tcp:101:fsx.0 Request processed in 349us (593us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335120.258298:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10037 00000100:00100000:2.0:1763335120.262203:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335120.262294:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814939648 00000100:00100000:0.0:1763335120.262304:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814939648 00000100:00100000:0.0:1763335120.262388:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10038 00000100:00100000:0.0:1763335120.262399:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:57635:x1848989814939648:12345-192.168.204.57@tcp:36:fsx.0 00010000:00010000:0.0:1763335120.262458:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335120.262484:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578d78 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824aa expref: 276 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335120.262504:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:0.0:1763335120.262509:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335120.262726:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995400/0x3ec0b54007578d94 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x214:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335120.262742:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995400/0x3ec0b54007578d94 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335120.262751:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995400/0x3ec0b54007578d94 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000001:00080000:0.0:1763335120.262803:0:6532:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973570 00000004:00010000:0.0:1763335120.262824:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fa639d82 reply state 0000000098d9c1a1 transno 4294973571 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995400/0x3ec0b54007578d94 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335120.262836:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995400/0x3ec0b54007578d94 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335120.262842:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:0.0:1763335120.262844:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335120.262848:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335120.262955:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+278:57635:x1848989814939648:12345-192.168.204.57@tcp:36:fsx.0 Request processed in 557us (761us total) trans 4294973571 rc 0/0 00000100:00100000:0.0:1763335120.262963:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10038 00000020:00080000:0.0:1763335120.262969:0:6532:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763335120.268895:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335120.269557:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814939776 00000100:00100000:1.0:1763335120.269569:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814939776 00000100:00100000:1.0:1763335120.269627:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10039 00000100:00100000:1.0:1763335120.269636:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+278:57635:x1848989814939776:12345-192.168.204.57@tcp:101:fsx.0 00010000:00010000:1.0:1763335120.269668:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335120.269688:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578d9b lrc: 2/0,0 mode: --/CR res: [0x240000405:0x214:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8824b8 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335120.269744:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578d9b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x214:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824b8 expref: 279 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335120.269760:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578d9b lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x214:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824b8 expref: 279 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335120.269778:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:1.0:1763335120.269782:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763335120.269786:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faec00, rc 0) 00000100:00100000:1.0:1763335120.269840:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+279:57635:x1848989814939776:12345-192.168.204.57@tcp:101:fsx.0 Request processed in 205us (955us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335120.269847:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10039 00000100:00100000:2.0:1763335120.282929:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335120.283074:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814939904 00000100:00100000:0.0:1763335120.283085:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814939904 00000100:00080000:1.0:1763335120.283228:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763335120.283303:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6956 00000100:00100000:0.0:1763335120.283335:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f61fd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+8:57635:x1848989814939904:12345-192.168.204.57@tcp:101:fsx.0 00010000:00010000:0.0:1763335120.283354:0:27803:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335120.283378:0:27803:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d2995600/0x3ec0b54007578da2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8824bf expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335120.283416:0:27803:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x28e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335120.283440:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335120.283442:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335120.283453:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d2995600/0x3ec0b54007578da2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824bf expref: 9 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335120.283469:0:27803:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9001d2995600/0x3ec0b54007578da2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824bf expref: 9 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335120.283482:0:27803:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d2995600, rc 0) 00000100:00100000:0.0:1763335120.283557:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f61fd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+9:57635:x1848989814939904:12345-192.168.204.57@tcp:101:fsx.0 Request processed in 245us (638us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335120.283564:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6956 00000100:00100000:2.0:1763335120.288007:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335120.288203:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814940032 00000100:00100000:0.0:1763335120.288214:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814940032 00000100:00100000:0.0:1763335120.288288:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6957 00000100:00100000:0.0:1763335120.288299:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:57635:x1848989814940032:12345-192.168.204.57@tcp:101:fsx.0 00010000:00010000:0.0:1763335120.288355:0:27803:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335120.288379:0:27803:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9001d2994a00/0x3ec0b54007578da9 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8824c6 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335120.288415:0:27803:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x290:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335120.288440:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335120.288443:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335120.288452:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9001d2994a00/0x3ec0b54007578da9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824c6 expref: 14 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335120.288468:0:27803:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9001d2994a00/0x3ec0b54007578da9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824c6 expref: 14 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335120.288481:0:27803:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d2994a00, rc 0) 00000100:00100000:0.0:1763335120.288546:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:57635:x1848989814940032:12345-192.168.204.57@tcp:101:fsx.0 Request processed in 248us (549us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335120.288553:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6957 00000100:00080000:1.0:1763335120.288917:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763335120.291592:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335120.291633:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335120.291777:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814940160 00000100:00100000:2.0:1763335120.291788:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814940160 00002000:00010000:2.0:1763335120.291829:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/654 (0->18446744073709551615) 00002000:00100000:2.0:1763335120.291835:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c4a79f80 with x1848989814940160 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335120.291847:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c4a79f80. 00000100:00100000:2.0:1763335120.291881:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814940288 00000100:00100000:2.0:1763335120.291885:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814940288 00002000:00010000:2.0:1763335120.291907:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/656 (0->18446744073709551615) 00002000:00100000:2.0:1763335120.291910:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c4a79880 with x1848989814940288 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335120.291917:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c4a79880. 00000100:00100000:2.0:1763335120.291939:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1692 00000100:00100000:2.0:1763335120.291949:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+9:2429:x1848989814940160:12345-192.168.204.57@tcp:10:fsx.0 00002000:00010000:2.0:1763335120.292157:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335120.292161:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 0 -> 1763335120 00002000:00010000:2.0:1763335120.292164:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335120.292166:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 0 -> 1763335120 00002000:00010000:2.0:1763335120.292168:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335120.292224:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:2429:x1848989814940160:12345-192.168.204.57@tcp:10:fsx.0 Request processed in 275us (640us total) trans 21474839071 rc 0/0 00000100:00100000:2.0:1763335120.292231:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1692 00002000:00010000:2.0:1763335120.292235:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/654 (0->18446744073709551615) 00002000:00100000:2.0:1763335120.292238:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c4a79f80 with x1848989814940160 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335120.292242:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c4a79f80. 00000100:00100000:2.0:1763335120.292261:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1693 00000100:00100000:2.0:1763335120.292268:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:2429:x1848989814940288:12345-192.168.204.57@tcp:10:fsx.0 00002000:00010000:2.0:1763335120.292386:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335120.292389:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x290:0x0] updating lvb mtime from disk: 0 -> 1763335120 00002000:00010000:2.0:1763335120.292391:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x290:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335120.292393:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x290:0x0] updating lvb ctime from disk: 0 -> 1763335120 00002000:00010000:2.0:1763335120.292403:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x290:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335120.292426:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+15:2429:x1848989814940288:12345-192.168.204.57@tcp:10:fsx.0 Request processed in 158us (791us total) trans 17179871783 rc 0/0 00000100:00100000:2.0:1763335120.292433:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1693 00002000:00010000:2.0:1763335120.292436:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/656 (0->18446744073709551615) 00002000:00100000:2.0:1763335120.292438:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c4a79880 with x1848989814940288 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335120.292442:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c4a79880. 00000100:00100000:3.0:1763335120.300111:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335120.300665:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814940544 00000100:00100000:0.0:1763335120.300676:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814940544 00000100:00100000:0.0:1763335120.300746:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10040 00000100:00100000:0.0:1763335120.300758:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+279:57635:x1848989814940544:12345-192.168.204.57@tcp:101:fsx.0 00010000:00010000:0.0:1763335120.300783:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335120.300812:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007578db0 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8824cd expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335120.300933:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007578db7 lrc: 3/0,1 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335120.300948:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007578db7 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335120.300960:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007578db7 lrc: 3/0,1 mode: CW/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335120.300973:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007578dbe lrc: 3/0,1 mode: --/PW res: [0x240000406:0x6:0x0].0xe8098f29 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335120.300979:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007578dbe lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335120.300986:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007578dbe lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00080000:0.0:1763335120.301296:0:6532:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x28f:0x0], index 0: 0 00010000:00010000:0.0:1763335120.301482:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007578dc5 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x216:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335120.301491:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007578dc5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x216:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335120.301497:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007578dc5 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x216:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335120.301528:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007578db7 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335120.301534:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007578db7 lrc: 4/0,1 mode: CW/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335120.301539:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007578db7 lrc: 3/0,0 mode: CW/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335120.301545:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007578db7 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335120.301551:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb3c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335120.301555:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007578db7 lrc: 4/0,0 mode: CW/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335120.301562:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007578db7 lrc: 5/0,0 mode: CW/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335120.301572:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9001d0e40700) 00010000:00010000:0.0:1763335120.301575:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335120.301579:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007578db7 lrc: 3/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335120.301585:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007578db7 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00000004:00010000:0.0:1763335120.301598:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000869ae724 reply state 00000000ec123943 transno 4294973572 ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007578dbe lrc: 3/0,1 mode: PW/PW res: [0x240000406:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335120.301608:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007578dbe lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335120.301614:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xe8098f29 (ffff9001d0e40e00) 00010000:00010000:0.0:1763335120.301618:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335120.301620:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763335120.301659:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007578db0 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824cd expref: 282 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335120.301677:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadb800/0x3ec0b54007578dc5 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x216:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824cd expref: 281 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335120.301685:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x216:0x0].0x0 (ffff9001d0e40f00) 00010000:00010000:0.0:1763335120.301687:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335120.301689:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadb800, rc 0) 00000100:00100000:0.0:1763335120.301759:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+282:57635:x1848989814940544:12345-192.168.204.57@tcp:101:fsx.0 Request processed in 1004us (1658us total) trans 4294973572 rc 0/0 00000100:00100000:0.0:1763335120.301766:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10040 00000100:00100000:2.0:1763335120.307586:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335120.307706:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814940800 00000100:00100000:1.0:1763335120.307717:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814940800 00000100:00100000:1.0:1763335120.307778:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10041 00000100:00100000:1.0:1763335120.307788:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c60b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:57635:x1848989814940800:12345-192.168.204.57@tcp:101:fsx.0 00010000:00010000:1.0:1763335120.307811:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335120.307814:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763335120.307840:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9001d2995e00/0x3ec0b54007578cf3 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882480 expref: 23 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335120.307858:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9001da00bf00) 00010000:00010000:1.0:1763335120.307864:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335120.307877:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9000c6fafe00/0x3ec0b54007578dd3 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8824d4 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335120.308003:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9000c6fafc00/0x3ec0b54007578dda lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335120.308015:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9000c6fafc00/0x3ec0b54007578dda lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335120.308028:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9000c6fafc00/0x3ec0b54007578dda lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335120.308043:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9000c6fae200/0x3ec0b54007578de1 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0x6:0x0].0x9645bb7c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335120.308049:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9000c6fae200/0x3ec0b54007578de1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335120.308055:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9000c6fae200/0x3ec0b54007578de1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT0 00000004:00080000:1.0:1763335120.308421:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x6c:0x0], index 1: 0 00010000:00010000:1.0:1763335120.308581:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9000c6fae000/0x3ec0b54007578de8 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335120.308590:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9000c6fae000/0x3ec0b54007578de8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335120.308597:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9000c6fae000/0x3ec0b54007578de8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335120.308630:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9000c6fafc00/0x3ec0b54007578dda lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335120.308636:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9000c6fafc00/0x3ec0b54007578dda lrc: 4/0,1 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335120.308655:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9000c6fafc00/0x3ec0b54007578dda lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335120.308661:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9000c6fafc00/0x3ec0b54007578dda lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335120.308670:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fafc00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335120.308674:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9000c6fafc00/0x3ec0b54007578dda lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335120.308680:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9000c6fafc00/0x3ec0b54007578dda lrc: 5/0,0 mode: CW/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335120.308689:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x0 (ffff9001da00bf00) 00010000:00010000:1.0:1763335120.308692:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335120.308695:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9000c6fafc00/0x3ec0b54007578dda lrc: 3/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335120.308701:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9000c6fafc00/0x3ec0b54007578dda lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT0 00000004:00010000:1.0:1763335120.308712:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000056c527cf reply state 0000000096658454 transno 8589934840 ns: mdt-lustre-MDT0000_UUID lock: ffff9000c6fae200/0x3ec0b54007578de1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335120.308722:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9000c6fae200/0x3ec0b54007578de1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd0:0x6:0x0].0x9645bb7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335120.308728:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6:0x0].0x9645bb7c (ffff9000c35ef600) 00010000:00010000:1.0:1763335120.308731:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335120.308733:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763335120.308762:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9000c6fafe00/0x3ec0b54007578dd3 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824d4 expref: 25 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335120.308775:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9000c6fae000/0x3ec0b54007578de8 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824d4 expref: 24 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335120.308782:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x29:0x0].0x0 (ffff9000c35efc00) 00010000:00010000:1.0:1763335120.308785:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335120.308787:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fae000, rc 0) 00000100:00100000:1.0:1763335120.308859:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c60b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:57635:x1848989814940800:12345-192.168.204.57@tcp:101:fsx.0 Request processed in 1072us (1284us total) trans 8589934840 rc 0/0 00000100:00100000:1.0:1763335120.308867:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10041 00000100:00100000:3.0:1763335120.331119:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335120.331668:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814941056 00000100:00100000:0.0:1763335120.331680:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814941056 00000100:00100000:0.0:1763335120.331752:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10042 00000100:00100000:0.0:1763335120.331764:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+282:57635:x1848989814941056:12345-192.168.204.57@tcp:36:fsx.0 00010000:00010000:0.0:1763335120.331994:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007578df6 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x214:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:0.0:1763335120.332013:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007578df6 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335120.332024:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007578df6 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000001:00080000:0.0:1763335120.332073:0:6532:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973573 00000004:00010000:0.0:1763335120.332096:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000032bd2769 reply state 000000009071ebae transno 4294973574 ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007578df6 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335120.332113:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007578df6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335120.332120:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:0.0:1763335120.332984:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763335120.332991:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763335120.333108:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+285:57635:x1848989814941056:12345-192.168.204.57@tcp:36:fsx.0 Request processed in 1342us (1994us total) trans 4294973574 rc 0/0 00000100:00100000:0.0:1763335120.333117:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10042 00000020:00080000:0.0:1763335120.333122:0:6532:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763335120.339044:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335120.340089:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814941184 00000100:00100000:1.0:1763335120.340103:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814941184 00002000:00010000:1.0:1763335120.340149:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/654 (0->18446744073709551615) 00002000:00100000:1.0:1763335120.340154:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c4a7b800 with x1848989814941184 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335120.340168:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c4a7b800. 00000100:00100000:1.0:1763335120.340208:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1694 00000100:00100000:1.0:1763335120.340219:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+10:2429:x1848989814941184:12345-192.168.204.57@tcp:10:fsx.0 00000100:00100000:2.0:1763335120.341599:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335120.341885:0:16421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814941312 00000100:00100000:3.0:1763335120.341893:0:16421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814941312 00002000:00010000:3.0:1763335120.341921:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/656 (0->18446744073709551615) 00002000:00100000:3.0:1763335120.341925:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c34e0700 with x1848989814941312 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335120.341934:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c34e0700. 00000100:00100000:3.0:1763335120.341962:0:16421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1695 00000100:00100000:3.0:1763335120.341970:0:16421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+15:2428:x1848989814941312:12345-192.168.204.57@tcp:10:fsx.0 00002000:00010000:3.0:1763335120.342173:0:16421:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335120.342177:0:16421:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x290:0x0] updating lvb mtime from disk: 1763335120 -> 1763335120 00002000:00010000:3.0:1763335120.342180:0:16421:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x290:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335120.342182:0:16421:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x290:0x0] updating lvb ctime from disk: 1763335120 -> 1763335120 00002000:00010000:3.0:1763335120.342185:0:16421:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x290:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335120.342243:0:16421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2428:x1848989814941312:12345-192.168.204.57@tcp:10:fsx.0 Request processed in 273us (649us total) trans 17179871784 rc 0/0 00000100:00100000:3.0:1763335120.342250:0:16421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1695 00002000:00010000:3.0:1763335120.342254:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/656 (0->18446744073709551615) 00002000:00100000:3.0:1763335120.342257:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c34e0700 with x1848989814941312 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335120.342261:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c34e0700. 00002000:00010000:1.0:1763335120.346477:0:23998:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335120.346486:0:23998:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1763335120 -> 1763335120 00002000:00010000:1.0:1763335120.346490:0:23998:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335120.346492:0:23998:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1763335120 -> 1763335120 00002000:00010000:1.0:1763335120.346494:0:23998:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335120.346589:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2429:x1848989814941184:12345-192.168.204.57@tcp:10:fsx.0 Request processed in 6366us (7552us total) trans 21474839072 rc 0/0 00000100:00100000:1.0:1763335120.346601:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1694 00002000:00010000:1.0:1763335120.346607:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/654 (0->18446744073709551615) 00002000:00100000:1.0:1763335120.346610:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c4a7b800 with x1848989814941184 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335120.346616:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c4a7b800. 00000100:00100000:2.0:1763335120.354850:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335120.354929:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814941568 00000100:00100000:1.0:1763335120.354938:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814941568 00000100:00100000:1.0:1763335120.354995:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10043 00000100:00100000:1.0:1763335120.355011:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+285:57635:x1848989814941568:12345-192.168.204.57@tcp:36:fsx.0 00010000:00010000:1.0:1763335120.355236:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578dfd lrc: 3/0,1 mode: --/PW res: [0x240000405:0x214:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335120.355253:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578dfd lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335120.355264:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578dfd lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000001:00080000:1.0:1763335120.355305:0:6532:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973575 00000004:00010000:1.0:1763335120.355364:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c6ef0cf6 reply state 000000006a6f3b7a transno 4294973576 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578dfd lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335120.355377:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578dfd lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335120.355384:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:1.0:1763335120.355386:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335120.355390:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335120.355489:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+288:57635:x1848989814941568:12345-192.168.204.57@tcp:36:fsx.0 Request processed in 484us (646us total) trans 4294973576 rc 0/0 00000100:00100000:1.0:1763335120.355496:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10043 00000020:00080000:1.0:1763335120.355502:0:6532:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763335120.360582:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335120.360863:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814941696 00000100:00100000:1.0:1763335120.360874:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814941696 00002000:00010000:1.0:1763335120.360916:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/654 (100000->18446744073709551615) 00002000:00100000:1.0:1763335120.360921:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c4a78000 with x1848989814941696 ext(100000->18446744073709551615) 00002000:00010000:1.0:1763335120.360934:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c4a78000. 00000100:00100000:3.0:1763335120.362939:0:16421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1696 00000100:00100000:2.0:1763335120.364030:0:16421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2428:x1848989814941696:12345-192.168.204.57@tcp:10:fsx.0 00002000:00010000:2.0:1763335120.364240:0:16421:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 0 -> 100000 00002000:00010000:2.0:1763335120.364244:0:16421:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1763335120 -> 1763335120 00002000:00010000:2.0:1763335120.364247:0:16421:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335120.364249:0:16421:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1763335120 -> 1763335120 00002000:00010000:2.0:1763335120.364252:0:16421:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335120.364333:0:16421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2428:x1848989814941696:12345-192.168.204.57@tcp:10:fsx.0 Request processed in 1382us (3760us total) trans 21474839073 rc 0/0 00000100:00100000:2.0:1763335120.364342:0:16421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1696 00002000:00010000:2.0:1763335120.364347:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/654 (100000->18446744073709551615) 00002000:00100000:2.0:1763335120.364351:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c4a78000 with x1848989814941696 ext(100000->18446744073709551615) 00002000:00010000:2.0:1763335120.364357:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c4a78000. 00000100:00100000:3.0:1763335120.368589:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335120.369020:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814941824 00000100:00100000:2.0:1763335120.369030:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814941824 00000100:00100000:2.0:1763335120.369084:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10044 00000100:00100000:2.0:1763335120.369093:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+288:57635:x1848989814941824:12345-192.168.204.57@tcp:101:fsx.0 00010000:00010000:2.0:1763335120.369113:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335120.369132:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007578e04 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x214:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8824db expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.369228:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007578e0b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x214:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335120.369244:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007578e0b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335120.369260:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007578e0b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:2.0:1763335120.369286:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x214:0x0]: returning size 100000 00000004:00200000:2.0:1763335120.369290:0:13591:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335120.370058:0:13591:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007578e0b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335120.370095:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007578e04 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824db expref: 290 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.370116:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007578e0b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824db expref: 289 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.370126:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:2.0:1763335120.370128:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335120.370132:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202173000, rc 0) 00000100:00100000:2.0:1763335120.370204:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+289:57635:x1848989814941824:12345-192.168.204.57@tcp:101:fsx.0 Request processed in 1111us (1624us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335120.370213:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10044 00000100:00100000:0.0:1763335120.374698:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335120.374855:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814942080 00000100:00100000:2.0:1763335120.374867:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814942080 00000100:00100000:2.0:1763335120.374928:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10045 00000100:00100000:2.0:1763335120.374938:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc55f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+289:57635:x1848989814942080:12345-192.168.204.57@tcp:36:fsx.0 00010000:00010000:2.0:1763335120.374996:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335120.375385:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007578e0b lrc: 0/0,0 mode: --/PR res: [0x240000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824db expref: 289 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.375413:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:2.0:1763335120.375418:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335120.375601:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007578e12 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x214:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335120.375616:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007578e12 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335120.375625:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007578e12 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000001:00080000:2.0:1763335120.375682:0:13591:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973577 00000004:00010000:2.0:1763335120.375707:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000733d5f67 reply state 000000000cbfc10e transno 4294973578 ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007578e12 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335120.375944:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007578e12 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335120.375953:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:2.0:1763335120.375956:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335120.375959:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335120.376068:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc55f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+291:57635:x1848989814942080:12345-192.168.204.57@tcp:36:fsx.0 Request processed in 1130us (1379us total) trans 4294973578 rc 0/0 00000100:00100000:2.0:1763335120.376076:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10045 00000020:00080000:2.0:1763335120.376589:0:13591:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763335120.382448:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335120.382488:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335120.382717:0:16421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814942208 00000100:00100000:1.0:1763335120.382729:0:16421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814942208 00002000:00010000:1.0:1763335120.382771:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/654 (0->18446744073709551615) 00002000:00100000:1.0:1763335120.382776:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c34e3100 with x1848989814942208 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335120.382789:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c34e3100. 00000100:00100000:1.0:1763335120.382819:0:16421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814942336 00000100:00100000:1.0:1763335120.382822:0:16421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814942336 00002000:00010000:1.0:1763335120.382835:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/656 (0->18446744073709551615) 00002000:00100000:1.0:1763335120.382838:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c34e1500 with x1848989814942336 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335120.382843:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c34e1500. 00000100:00100000:1.0:1763335120.382871:0:16421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1697 00000100:00100000:1.0:1763335120.382881:0:16421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2428:x1848989814942208:12345-192.168.204.57@tcp:10:fsx.0 00002000:00010000:1.0:1763335120.383101:0:16421:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 100000 -> 0 00002000:00010000:1.0:1763335120.383104:0:16421:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1763335120 -> 1763335120 00002000:00010000:1.0:1763335120.383107:0:16421:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335120.383109:0:16421:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1763335120 -> 1763335120 00002000:00010000:1.0:1763335120.383111:0:16421:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335120.383169:0:16421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:2428:x1848989814942208:12345-192.168.204.57@tcp:10:fsx.0 Request processed in 289us (730us total) trans 21474839074 rc 0/0 00000100:00100000:1.0:1763335120.383177:0:16421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1697 00002000:00010000:1.0:1763335120.383181:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/654 (0->18446744073709551615) 00002000:00100000:1.0:1763335120.383183:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c34e3100 with x1848989814942208 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335120.383187:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c34e3100. 00000100:00100000:1.0:1763335120.383206:0:16421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1698 00000100:00100000:1.0:1763335120.383213:0:16421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2428:x1848989814942336:12345-192.168.204.57@tcp:10:fsx.0 00002000:00010000:1.0:1763335120.383291:0:16421:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335120.383294:0:16421:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x290:0x0] updating lvb mtime from disk: 1763335120 -> 1763335120 00002000:00010000:1.0:1763335120.383296:0:16421:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x290:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335120.383298:0:16421:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x290:0x0] updating lvb ctime from disk: 1763335120 -> 1763335120 00002000:00010000:1.0:1763335120.383300:0:16421:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x290:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335120.383359:0:16421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2428:x1848989814942336:12345-192.168.204.57@tcp:10:fsx.0 Request processed in 146us (870us total) trans 17179871785 rc 0/0 00000100:00100000:1.0:1763335120.383366:0:16421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1698 00002000:00010000:1.0:1763335120.383369:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/656 (0->18446744073709551615) 00002000:00100000:1.0:1763335120.383371:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c34e1500 with x1848989814942336 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335120.383375:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c34e1500. 00000100:00100000:3.0:1763335120.390298:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335120.390779:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814942592 00000100:00100000:2.0:1763335120.390789:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814942592 00000100:00100000:2.0:1763335120.390851:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10046 00000100:00100000:2.0:1763335120.390862:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+291:57635:x1848989814942592:12345-192.168.204.57@tcp:101:fsx.0 00010000:00010000:2.0:1763335120.390887:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335120.390890:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763335120.390916:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578d9b lrc: 0/0,0 mode: --/CR res: [0x240000405:0x214:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824b8 expref: 291 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.390935:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:2.0:1763335120.390940:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335120.390954:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007578e19 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x214:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8824e2 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.391001:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007578e20 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x214:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335120.391013:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007578e20 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x214:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335120.391022:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007578e20 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x214:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00080000:2.0:1763335120.391146:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x290:0x0], index 0: 0 00000004:00080000:2.0:1763335120.391153:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x291:0x0], index 1: 0 00010000:00010000:2.0:1763335120.391269:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007578e20 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x214:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824e2 expref: 293 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.391278:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:2.0:1763335120.391281:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763335120.391289:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173000/0x3ec0b54007578e19 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x214:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824e2 expref: 293 pid: 13591 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763335120.391304:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007578e20 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x214:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824e2 expref: 292 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.391357:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:2.0:1763335120.391360:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763335120.391362:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202172200, rc 0) 00000100:00100000:2.0:1763335120.391435:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+292:57635:x1848989814942592:12345-192.168.204.57@tcp:101:fsx.0 Request processed in 574us (1147us total) trans 4294973579 rc 0/0 00000100:00100000:2.0:1763335120.391442:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10046 00000100:00100000:0.0:1763335120.396752:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335120.396843:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814942720 00000100:00100000:2.0:1763335120.396853:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814942720 00000100:00100000:2.0:1763335120.396910:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6958 00000100:00100000:2.0:1763335120.396920:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc55ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:57635:x1848989814942720:12345-192.168.204.57@tcp:101:fsx.0 00010000:00010000:2.0:1763335120.396938:0:27804:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335120.396962:0:27804:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff900202173000/0x3ec0b54007578e27 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8824e9 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335120.396987:0:27804:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x290:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763335120.397010:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335120.397013:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335120.397022:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff900202173000/0x3ec0b54007578e27 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824e9 expref: 14 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.397037:0:27804:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff900202173000/0x3ec0b54007578e27 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824e9 expref: 14 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.397050:0:27804:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202173000, rc 0) 00000100:00100000:2.0:1763335120.397113:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc55ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:57635:x1848989814942720:12345-192.168.204.57@tcp:101:fsx.0 Request processed in 194us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335120.397124:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6958 00000100:00100000:3.0:1763335120.403680:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335120.403853:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335120.407811:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814942848 00000100:00100000:2.0:1763335120.407827:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814942848 00000100:00100000:2.0:1763335120.408435:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814942976 00000100:00100000:2.0:1763335120.408442:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814942976 00000100:00100000:0.0:1763335120.408963:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1699 00000100:00100000:0.0:1763335120.408976:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+15:2428:x1848989814942848:12345-192.168.204.57@tcp:22:fsx.0 00000100:00100000:1.0:1763335120.408997:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1700 00000100:00100000:1.0:1763335120.409007:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+15:2426:x1848989814942976:12345-192.168.204.57@tcp:22:fsx.0 00002000:00010000:1.0:1763335120.410226:0:23997:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:1.0:1763335120.410235:0:23997:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1763335120.410237:0:23997:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335120.410240:0:23997:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1763335120.410242:0:23997:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 0 -> 6144 00000100:00100000:1.0:1763335120.410339:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2426:x1848989814942976:12345-192.168.204.57@tcp:22:fsx.0 Request processed in 1309us (6462us total) trans 21474839075 rc 0/0 00000100:00100000:1.0:1763335120.410348:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1700 00002000:00010000:0.0:1763335120.410477:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:0.0:1763335120.410481:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1763335120 -> 1763335120 00002000:00010000:0.0:1763335120.410483:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335120.410486:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1763335120 -> 1763335120 00002000:00010000:0.0:1763335120.410488:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 0 -> 2048 00000100:00100000:0.0:1763335120.410510:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2428:x1848989814942848:12345-192.168.204.57@tcp:22:fsx.0 Request processed in 1537us (6843us total) trans 21474839076 rc 0/0 00000100:00100000:0.0:1763335120.410517:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1699 00000100:00100000:3.0:1763335120.415037:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335120.415162:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814943232 00000100:00100000:1.0:1763335120.415172:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814943232 00000100:00100000:1.0:1763335120.415591:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10047 00000100:00100000:1.0:1763335120.415602:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c2f24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+292:57635:x1848989814943232:12345-192.168.204.57@tcp:36:fsx.0 00010000:00010000:1.0:1763335120.415665:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335120.415689:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202172200/0x3ec0b54007578e20 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x214:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824e2 expref: 292 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335120.415707:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:1.0:1763335120.415712:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763335120.416013:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578e2e lrc: 3/0,1 mode: --/PW res: [0x240000405:0x214:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335120.416028:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578e2e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335120.416037:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578e2e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000001:00080000:1.0:1763335120.416077:0:6532:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973580 00000004:00010000:1.0:1763335120.416110:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c498bd2f reply state 0000000061e09cdc transno 4294973581 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578e2e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335120.416121:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578e2e lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335120.416126:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:1.0:1763335120.416129:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335120.416132:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335120.416223:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c2f24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+294:57635:x1848989814943232:12345-192.168.204.57@tcp:36:fsx.0 Request processed in 623us (1195us total) trans 4294973581 rc 0/0 00000100:00100000:1.0:1763335120.416230:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10047 00000020:00080000:1.0:1763335120.416235:0:6532:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763335120.422411:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335120.422557:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814943360 00000100:00100000:1.0:1763335120.422568:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814943360 00000100:00100000:1.0:1763335120.422630:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10048 00000100:00100000:1.0:1763335120.422649:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+294:57635:x1848989814943360:12345-192.168.204.57@tcp:101:fsx.0 00010000:00010000:1.0:1763335120.422673:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335120.422695:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578e35 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x214:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8824f0 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335120.422769:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578e35 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x214:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824f0 expref: 295 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335120.422783:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578e35 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x214:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824f0 expref: 295 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335120.422801:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:1.0:1763335120.422804:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763335120.422808:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fafa00, rc 0) 00000100:00100000:1.0:1763335120.422876:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+295:57635:x1848989814943360:12345-192.168.204.57@tcp:101:fsx.0 Request processed in 228us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335120.422882:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10048 00000100:00100000:3.0:1763335120.433250:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335120.436021:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814943488 00000100:00100000:0.0:1763335120.436038:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814943488 00000100:00100000:0.0:1763335120.436114:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6959 00000100:00100000:0.0:1763335120.436125:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1334700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:57635:x1848989814943488:12345-192.168.204.57@tcp:101:fsx.0 00010000:00010000:0.0:1763335120.436145:0:27803:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335120.436168:0:27803:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000cbada200/0x3ec0b54007578e3c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x291:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8824f7 expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335120.436192:0:27803:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x291:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335120.436215:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335120.436217:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335120.436226:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbada200/0x3ec0b54007578e3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824f7 expref: 18 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335120.436242:0:27803:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000cbada200/0x3ec0b54007578e3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824f7 expref: 18 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335120.436256:0:27803:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbada200, rc 0) 00000100:00100000:0.0:1763335120.436364:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1334700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:57635:x1848989814943488:12345-192.168.204.57@tcp:101:fsx.0 Request processed in 240us (3123us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335120.436372:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6959 00000100:00100000:2.0:1763335120.453180:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335120.453217:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335120.453589:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814943616 00000100:00100000:1.0:1763335120.453603:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814943616 00002000:00010000:1.0:1763335120.453669:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/654 (0->18446744073709551615) 00002000:00100000:1.0:1763335120.453675:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c34e3b80 with x1848989814943616 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335120.453689:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c34e3b80. 00000100:00100000:1.0:1763335120.453725:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814943744 00000100:00100000:1.0:1763335120.453729:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814943744 00002000:00010000:1.0:1763335120.453745:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/656 (0->18446744073709551615) 00002000:00100000:1.0:1763335120.453748:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c34e1c00 with x1848989814943744 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335120.453755:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c34e1c00. 00000100:00100000:1.0:1763335120.453782:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1701 00000100:00100000:1.0:1763335120.453792:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2426:x1848989814943616:12345-192.168.204.57@tcp:10:fsx.0 00000100:00100000:2.0:1763335120.454105:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1702 00000100:00100000:2.0:1763335120.454115:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2426:x1848989814943744:12345-192.168.204.57@tcp:10:fsx.0 00002000:00010000:2.0:1763335120.454194:0:23998:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335120.454198:0:23998:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x290:0x0] updating lvb mtime from disk: 1763335120 -> 1763335120 00002000:00010000:2.0:1763335120.454201:0:23998:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x290:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335120.454203:0:23998:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x290:0x0] updating lvb ctime from disk: 1763335120 -> 1763335120 00002000:00010000:2.0:1763335120.454205:0:23998:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x290:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335120.454269:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2426:x1848989814943744:12345-192.168.204.57@tcp:10:fsx.0 Request processed in 154us (1049us total) trans 17179871786 rc 0/0 00000100:00100000:2.0:1763335120.454277:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1702 00002000:00010000:2.0:1763335120.454282:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/656 (0->18446744073709551615) 00002000:00100000:2.0:1763335120.454284:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c34e1c00 with x1848989814943744 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335120.454288:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c34e1c00. 00002000:00010000:1.0:1763335120.456383:0:23997:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 1048576 -> 0 00002000:00010000:1.0:1763335120.456392:0:23997:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1763335120 -> 1763335120 00002000:00010000:1.0:1763335120.456395:0:23997:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335120.456397:0:23997:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1763335120 -> 1763335120 00002000:00010000:1.0:1763335120.456399:0:23997:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 2048 -> 0 00000100:00100000:1.0:1763335120.456470:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2426:x1848989814943616:12345-192.168.204.57@tcp:10:fsx.0 Request processed in 2674us (3298us total) trans 21474839077 rc 0/0 00000100:00100000:1.0:1763335120.456480:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1701 00002000:00010000:1.0:1763335120.456486:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/654 (0->18446744073709551615) 00002000:00100000:1.0:1763335120.456489:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c34e3b80 with x1848989814943616 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335120.456495:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c34e3b80. 00000100:00100000:3.0:1763335120.456796:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335120.456874:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335120.456917:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814944000 00000100:00100000:0.0:1763335120.456925:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814944000 00000100:00100000:3.0:1763335120.456958:0:16421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814943872 00002000:00010000:0.0:1763335120.456958:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/657 (0->18446744073709551615) 00000100:00100000:3.0:1763335120.456962:0:16421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814943872 00002000:00100000:0.0:1763335120.456962:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f1337100 with x1848989814944000 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335120.456968:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001f1337100. 00002000:00010000:3.0:1763335120.456975:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:3.0:1763335120.456979:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c9b45500 with x1848989814943872 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335120.456984:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c9b45500. 00000100:00100000:0.0:1763335120.456989:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1703 00000100:00100000:0.0:1763335120.456996:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1337100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2427:x1848989814944000:12345-192.168.204.57@tcp:10:fsx.0 00002000:00010000:0.0:1763335120.457160:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x291:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:2.0:1763335120.457851:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1704 00000100:00100000:2.0:1763335120.458806:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2427:x1848989814943872:12345-192.168.204.57@tcp:10:fsx.0 00002000:00010000:2.0:1763335120.459008:0:23998:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 4194304 -> 0 00002000:00010000:2.0:1763335120.459012:0:23998:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 0 -> 1763335120 00002000:00010000:2.0:1763335120.459015:0:23998:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335120.459017:0:23998:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 0 -> 1763335120 00002000:00010000:2.0:1763335120.459019:0:23998:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 6144 -> 0 00000100:00100000:2.0:1763335120.459073:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2427:x1848989814943872:12345-192.168.204.57@tcp:10:fsx.0 Request processed in 1213us (2198us total) trans 21474839078 rc 0/0 00000100:00100000:2.0:1763335120.459080:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1704 00002000:00010000:2.0:1763335120.459085:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:2.0:1763335120.459088:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c9b45500 with x1848989814943872 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335120.459094:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c9b45500. 00002000:00010000:0.0:1763335120.459480:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x291:0x0] updating lvb mtime from disk: 0 -> 1763335120 00002000:00010000:0.0:1763335120.459484:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x291:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335120.459486:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x291:0x0] updating lvb ctime from disk: 0 -> 1763335120 00002000:00010000:0.0:1763335120.459488:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x291:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335120.459520:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1337100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:2427:x1848989814944000:12345-192.168.204.57@tcp:10:fsx.0 Request processed in 2522us (2723us total) trans 17179871787 rc 0/0 00000100:00100000:0.0:1763335120.459528:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1703 00002000:00010000:0.0:1763335120.459533:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/657 (0->18446744073709551615) 00002000:00100000:0.0:1763335120.459535:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f1337100 with x1848989814944000 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335120.459541:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001f1337100. 00000100:00100000:3.0:1763335120.474549:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335120.474611:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335120.476518:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814944256 00000100:00100000:0.0:1763335120.476533:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814944256 00000100:00100000:0.0:1763335120.476632:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814944128 00000100:00100000:0.0:1763335120.476644:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814944128 00000100:00100000:0.0:1763335120.476686:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1705 00000100:00100000:0.0:1763335120.476697:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2427:x1848989814944256:12345-192.168.204.57@tcp:22:fsx.0 00002000:00010000:0.0:1763335120.476873:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335120.476877:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1763335120 -> 1763335120 00002000:00010000:0.0:1763335120.476879:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335120.476881:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1763335120 -> 1763335120 00002000:00010000:0.0:1763335120.476884:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335120.476950:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:2427:x1848989814944256:12345-192.168.204.57@tcp:22:fsx.0 Request processed in 255us (2411us total) trans 21474839079 rc 0/0 00000100:00100000:0.0:1763335120.476958:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1705 00000100:00100000:0.0:1763335120.476978:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1706 00000100:00100000:0.0:1763335120.476986:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2427:x1848989814944128:12345-192.168.204.57@tcp:22:fsx.0 00002000:00010000:0.0:1763335120.477040:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335120.477044:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1763335120 -> 1763335120 00002000:00010000:0.0:1763335120.477046:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335120.477048:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1763335120 -> 1763335120 00002000:00010000:0.0:1763335120.477050:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335120.477071:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:2427:x1848989814944128:12345-192.168.204.57@tcp:22:fsx.0 Request processed in 87us (2461us total) trans 21474839080 rc 0/0 00000100:00100000:0.0:1763335120.477078:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1706 00000100:00100000:3.0:1763335120.481019:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335120.481229:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814944512 00000100:00100000:2.0:1763335120.481241:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814944512 00000100:00100000:2.0:1763335120.481303:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10049 00000100:00100000:2.0:1763335120.481521:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+295:57635:x1848989814944512:12345-192.168.204.57@tcp:36:fsx.0 00010000:00010000:2.0:1763335120.481920:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3c00/0x3ec0b54007578e43 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x214:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335120.481938:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3c00/0x3ec0b54007578e43 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335120.481950:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3c00/0x3ec0b54007578e43 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000001:00080000:2.0:1763335120.482000:0:13591:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973582 00000004:00010000:2.0:1763335120.482022:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005d354780 reply state 000000002a8f82cd transno 4294973583 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3c00/0x3ec0b54007578e43 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335120.482035:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3c00/0x3ec0b54007578e43 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335120.482043:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:2.0:1763335120.482047:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335120.482052:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335120.484546:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+298:57635:x1848989814944512:12345-192.168.204.57@tcp:36:fsx.0 Request processed in 3213us (3519us total) trans 4294973583 rc 0/0 00000100:00100000:2.0:1763335120.485672:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10049 00000020:00080000:2.0:1763335120.485683:0:13591:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763335120.490541:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335120.492006:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335120.493542:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335120.493542:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814944640 00000100:00100000:0.0:1763335120.493556:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814944640 00000100:00100000:2.0:1763335120.493585:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335120.493613:0:16421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814944896 00000100:00100000:2.0:1763335120.493617:0:16421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814944896 00002000:00010000:2.0:1763335120.493673:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:2.0:1763335120.493678:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c34e3800 with x1848989814944896 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335120.493694:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c34e3800. 00000100:00100000:2.0:1763335120.493726:0:16421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814944768 00000100:00100000:2.0:1763335120.493730:0:16421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814944768 00002000:00010000:2.0:1763335120.493743:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/656 (0->18446744073709551615) 00002000:00100000:2.0:1763335120.493746:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c34e1f80 with x1848989814944768 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335120.493753:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c34e1f80. 00000100:00100000:0.0:1763335120.493757:0:8422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814945024 00000100:00100000:0.0:1763335120.493760:0:8422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814945024 00002000:00010000:0.0:1763335120.493778:0:8422:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/657 (0->18446744073709551615) 00000100:00100000:2.0:1763335120.493780:0:23994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1707 00002000:00100000:0.0:1763335120.493781:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c34e2d80 with x1848989814945024 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335120.493787:0:8422:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c34e2d80. 00000100:00100000:2.0:1763335120.493789:0:23994:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:2426:x1848989814944896:12345-192.168.204.57@tcp:10:fsx.0 00000100:00100000:0.0:1763335120.493802:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1708 00000100:00100000:0.0:1763335120.493807:0:8422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:2426:x1848989814944768:12345-192.168.204.57@tcp:10:fsx.0 00002000:00010000:2.0:1763335120.493936:0:23994:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335120.493936:0:8422:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335120.493940:0:23994:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1763335120 -> 1763335120 00002000:00010000:0.0:1763335120.493940:0:8422:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x290:0x0] updating lvb mtime from disk: 1763335120 -> 1763335120 00002000:00010000:2.0:1763335120.493943:0:23994:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335120.493943:0:8422:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x290:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335120.493946:0:23994:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1763335120 -> 1763335120 00002000:00010000:0.0:1763335120.493946:0:8422:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x290:0x0] updating lvb ctime from disk: 1763335120 -> 1763335120 00002000:00010000:2.0:1763335120.493949:0:23994:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1763335120.493949:0:8422:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x290:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335120.494008:0:8422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+22:2426:x1848989814944768:12345-192.168.204.57@tcp:10:fsx.0 Request processed in 198us (473us total) trans 17179871788 rc 0/0 00000100:00100000:0.0:1763335120.494015:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1708 00002000:00010000:0.0:1763335120.494019:0:8422:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/656 (0->18446744073709551615) 00002000:00100000:0.0:1763335120.494021:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c34e1f80 with x1848989814944768 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335120.494025:0:8422:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c34e1f80. 00000100:00100000:1.0:1763335120.494030:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1709 00000100:00100000:1.0:1763335120.494040:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+21:2426:x1848989814945024:12345-192.168.204.57@tcp:10:fsx.0 00002000:00010000:0.0:1763335120.494066:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/654 (0->18446744073709551615) 00002000:00100000:0.0:1763335120.494069:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c34e2300 with x1848989814944640 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335120.494074:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c34e2300. 00000100:00100000:0.0:1763335120.494093:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1710 00002000:00010000:1.0:1763335120.494099:0:23997:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x291:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:0.0:1763335120.494099:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c34e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:357649f3-b5ed-4e47-9c16-69abcfcf3637+22:2426:x1848989814944640:12345-192.168.204.57@tcp:10:fsx.0 00002000:00010000:1.0:1763335120.494102:0:23997:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x291:0x0] updating lvb mtime from disk: 1763335120 -> 1763335120 00002000:00010000:1.0:1763335120.494104:0:23997:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x291:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335120.494106:0:23997:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x291:0x0] updating lvb ctime from disk: 1763335120 -> 1763335120 00002000:00010000:1.0:1763335120.494108:0:23997:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x291:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1763335120.494158:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335120.494161:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1763335120 -> 1763335120 00002000:00010000:0.0:1763335120.494163:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335120.494165:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1763335120 -> 1763335120 00002000:00010000:0.0:1763335120.494167:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335120.497699:0:23994:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:2426:x1848989814944896:12345-192.168.204.57@tcp:10:fsx.0 Request processed in 3898us (5684us total) trans 21474839081 rc 0/0 00000100:00100000:2.0:1763335120.497715:0:23994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1707 00002000:00010000:2.0:1763335120.497723:0:23994:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:2.0:1763335120.497727:0:23994:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c34e3800 with x1848989814944896 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335120.497740:0:23994:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c34e3800. 00000100:00100000:1.0:1763335120.498107:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+22:2426:x1848989814945024:12345-192.168.204.57@tcp:10:fsx.0 Request processed in 4067us (4518us total) trans 17179871789 rc 0/0 00000100:00100000:1.0:1763335120.498117:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1709 00002000:00010000:1.0:1763335120.498122:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/657 (0->18446744073709551615) 00002000:00100000:1.0:1763335120.498124:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c34e2d80 with x1848989814945024 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335120.498132:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c34e2d80. 00000100:00100000:0.0:1763335120.501742:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c34e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:357649f3-b5ed-4e47-9c16-69abcfcf3637+22:2426:x1848989814944640:12345-192.168.204.57@tcp:10:fsx.0 Request processed in 7630us (11197us total) trans 21474839082 rc 0/0 00000100:00100000:0.0:1763335120.501771:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1710 00002000:00010000:0.0:1763335120.501779:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/654 (0->18446744073709551615) 00002000:00100000:0.0:1763335120.501782:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c34e2300 with x1848989814944640 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335120.501793:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c34e2300. 00000100:00100000:2.0:1763335120.515420:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335120.515957:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335120.516986:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814945280 00000100:00100000:0.0:1763335120.516998:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814945280 00000100:00100000:1.0:1763335120.516999:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814945152 00000100:00100000:1.0:1763335120.517014:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814945152 00000100:00100000:1.0:1763335120.517075:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1711 00000100:00100000:1.0:1763335120.517085:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:2427:x1848989814945152:12345-192.168.204.57@tcp:22:fsx.0 00000100:00100000:0.0:1763335120.517212:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1712 00000100:00100000:0.0:1763335120.517220:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:2427:x1848989814945280:12345-192.168.204.57@tcp:22:fsx.0 00002000:00010000:1.0:1763335120.517575:0:23997:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:1.0:1763335120.517580:0:23997:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1763335120 -> 1763335120 00002000:00010000:1.0:1763335120.517582:0:23997:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335120.517585:0:23997:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1763335120 -> 1763335120 00002000:00010000:1.0:1763335120.517587:0:23997:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 0 -> 2048 00002000:00010000:0.0:1763335120.517934:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:0.0:1763335120.517937:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1763335120 -> 1763335120 00002000:00010000:0.0:1763335120.517939:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335120.517941:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1763335120 -> 1763335120 00002000:00010000:0.0:1763335120.517943:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 0 -> 6144 00000100:00100000:1.0:1763335120.517946:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:2427:x1848989814945152:12345-192.168.204.57@tcp:22:fsx.0 Request processed in 861us (1988us total) trans 21474839083 rc 0/0 00000100:00100000:1.0:1763335120.517955:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1711 00000100:00100000:0.0:1763335120.517967:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:2427:x1848989814945280:12345-192.168.204.57@tcp:22:fsx.0 Request processed in 748us (2658us total) trans 21474839084 rc 0/0 00000100:00100000:0.0:1763335120.517973:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1712 00000100:00100000:3.0:1763335120.530094:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335120.531227:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814945536 00000100:00100000:2.0:1763335120.531243:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814945536 00000100:00100000:2.0:1763335120.531415:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10050 00000100:00100000:2.0:1763335120.531426:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+298:57635:x1848989814945536:12345-192.168.204.57@tcp:36:fsx.0 00010000:00010000:2.0:1763335120.531893:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3600/0x3ec0b54007578e4a lrc: 3/0,1 mode: --/PW res: [0x240000405:0x214:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335120.531915:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3600/0x3ec0b54007578e4a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335120.531926:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3600/0x3ec0b54007578e4a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000001:00080000:2.0:1763335120.531976:0:13591:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973584 00000004:00010000:2.0:1763335120.531999:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000792dee90 reply state 0000000078396479 transno 4294973585 ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3600/0x3ec0b54007578e4a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335120.532011:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3600/0x3ec0b54007578e4a lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335120.532019:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:2.0:1763335120.532022:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335120.532025:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335120.532131:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+301:57635:x1848989814945536:12345-192.168.204.57@tcp:36:fsx.0 Request processed in 706us (2047us total) trans 4294973585 rc 0/0 00000100:00100000:2.0:1763335120.532139:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10050 00000020:00080000:2.0:1763335120.532144:0:13591:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763335120.534783:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335120.542581:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335120.543416:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814945664 00000100:00100000:0.0:1763335120.543428:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814945664 00000100:00100000:1.0:1763335120.543886:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814945792 00000100:00100000:1.0:1763335120.543892:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814945792 00002000:00010000:1.0:1763335120.543934:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/656 (0->18446744073709551615) 00002000:00100000:1.0:1763335120.543938:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c5f7bb80 with x1848989814945792 ext(0->18446744073709551615) 00002000:00010000:1.0:1763335120.543951:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c5f7bb80. 00000100:00100000:1.0:1763335120.543996:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1713 00000100:00100000:1.0:1763335120.544007:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+22:2426:x1848989814945792:12345-192.168.204.57@tcp:10:fsx.0 00002000:00010000:3.0:1763335120.544045:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/654 (0->18446744073709551615) 00002000:00100000:3.0:1763335120.544050:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c9b45180 with x1848989814945664 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335120.544056:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c9b45180. 00000100:00100000:3.0:1763335120.544082:0:28396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1714 00000100:00100000:3.0:1763335120.544089:0:28396:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:2426:x1848989814945664:12345-192.168.204.57@tcp:10:fsx.0 00002000:00010000:1.0:1763335120.544150:0:23997:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335120.544154:0:23997:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x290:0x0] updating lvb mtime from disk: 1763335120 -> 1763335120 00002000:00010000:1.0:1763335120.544157:0:23997:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x290:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335120.544159:0:23997:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x290:0x0] updating lvb ctime from disk: 1763335120 -> 1763335120 00002000:00010000:1.0:1763335120.544161:0:23997:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x290:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335120.544223:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:2426:x1848989814945792:12345-192.168.204.57@tcp:10:fsx.0 Request processed in 218us (1652us total) trans 17179871790 rc 0/0 00000100:00100000:1.0:1763335120.544230:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1713 00002000:00010000:1.0:1763335120.544233:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/656 (0->18446744073709551615) 00002000:00100000:1.0:1763335120.544235:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c5f7bb80 with x1848989814945792 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335120.544236:0:28396:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 1048576 -> 0 00002000:00010000:3.0:1763335120.544239:0:28396:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1763335120 -> 1763335120 00002000:00010000:1.0:1763335120.544240:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c5f7bb80. 00002000:00010000:3.0:1763335120.544242:0:28396:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335120.544243:0:28396:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1763335120 -> 1763335120 00002000:00010000:3.0:1763335120.544245:0:28396:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 2048 -> 0 00000100:00100000:3.0:1763335120.544266:0:28396:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:2426:x1848989814945664:12345-192.168.204.57@tcp:10:fsx.0 Request processed in 178us (9495us total) trans 21474839085 rc 0/0 00000100:00100000:3.0:1763335120.544272:0:28396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1714 00002000:00010000:3.0:1763335120.544275:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/654 (0->18446744073709551615) 00002000:00100000:3.0:1763335120.544277:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c9b45180 with x1848989814945664 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335120.544280:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c9b45180. 00000100:00100000:2.0:1763335120.544762:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335120.544798:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335120.544859:0:16421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814945920 00000100:00100000:0.0:1763335120.544865:0:16421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814945920 00002000:00010000:0.0:1763335120.544883:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:0.0:1763335120.544886:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c5f7b100 with x1848989814945920 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335120.544892:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c5f7b100. 00000100:00100000:0.0:1763335120.544917:0:16421:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814946048 00000100:00100000:0.0:1763335120.544920:0:16421:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814946048 00002000:00010000:0.0:1763335120.544932:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/657 (0->18446744073709551615) 00002000:00100000:0.0:1763335120.544935:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c6d95180 with x1848989814946048 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335120.544940:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c6d95180. 00000100:00100000:0.0:1763335120.544964:0:16421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1715 00000100:00100000:0.0:1763335120.544971:0:16421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c5f7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:2426:x1848989814945920:12345-192.168.204.57@tcp:10:fsx.0 00002000:00010000:0.0:1763335120.545087:0:16421:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 4194304 -> 0 00002000:00010000:0.0:1763335120.545091:0:16421:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1763335120 -> 1763335120 00002000:00010000:0.0:1763335120.545093:0:16421:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335120.545095:0:16421:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1763335120 -> 1763335120 00002000:00010000:0.0:1763335120.545097:0:16421:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 6144 -> 0 00000100:00100000:0.0:1763335120.545131:0:16421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c5f7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:2426:x1848989814945920:12345-192.168.204.57@tcp:10:fsx.0 Request processed in 160us (370us total) trans 21474839086 rc 0/0 00000100:00100000:0.0:1763335120.545138:0:16421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1715 00002000:00010000:0.0:1763335120.545141:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:0.0:1763335120.545143:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c5f7b100 with x1848989814945920 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335120.545148:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c5f7b100. 00000100:00100000:0.0:1763335120.545163:0:16421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1716 00000100:00100000:0.0:1763335120.545169:0:16421:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+23:2426:x1848989814946048:12345-192.168.204.57@tcp:10:fsx.0 00002000:00010000:0.0:1763335120.545226:0:16421:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x291:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335120.545229:0:16421:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x291:0x0] updating lvb mtime from disk: 1763335120 -> 1763335120 00002000:00010000:0.0:1763335120.545231:0:16421:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x291:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335120.545233:0:16421:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x291:0x0] updating lvb ctime from disk: 1763335120 -> 1763335120 00002000:00010000:0.0:1763335120.545235:0:16421:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x291:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335120.545257:0:16421:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:357649f3-b5ed-4e47-9c16-69abcfcf3637+24:2426:x1848989814946048:12345-192.168.204.57@tcp:10:fsx.0 Request processed in 88us (459us total) trans 17179871791 rc 0/0 00000100:00100000:0.0:1763335120.545264:0:16421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1716 00002000:00010000:0.0:1763335120.545266:0:16421:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/657 (0->18446744073709551615) 00002000:00100000:0.0:1763335120.545269:0:16421:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c6d95180 with x1848989814946048 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335120.545272:0:16421:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c6d95180. 00000100:00100000:1.0:1763335120.552231:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335120.552284:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335120.552404:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814946176 00000100:00100000:3.0:1763335120.552418:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814946176 00000100:00100000:3.0:1763335120.552617:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814946304 00000100:00100000:3.0:1763335120.552620:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814946304 00000100:00100000:3.0:1763335120.552666:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1717 00000100:00100000:3.0:1763335120.552676:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff92bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+27:2429:x1848989814946176:12345-192.168.204.57@tcp:22:fsx.0 00002000:00010000:3.0:1763335120.552914:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335120.552918:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1763335120 -> 1763335120 00002000:00010000:3.0:1763335120.552920:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335120.552922:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1763335120 -> 1763335120 00002000:00010000:3.0:1763335120.552925:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 0 -> 2048 00000100:00100000:3.0:1763335120.552984:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff92bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+28:2429:x1848989814946176:12345-192.168.204.57@tcp:22:fsx.0 Request processed in 308us (763us total) trans 21474839087 rc 0/0 00000100:00100000:3.0:1763335120.552992:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1717 00000100:00100000:3.0:1763335120.553013:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1718 00000100:00100000:3.0:1763335120.553020:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+27:2429:x1848989814946304:12345-192.168.204.57@tcp:22:fsx.0 00002000:00010000:3.0:1763335120.553132:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335120.553135:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1763335120 -> 1763335120 00002000:00010000:3.0:1763335120.553137:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335120.553139:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1763335120 -> 1763335120 00002000:00010000:3.0:1763335120.553141:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 0 -> 6144 00000100:00100000:3.0:1763335120.553163:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+28:2429:x1848989814946304:12345-192.168.204.57@tcp:22:fsx.0 Request processed in 143us (878us total) trans 21474839088 rc 0/0 00000100:00100000:3.0:1763335120.553170:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1718 00000100:00100000:0.0:1763335120.566197:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335120.566305:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814946560 00000100:00100000:1.0:1763335120.566339:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814946560 00000100:00100000:1.0:1763335120.566401:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10051 00000100:00100000:1.0:1763335120.566411:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc55c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+301:57635:x1848989814946560:12345-192.168.204.57@tcp:36:fsx.0 00010000:00010000:1.0:1763335120.566650:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578e51 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x214:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335120.566668:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578e51 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335120.566679:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578e51 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000001:00080000:1.0:1763335120.566726:0:6532:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973586 00000004:00010000:1.0:1763335120.566749:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d5f97042 reply state 00000000760dd5da transno 4294973587 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578e51 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335120.566760:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578e51 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335120.566767:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:1.0:1763335120.566770:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335120.566774:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335120.566865:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc55c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+304:57635:x1848989814946560:12345-192.168.204.57@tcp:36:fsx.0 Request processed in 454us (676us total) trans 4294973587 rc 0/0 00000100:00100000:1.0:1763335120.566871:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10051 00000020:00080000:1.0:1763335120.566876:0:6532:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763335120.572206:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335120.572249:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335120.572767:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335120.573861:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335120.573913:0:28396:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814946688 00000100:00100000:2.0:1763335120.573924:0:28396:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814946688 00002000:00010000:2.0:1763335120.573963:0:28396:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/654 (0->18446744073709551615) 00002000:00100000:2.0:1763335120.573967:0:28396:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c6d95500 with x1848989814946688 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335120.573978:0:28396:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c6d95500. 00000100:00100000:2.0:1763335120.574002:0:23994:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814946816 00000100:00100000:2.0:1763335120.574005:0:23994:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814946816 00002000:00010000:2.0:1763335120.574016:0:23994:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/656 (0->18446744073709551615) 00002000:00100000:2.0:1763335120.574018:0:23994:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c6d96a00 with x1848989814946816 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335120.574024:0:23994:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c6d96a00. 00000100:00100000:2.0:1763335120.574034:0:23994:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814946944 00000100:00100000:2.0:1763335120.574036:0:23994:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814946944 00002000:00010000:2.0:1763335120.574043:0:23994:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:2.0:1763335120.574045:0:23994:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c6d96680 with x1848989814946944 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335120.574049:0:23994:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c6d96680. 00000100:00100000:2.0:1763335120.574064:0:23994:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814947072 00000100:00100000:2.0:1763335120.574067:0:23994:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814947072 00002000:00010000:2.0:1763335120.574076:0:23994:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/657 (0->18446744073709551615) 00002000:00100000:2.0:1763335120.574079:0:23994:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c6d95f80 with x1848989814947072 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335120.574083:0:23994:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c6d95f80. 00000100:00100000:2.0:1763335120.574097:0:23994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1719 00000100:00100000:2.0:1763335120.574105:0:23994:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:2426:x1848989814946688:12345-192.168.204.57@tcp:10:fsx.0 00002000:00010000:2.0:1763335120.574555:0:23994:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335120.574560:0:23994:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1763335120 -> 1763335120 00002000:00010000:2.0:1763335120.574574:0:23994:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335120.574577:0:23994:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1763335120 -> 1763335120 00002000:00010000:2.0:1763335120.574586:0:23994:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:2.0:1763335120.574678:0:23994:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+30:2426:x1848989814946688:12345-192.168.204.57@tcp:10:fsx.0 Request processed in 571us (2483us total) trans 21474839089 rc 0/0 00000100:00100000:2.0:1763335120.574686:0:23994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1719 00002000:00010000:2.0:1763335120.574691:0:23994:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/654 (0->18446744073709551615) 00002000:00100000:2.0:1763335120.574694:0:23994:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c6d95500 with x1848989814946688 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335120.574699:0:23994:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c6d95500. 00000100:00100000:2.0:1763335120.574769:0:23994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1720 00000100:00100000:2.0:1763335120.574831:0:23994:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:2427:x1848989814946816:12345-192.168.204.57@tcp:10:fsx.0 00002000:00010000:2.0:1763335120.575008:0:23994:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335120.575011:0:23994:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x290:0x0] updating lvb mtime from disk: 1763335120 -> 1763335120 00002000:00010000:2.0:1763335120.575013:0:23994:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x290:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335120.575015:0:23994:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x290:0x0] updating lvb ctime from disk: 1763335120 -> 1763335120 00002000:00010000:2.0:1763335120.575017:0:23994:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x290:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335120.575203:0:23994:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:2427:x1848989814946816:12345-192.168.204.57@tcp:10:fsx.0 Request processed in 371us (2926us total) trans 17179871792 rc 0/0 00000100:00100000:2.0:1763335120.575211:0:23994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1720 00002000:00010000:2.0:1763335120.575215:0:23994:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/656 (0->18446744073709551615) 00002000:00100000:2.0:1763335120.575218:0:23994:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c6d96a00 with x1848989814946816 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335120.575243:0:23994:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c6d96a00. 00000100:00100000:2.0:1763335120.575310:0:23994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1721 00000100:00100000:2.0:1763335120.575405:0:23994:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:2427:x1848989814946944:12345-192.168.204.57@tcp:10:fsx.0 00002000:00010000:2.0:1763335120.575571:0:23994:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335120.575589:0:23994:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1763335120 -> 1763335120 00002000:00010000:2.0:1763335120.575603:0:23994:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335120.575605:0:23994:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1763335120 -> 1763335120 00002000:00010000:2.0:1763335120.575607:0:23994:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1763335120.575656:0:23994:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+30:2427:x1848989814946944:12345-192.168.204.57@tcp:10:fsx.0 Request processed in 291us (2888us total) trans 21474839090 rc 0/0 00000100:00100000:2.0:1763335120.575663:0:23994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1721 00002000:00010000:2.0:1763335120.575666:0:23994:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:2.0:1763335120.575669:0:23994:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c6d96680 with x1848989814946944 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335120.575673:0:23994:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c6d96680. 00000100:00100000:2.0:1763335120.575689:0:23994:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1722 00000100:00100000:2.0:1763335120.575695:0:23994:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:2427:x1848989814947072:12345-192.168.204.57@tcp:10:fsx.0 00002000:00010000:2.0:1763335120.575828:0:23994:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x291:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335120.575847:0:23994:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x291:0x0] updating lvb mtime from disk: 1763335120 -> 1763335120 00002000:00010000:2.0:1763335120.575860:0:23994:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x291:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335120.575862:0:23994:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x291:0x0] updating lvb ctime from disk: 1763335120 -> 1763335120 00002000:00010000:2.0:1763335120.575864:0:23994:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x291:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335120.575917:0:23994:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:2427:x1848989814947072:12345-192.168.204.57@tcp:10:fsx.0 Request processed in 221us (2062us total) trans 17179871793 rc 0/0 00000100:00100000:2.0:1763335120.575928:0:23994:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1722 00002000:00010000:2.0:1763335120.575931:0:23994:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/657 (0->18446744073709551615) 00002000:00100000:2.0:1763335120.575950:0:23994:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c6d95f80 with x1848989814947072 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335120.575955:0:23994:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c6d95f80. 00000100:00100000:3.0:1763335120.588519:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335120.589113:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814947200 00000100:00100000:0.0:1763335120.589125:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814947200 00000100:00100000:0.0:1763335120.589186:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6960 00000100:00100000:0.0:1763335120.589197:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+26:2427:x1848989814947200:12345-192.168.204.57@tcp:101:fsx.0 00010000:00010000:0.0:1763335120.589215:0:27803:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335120.589238:0:27803:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007578e58 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8824fe expref: -99 pid: 27803 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763335120.589261:0:27803:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763335120.589280:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335120.589282:0:27803:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335120.589292:0:27803:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007578e58 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824fe expref: 27 pid: 27803 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335120.589308:0:27803:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007578e58 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824fe expref: 27 pid: 27803 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335120.589359:0:27803:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000cbadaa00, rc 0) 00000100:00100000:0.0:1763335120.589415:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+27:2427:x1848989814947200:12345-192.168.204.57@tcp:101:fsx.0 Request processed in 220us (905us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335120.589423:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6960 00000100:00100000:2.0:1763335120.601754:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335120.602306:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814947456 00000100:00100000:1.0:1763335120.602353:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814947456 00000100:00100000:1.0:1763335120.602415:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10052 00000100:00100000:1.0:1763335120.602425:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+304:57635:x1848989814947456:12345-192.168.204.57@tcp:36:fsx.0 00010000:00010000:1.0:1763335120.602653:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b54007578e5f lrc: 3/0,1 mode: --/PW res: [0x240000405:0x214:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:1.0:1763335120.602672:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b54007578e5f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.602682:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b54007578e5f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000001:00080000:1.0:1763335120.602724:0:13591:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973588 00000004:00010000:1.0:1763335120.602747:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000be5e9d9b reply state 00000000155e0938 transno 4294973589 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b54007578e5f lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.602758:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b54007578e5f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335120.602764:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:1.0:1763335120.602767:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763335120.602770:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763335120.602863:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+307:57635:x1848989814947456:12345-192.168.204.57@tcp:36:fsx.0 Request processed in 439us (1119us total) trans 4294973589 rc 0/0 00000100:00100000:1.0:1763335120.602870:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10052 00000020:00080000:1.0:1763335120.602874:0:13591:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763335120.618441:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335120.618529:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335120.618606:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335120.618813:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814947712 00000100:00100000:3.0:1763335120.618827:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814947712 00002000:00010000:3.0:1763335120.618882:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:3.0:1763335120.618887:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c78cf100 with x1848989814947712 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335120.618899:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c78cf100. 00000100:00100000:3.0:1763335120.618929:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814947584 00000100:00100000:3.0:1763335120.618933:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814947584 00002000:00010000:3.0:1763335120.618945:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/654 (249428->18446744073709551615) 00002000:00100000:3.0:1763335120.618949:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c78ce300 with x1848989814947584 ext(249428->18446744073709551615) 00002000:00010000:3.0:1763335120.618954:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c78ce300. 00000100:00100000:3.0:1763335120.618992:0:8422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814947840 00000100:00100000:3.0:1763335120.619003:0:8422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814947840 00002000:00010000:3.0:1763335120.619017:0:8422:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/657 (0->18446744073709551615) 00002000:00100000:3.0:1763335120.619019:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c78cf800 with x1848989814947840 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335120.619025:0:8422:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c78cf800. 00000100:00100000:3.0:1763335120.619072:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1723 00000100:00100000:3.0:1763335120.619082:0:8422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+31:2426:x1848989814947712:12345-192.168.204.57@tcp:10:fsx.0 00002000:00010000:3.0:1763335120.619304:0:8422:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335120.619307:0:8422:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1763335120 -> 1763335120 00002000:00010000:3.0:1763335120.619310:0:8422:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335120.619348:0:8422:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1763335120 -> 1763335120 00002000:00010000:3.0:1763335120.619352:0:8422:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763335120.619535:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1724 00000100:00100000:1.0:1763335120.619545:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:2426:x1848989814947584:12345-192.168.204.57@tcp:10:fsx.0 00002000:00010000:1.0:1763335120.619718:0:23998:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 0 -> 249428 00002000:00010000:1.0:1763335120.619722:0:23998:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1763335120 -> 1763335120 00002000:00010000:1.0:1763335120.619724:0:23998:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763335120.619726:0:23998:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1763335120 -> 1763335120 00002000:00010000:1.0:1763335120.619728:0:23998:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 2048 -> 488 00000100:00100000:3.0:1763335120.619775:0:8422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:2426:x1848989814947712:12345-192.168.204.57@tcp:10:fsx.0 Request processed in 694us (1361us total) trans 21474839091 rc 0/0 00000100:00100000:3.0:1763335120.619783:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1723 00002000:00010000:3.0:1763335120.619788:0:8422:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:3.0:1763335120.619791:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c78cf100 with x1848989814947712 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335120.619796:0:8422:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c78cf100. 00000100:00100000:3.0:1763335120.619815:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1725 00000100:00100000:3.0:1763335120.619821:0:8422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c78cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+27:2426:x1848989814947840:12345-192.168.204.57@tcp:10:fsx.0 00002000:00010000:3.0:1763335120.619889:0:8422:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x291:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335120.619892:0:8422:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x291:0x0] updating lvb mtime from disk: 1763335120 -> 1763335120 00002000:00010000:3.0:1763335120.619894:0:8422:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x291:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335120.619896:0:8422:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x291:0x0] updating lvb ctime from disk: 1763335120 -> 1763335120 00002000:00010000:3.0:1763335120.619898:0:8422:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x291:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763335120.620249:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:2426:x1848989814947584:12345-192.168.204.57@tcp:10:fsx.0 Request processed in 705us (1718us total) trans 21474839092 rc 0/0 00000100:00100000:1.0:1763335120.620256:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1724 00002000:00010000:1.0:1763335120.620259:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/654 (249428->18446744073709551615) 00002000:00100000:1.0:1763335120.620261:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c78ce300 with x1848989814947584 ext(249428->18446744073709551615) 00002000:00010000:1.0:1763335120.620267:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c78ce300. 00000100:00100000:3.0:1763335120.620348:0:8422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c78cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+28:2426:x1848989814947840:12345-192.168.204.57@tcp:10:fsx.0 Request processed in 494us (1716us total) trans 17179871794 rc 0/0 00000100:00100000:3.0:1763335120.620355:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1725 00002000:00010000:3.0:1763335120.620358:0:8422:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/657 (0->18446744073709551615) 00002000:00100000:3.0:1763335120.620361:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c78cf800 with x1848989814947840 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335120.620365:0:8422:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c78cf800. 00000100:00100000:3.0:1763335120.624957:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335120.625065:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814947968 00000100:00100000:2.0:1763335120.625075:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814947968 00000100:00100000:2.0:1763335120.625137:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10053 00000100:00100000:2.0:1763335120.625147:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+307:57635:x1848989814947968:12345-192.168.204.57@tcp:101:fsx.0 00010000:00010000:2.0:1763335120.625171:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335120.625192:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3400/0x3ec0b54007578e66 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x214:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882505 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.625286:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a2400/0x3ec0b54007578e6d lrc: 3/1,0 mode: --/PR res: [0x240000405:0x214:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335120.625300:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a2400/0x3ec0b54007578e6d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335120.625309:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a2400/0x3ec0b54007578e6d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:2.0:1763335120.625376:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x214:0x0]: returning size 249428 00000004:00200000:2.0:1763335120.625380:0:6532:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335120.625398:0:6532:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a2400/0x3ec0b54007578e6d lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335120.625431:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3400/0x3ec0b54007578e66 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882505 expref: 309 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.625456:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a2400/0x3ec0b54007578e6d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882505 expref: 308 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.625465:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:2.0:1763335120.625468:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335120.625472:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d25a2400, rc 0) 00000100:00100000:2.0:1763335120.625535:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+308:57635:x1848989814947968:12345-192.168.204.57@tcp:101:fsx.0 Request processed in 389us (589us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335120.625542:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10053 00000100:00100000:2.0:1763335120.634485:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335120.635350:0:8422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814948096 00000100:00100000:3.0:1763335120.635363:0:8422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814948096 00000100:00100000:3.0:1763335120.635866:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1726 00000100:00100000:3.0:1763335120.635879:0:8422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6d95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:2426:x1848989814948096:12345-192.168.204.57@tcp:22:fsx.0 00002000:00010000:3.0:1763335120.636077:0:8422:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 249428 -> 249428 00002000:00010000:3.0:1763335120.636082:0:8422:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1763335120 -> 1763335120 00002000:00010000:3.0:1763335120.636084:0:8422:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335120.636087:0:8422:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1763335120 -> 1763335120 00002000:00010000:3.0:1763335120.636090:0:8422:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 488 -> 488 00000100:00100000:3.0:1763335120.638532:0:8422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6d95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:2426:x1848989814948096:12345-192.168.204.57@tcp:22:fsx.0 Request processed in 2642us (4041us total) trans 21474839093 rc 0/0 00000100:00100000:3.0:1763335120.638554:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1726 00000100:00100000:3.0:1763335120.659675:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335120.659860:0:8422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814948224 00000100:00100000:2.0:1763335120.659873:0:8422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814948224 00000100:00100000:2.0:1763335120.659959:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1727 00000100:00100000:2.0:1763335120.659970:0:8422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4878a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+33:2426:x1848989814948224:12345-192.168.204.57@tcp:22:fsx.0 00002000:00010000:2.0:1763335120.660657:0:8422:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 249428 -> 249428 00002000:00010000:2.0:1763335120.660663:0:8422:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1763335120 -> 1763335120 00002000:00010000:2.0:1763335120.660665:0:8422:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335120.660667:0:8422:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1763335120 -> 1763335120 00002000:00010000:2.0:1763335120.660670:0:8422:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 488 -> 488 00000100:00100000:2.0:1763335120.660743:0:8422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4878a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+34:2426:x1848989814948224:12345-192.168.204.57@tcp:22:fsx.0 Request processed in 774us (1078us total) trans 21474839094 rc 0/0 00000100:00100000:2.0:1763335120.660753:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1727 00000100:00100000:0.0:1763335120.670926:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335120.673544:0:8422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814948352 00000100:00100000:2.0:1763335120.673562:0:8422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814948352 00000100:00100000:3.0:1763335120.679760:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1728 00000100:00100000:3.0:1763335120.679774:0:8422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc55e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+34:2426:x1848989814948352:12345-192.168.204.57@tcp:22:fsx.0 00002000:00010000:3.0:1763335120.680200:0:8422:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 249428 -> 249428 00002000:00010000:3.0:1763335120.680205:0:8422:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1763335120 -> 1763335120 00002000:00010000:3.0:1763335120.680208:0:8422:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335120.680210:0:8422:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1763335120 -> 1763335120 00002000:00010000:3.0:1763335120.680213:0:8422:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 488 -> 488 00000100:00100000:3.0:1763335120.680283:0:8422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc55e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+35:2426:x1848989814948352:12345-192.168.204.57@tcp:22:fsx.0 Request processed in 510us (9366us total) trans 21474839095 rc 0/0 00000100:00100000:3.0:1763335120.680291:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1728 00000100:00100000:0.0:1763335120.697702:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335120.698896:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814948480 00000100:00100000:1.0:1763335120.698912:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814948480 00002000:00100000:1.0:1763335120.698972:0:23998:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x28e:0x0] (77824->81919) req@ffff9000cc55ca80 x1848989814948480/t0(0) o3->357649f3-b5ed-4e47-9c16-69abcfcf3637@192.168.204.57@tcp:166/0 lens 488/0 e 0 to 0 dl 1763335131 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:1.0:1763335120.698983:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000cc55ca80 with x1848989814948480 ext(77824->81919) 00002000:00010000:1.0:1763335120.698988:0:23998:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000cc55ca80 00000100:00100000:1.0:1763335120.699024:0:23998:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1729 00000100:00100000:1.0:1763335120.699033:0:23998:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc55ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+35:2426:x1848989814948480:12345-192.168.204.57@tcp:3:kworker.0 00000100:00100000:1.0:1763335120.699283:0:23998:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc55ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:357649f3-b5ed-4e47-9c16-69abcfcf3637+35:2426:x1848989814948480:12345-192.168.204.57@tcp:3:kworker.0 Request processed in 249us (1589us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763335120.699290:0:23998:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1729 00002000:00100000:1.0:1763335120.699297:0:23998:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x28e:0x0] (77824->81919) req@ffff9000cc55ca80 x1848989814948480/t0(0) o3->357649f3-b5ed-4e47-9c16-69abcfcf3637@192.168.204.57@tcp:166/0 lens 488/4536 e 0 to 0 dl 1763335131 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:1.0:1763335120.699312:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000cc55ca80 with x1848989814948480 ext(77824->81919) 00002000:00010000:1.0:1763335120.699335:0:23998:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000cc55ca80 00000100:00100000:0.0:1763335120.705593:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335120.705915:0:8422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814948608 00000100:00100000:3.0:1763335120.705926:0:8422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814948608 00002000:00100000:3.0:1763335120.705973:0:8422:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x28e:0x0] (81920->86015) req@ffff9000cc55d180 x1848989814948608/t0(0) o3->357649f3-b5ed-4e47-9c16-69abcfcf3637@192.168.204.57@tcp:166/0 lens 488/0 e 0 to 0 dl 1763335131 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:3.0:1763335120.705983:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000cc55d180 with x1848989814948608 ext(81920->86015) 00002000:00010000:3.0:1763335120.705989:0:8422:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000cc55d180 00000100:00100000:3.0:1763335120.706011:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1730 00000100:00100000:3.0:1763335120.706020:0:8422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc55d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+35:2427:x1848989814948608:12345-192.168.204.57@tcp:3:kworker.0 00000100:00100000:3.0:1763335120.707172:0:8422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc55d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+35:2427:x1848989814948608:12345-192.168.204.57@tcp:3:kworker.0 Request processed in 1146us (1582us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763335120.707186:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1730 00002000:00100000:3.0:1763335120.707197:0:8422:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x28e:0x0] (81920->86015) req@ffff9000cc55d180 x1848989814948608/t0(0) o3->357649f3-b5ed-4e47-9c16-69abcfcf3637@192.168.204.57@tcp:166/0 lens 488/4536 e 0 to 0 dl 1763335131 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:3.0:1763335120.707207:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000cc55d180 with x1848989814948608 ext(81920->86015) 00002000:00010000:3.0:1763335120.707211:0:8422:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000cc55d180 00000100:00100000:2.0:1763335120.713558:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335120.713983:0:8422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814948736 00000100:00100000:3.0:1763335120.713995:0:8422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814948736 00002000:00100000:3.0:1763335120.714045:0:8422:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x28e:0x0] (57344->122879) req@ffff9000cc534000 x1848989814948736/t0(0) o3->357649f3-b5ed-4e47-9c16-69abcfcf3637@192.168.204.57@tcp:166/0 lens 504/0 e 0 to 0 dl 1763335131 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:3.0:1763335120.714056:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000cc534000 with x1848989814948736 ext(57344->122879) 00002000:00010000:3.0:1763335120.714061:0:8422:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000cc534000 00000100:00100000:3.0:1763335120.714100:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1731 00000100:00100000:3.0:1763335120.714109:0:8422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc534000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+35:2429:x1848989814948736:12345-192.168.204.57@tcp:3:kworker.0 00000100:00100000:3.0:1763335120.723380:0:8422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc534000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+35:2429:x1848989814948736:12345-192.168.204.57@tcp:3:kworker.0 Request processed in 9259us (9819us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1763335120.723395:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1731 00002000:00100000:3.0:1763335120.723409:0:8422:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000400:0x28e:0x0] (57344->122879) req@ffff9000cc534000 x1848989814948736/t0(0) o3->357649f3-b5ed-4e47-9c16-69abcfcf3637@192.168.204.57@tcp:166/0 lens 504/440 e 0 to 0 dl 1763335131 ref 1 fl Complete:/600/0 rc 57344/57344 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:3.0:1763335120.723419:0:8422:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000cc534000 with x1848989814948736 ext(57344->122879) 00002000:00010000:3.0:1763335120.723431:0:8422:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000cc534000 00000100:00100000:0.0:1763335120.734445:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335120.734744:0:8422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814948864 00000100:00100000:3.0:1763335120.734755:0:8422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814948864 00000100:00100000:3.0:1763335120.734826:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1732 00000100:00100000:3.0:1763335120.734835:0:8422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc55ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+35:2429:x1848989814948864:12345-192.168.204.57@tcp:22:fsx.0 00002000:00010000:3.0:1763335120.736472:0:8422:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 249428 -> 249428 00002000:00010000:3.0:1763335120.736482:0:8422:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1763335120 -> 1763335120 00002000:00010000:3.0:1763335120.736485:0:8422:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335120.736487:0:8422:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1763335120 -> 1763335120 00002000:00010000:3.0:1763335120.736489:0:8422:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 488 -> 368 00000100:00100000:3.0:1763335120.736573:0:8422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc55ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+36:2429:x1848989814948864:12345-192.168.204.57@tcp:22:fsx.0 Request processed in 1733us (2142us total) trans 21474839096 rc 0/0 00000100:00100000:3.0:1763335120.736583:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1732 00000100:00100000:2.0:1763335120.777544:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335120.781181:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814949120 00000100:00100000:1.0:1763335120.781200:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814949120 00000100:00100000:1.0:1763335120.781285:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3472 00000100:00100000:1.0:1763335120.781297:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc535880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+308:57635:x1848989814949120:12345-192.168.204.57@tcp:35:fsx.0 00000100:00100000:1.0:1763335120.781654:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc535880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+309:57635:x1848989814949120:12345-192.168.204.57@tcp:35:fsx.0 Request processed in 358us (4120us total) trans 4294973590 rc 0/0 00000100:00100000:1.0:1763335120.781662:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3472 00000100:00100000:0.0:1763335120.847078:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335120.847194:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814949376 00000100:00100000:1.0:1763335120.847205:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814949376 00000100:00100000:1.0:1763335120.847273:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10054 00000100:00100000:1.0:1763335120.847283:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1368700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+309:57636:x1848989814949376:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335120.847309:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335120.847367:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578e74 lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88250c expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335120.847669:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007578e7b lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335120.847685:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007578e7b lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335120.847695:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007578e7b lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335120.847708:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007578e82 lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335120.847715:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007578e82 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335120.847721:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007578e82 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335120.847858:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6025800/0x3ec0b54007578e89 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x214:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335120.847869:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6025800/0x3ec0b54007578e89 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335120.847877:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6025800/0x3ec0b54007578e89 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:0.0:1763335120.847888:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x214:0x0]: returning size 249428 00010000:00010000:0.0:1763335120.847980:0:13591:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007578e7b lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335120.847989:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007578e7b lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335120.847995:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007578e7b lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335120.848087:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007578e7b lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335120.848095:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb2200 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335120.848099:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007578e7b lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335120.848109:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007578e7b lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335120.848122:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9000c35ef700) 00010000:00010000:0.0:1763335120.848125:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335120.848131:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007578e7b lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335120.848141:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb2200/0x3ec0b54007578e7b lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335120.848156:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007578e82 lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335120.848162:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007578e82 lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335120.848168:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007578e82 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335120.848174:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb3c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335120.848177:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007578e82 lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335120.850735:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007578e82 lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335120.850756:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9000c35ef800) 00010000:00010000:0.0:1763335120.850759:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763335120.850765:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007578e82 lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335120.850773:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3c00/0x3ec0b54007578e82 lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335120.850877:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faec00/0x3ec0b54007578e74 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88250c expref: 312 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335120.850903:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6025800/0x3ec0b54007578e89 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88250c expref: 311 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335120.850918:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:0.0:1763335120.850921:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335120.850923:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6025800, rc 0) 00000100:00100000:0.0:1763335120.851010:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1368700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+311:57636:x1848989814949376:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 3727us (3942us total) trans 4294973591 rc 0/0 00000100:00100000:0.0:1763335120.851019:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10054 00000100:00100000:0.0:1763335120.862018:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335120.862068:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335120.862087:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814949760 00000100:00100000:3.0:1763335120.862098:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814949760 00000100:00100000:3.0:1763335120.862173:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 404 00000100:00100000:3.0:1763335120.862184:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f136a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+311:2429:x1848989814949760:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335120.862199:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335120.862223:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6025800/0x3ec0b54007578e89 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88250c expref: 311 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335120.862243:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:3.0:1763335120.862248:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335120.862335:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f136a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+310:2429:x1848989814949760:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 130us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335120.862343:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 404 00000100:00100000:2.0:1763335120.862527:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814949632 00000100:00100000:2.0:1763335120.862532:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814949632 00000100:00100000:2.0:1763335120.862570:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10055 00000100:00100000:2.0:1763335120.862578:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff922d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+310:57636:x1848989814949632:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335120.862596:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335120.862614:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a2800/0x3ec0b54007578e97 lrc: 2/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882513 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.863095:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3400/0x3ec0b54007578e9e lrc: 3/1,0 mode: --/PR res: [0x240000405:0x217:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335120.863110:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3400/0x3ec0b54007578e9e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335120.863120:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3400/0x3ec0b54007578e9e lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:2.0:1763335120.863130:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x217:0x0]: returning size 0 00010000:00010000:2.0:1763335120.863178:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a2800/0x3ec0b54007578e97 lrc: 0/0,0 mode: --/CW res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882513 expref: 313 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.863198:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3400/0x3ec0b54007578e9e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882513 expref: 312 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.863743:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x217:0x0].0x0 (ffff9001c7e89700) 00010000:00010000:2.0:1763335120.863749:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763335120.863754:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d25a3400, rc 0) 00000100:00100000:2.0:1763335120.864479:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff922d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+312:57636:x1848989814949632:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1895us (2405us total) trans 4294973592 rc 0/0 00000100:00100000:2.0:1763335120.864492:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10055 00000100:00100000:0.0:1763335120.871765:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335120.871882:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814950016 00000100:00100000:2.0:1763335120.871894:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814950016 00000100:00100000:2.0:1763335120.871946:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10056 00000100:00100000:2.0:1763335120.871956:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001ff922a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+312:57636:x1848989814950016:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335120.871979:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335120.872001:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202044400/0x3ec0b54007578eac lrc: 2/0,0 mode: --/CR res: [0x240000405:0x217:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88251a expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.872125:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b54007578eb3 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x217:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335120.872141:0:13591:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3400/0x3ec0b54007578e9e lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882513 expref: 313 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.872150:0:13591:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b54007578eb3 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x217:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335120.872185:0:13591:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3400/0x3ec0b54007578e9e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882513 expref: 313 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.872197:0:13591:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3400/0x3ec0b54007578e9e lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882513 expref: 313 pid: 13591 timeout: 1213 lvb_type: 0 00000100:00100000:2.0:1763335120.872209:0:13591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cc537480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826140928:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335120.872301:0:13591:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001fcd2d840 going to sleep for 11 seconds 00000100:00100000:1.0:1763335120.875460:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335120.875653:0:13591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cc537480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826140928:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335120.875669:0:33041:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814950144 00000100:00100000:0.0:1763335120.875679:0:33041:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814950144 00010000:00010000:0.0:1763335120.875718:0:33041:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3400/0x3ec0b54007578e9e lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882513 expref: 314 pid: 13591 timeout: 1213 lvb_type: 0 00000100:00100000:0.0:1763335120.875758:0:33041:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3297 00000100:00100000:0.0:1763335120.875768:0:33041:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a34e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+314:2427:x1848989814950144:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335120.875785:0:33041:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335120.875792:0:33041:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3400/0x3ec0b54007578e9e lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882513 expref: 314 pid: 13591 timeout: 1213 lvb_type: 0 00010000:00010000:0.0:1763335120.875805:0:33041:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3400/0x3ec0b54007578e9e lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882513 expref: 314 pid: 13591 timeout: 1213 lvb_type: 0 00010000:00010000:0.0:1763335120.875828:0:33041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3400/0x3ec0b54007578e9e lrc: 0/0,0 mode: --/PR res: [0x240000405:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882513 expref: 314 pid: 13591 timeout: 1213 lvb_type: 0 00010000:00010000:0.0:1763335120.875849:0:33041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x217:0x0].0x0 (ffff9001c7e89700) 00010000:00010000:0.0:1763335120.875854:0:33041:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b54007578eb3 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x217:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335120.875863:0:33041:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b54007578eb3 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x217:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335120.875869:0:33041:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b54007578eb3 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x217:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335120.875887:0:33041:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335120.875948:0:33041:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a34e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+313:2427:x1848989814950144:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 181us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335120.875959:0:33041:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3297 00010000:00010000:2.0:1763335120.876670:0:13591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b54007578eb3 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x217:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335120.876683:0:13591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b54007578eb3 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x217:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335120.876690:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b54007578eb3 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x217:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:2.0:1763335120.876711:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x217:0x0]: returning size 0 00000004:00080000:2.0:1763335120.876896:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x292:0x0], index 1: 0 00000004:00080000:2.0:1763335120.877038:0:13591:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x291:0x0], index 0: 0 00010000:00010000:2.0:1763335120.877144:0:13591:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b54007578eb3 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x217:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335120.877153:0:13591:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b54007578eb3 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x217:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335120.877160:0:13591:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b54007578eb3 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x217:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335120.877166:0:13591:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202045a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:2.0:1763335120.877170:0:13591:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b54007578eb3 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x217:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335120.877177:0:13591:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b54007578eb3 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x217:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335120.877188:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x217:0x0].0x0 (ffff9001c7e89700) 00010000:00010000:2.0:1763335120.877191:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763335120.877195:0:13591:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b54007578eb3 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x217:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335120.877201:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b54007578eb3 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x217:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335120.877255:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff900202044400/0x3ec0b54007578eac lrc: 1/0,0 mode: --/CR res: [0x240000405:0x217:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88251a expref: 313 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.877265:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x217:0x0].0x0 (ffff9001c7e89700) 00010000:00010000:2.0:1763335120.877268:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763335120.877272:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202044400/0x3ec0b54007578eac lrc: 0/0,0 mode: --/CR res: [0x240000405:0x217:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88251a expref: 313 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.877291:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202044400, rc 0) 00000100:00100000:2.0:1763335120.877372:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001ff922a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+312:57636:x1848989814950016:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 5417us (5618us total) trans 4294973593 rc 301/301 00000100:00100000:2.0:1763335120.877380:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10056 00000100:00100000:3.0:1763335120.877430:0:10047:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f15c0700 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:10047:1848989826141056:0@lo:5:osp-pre-1-1.0 00000100:00100000:3.0:1763335120.877484:0:10047:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335120.877520:0:10047:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000ccba6e40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335120.877582:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826141056 00000100:00100000:2.0:1763335120.877589:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826141056 00000100:00100000:2.0:1763335120.877702:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6961 00000100:00080000:1.0:1763335120.877703:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763335120.877710:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f15c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+8:10047:x1848989826141056:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:2.0:1763335120.877750:0:27804:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 674 00000100:00100000:1.0:1763335120.879605:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335120.879663:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814950400 00000100:00100000:0.0:1763335120.879672:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814950400 00000100:00100000:0.0:1763335120.879723:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3473 00000100:00100000:0.0:1763335120.879735:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+312:57636:x1848989814950400:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:2.0:1763335120.880568:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f15c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+9:10047:x1848989826141056:12345-0@lo:5:osp-pre-1-1.0 Request processed in 2855us (3080us total) trans 17179871795 rc 0/0 00000100:00100000:2.0:1763335120.880577:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6961 00000100:00100000:3.0:1763335120.880720:0:10047:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f15c0700 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:10047:1848989826141056:0@lo:5:osp-pre-1-1.0 00000004:00080000:3.0:1763335120.880738:0:10047:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x292:0x0]-[0x2c0000400:0x2c1:0x0] 00000100:00100000:1.0:1763335120.880792:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+313:57636:x1848989814950400:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 1058us (1192us total) trans 4294973594 rc 0/0 00000100:00100000:1.0:1763335120.880800:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3473 00000100:00100000:0.0:1763335120.883579:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335120.883674:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814950528 00000100:00100000:2.0:1763335120.883684:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814950528 00000100:00100000:2.0:1763335120.883734:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10057 00000100:00100000:2.0:1763335120.883744:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dcb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+313:57636:x1848989814950528:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335120.883768:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335120.883792:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202045e00/0x3ec0b54007578ec1 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x217:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882521 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.883867:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a2800/0x3ec0b54007578ec8 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x217:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335120.883881:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a2800/0x3ec0b54007578ec8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x217:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335120.883891:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a2800/0x3ec0b54007578ec8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x217:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:2.0:1763335120.883937:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x217:0x0]: returning size 0 00000004:00200000:2.0:1763335120.883942:0:13591:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763335120.883958:0:13591:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a2800/0x3ec0b54007578ec8 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x217:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335120.883984:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202045e00/0x3ec0b54007578ec1 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x217:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882521 expref: 315 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.884019:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a2800/0x3ec0b54007578ec8 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x217:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882521 expref: 314 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.884029:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x217:0x0].0x0 (ffff9001c7e89500) 00010000:00010000:2.0:1763335120.884032:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1763335120.884035:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d25a2800, rc 0) 00000100:00100000:2.0:1763335120.884111:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dcb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+314:57636:x1848989814950528:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 368us (540us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335120.884118:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10057 00000100:00100000:3.0:1763335120.893840:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335120.893882:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335120.893984:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814950784 00000100:00100000:2.0:1763335120.893996:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814950784 00000100:00100000:2.0:1763335120.894052:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814950656 00000100:00100000:2.0:1763335120.894056:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814950656 00000100:00100000:2.0:1763335120.894082:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6962 00000100:00100000:2.0:1763335120.894093:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+36:2427:x1848989814950784:12345-192.168.204.57@tcp:101:lfs.0 00000100:00100000:1.0:1763335120.894105:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6963 00010000:00010000:2.0:1763335120.894114:0:27804:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1763335120.894120:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+28:2427:x1848989814950656:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335120.894132:0:8417:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335120.894138:0:27804:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001d25a3400/0x3ec0b54007578ecf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x291:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88252f expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335120.894148:0:8417:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578ed6 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x292:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882528 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335120.894164:0:27804:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x291:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:1.0:1763335120.894168:0:8417:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x292:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763335120.894184:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335120.894189:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335120.894189:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335120.894194:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335120.894201:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001d25a3400/0x3ec0b54007578ecf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88252f expref: 37 pid: 27804 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335120.894203:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578ed6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882528 expref: 29 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335120.894232:0:27804:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9001d25a3400/0x3ec0b54007578ecf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88252f expref: 37 pid: 27804 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335120.894233:0:8417:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578ed6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882528 expref: 29 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335120.894260:0:8417:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faf400, rc 0) 00010000:00010000:2.0:1763335120.894261:0:27804:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9001d25a3400, rc 0) 00000100:00100000:1.0:1763335120.894350:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:2427:x1848989814950656:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 235us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335120.894358:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6963 00000100:00100000:2.0:1763335120.895175:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+37:2427:x1848989814950784:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1080us (1353us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335120.895183:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6962 00000100:00100000:2.0:1763335120.899557:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335120.899672:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814951040 00000100:00100000:1.0:1763335120.899683:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814951040 00000100:00100000:2.0:1763335120.899858:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10058 00000100:00100000:2.0:1763335120.899869:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cc537480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+314:57636:x1848989814951040:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335120.899890:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335120.899913:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202045e00/0x3ec0b54007578edd lrc: 2/0,0 mode: --/CR res: [0x240000405:0x214:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882536 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.900023:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff900202044400/0x3ec0b54007578ee4 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x214:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335120.900040:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202044400/0x3ec0b54007578ee4 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x214:0x0].0x0 bits 0x4/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335120.900052:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202044400/0x3ec0b54007578ee4 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x214:0x0].0x0 bits 0x4/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:2.0:1763335120.900065:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x214:0x0]: returning size 249428 00010000:00010000:2.0:1763335120.900185:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202045e00/0x3ec0b54007578edd lrc: 0/0,0 mode: --/CR res: [0x240000405:0x214:0x0].0x0 bits 0x1/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882536 expref: 317 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.900206:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff900202044400/0x3ec0b54007578ee4 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x214:0x0].0x0 bits 0x4/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882536 expref: 316 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.900215:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:2.0:1763335120.900219:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763335120.900223:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202044400, rc 0) 00000100:00100000:2.0:1763335120.900480:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cc537480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+316:57636:x1848989814951040:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 612us (934us total) trans 4294973595 rc 0/0 00000100:00100000:2.0:1763335120.900488:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10058 00000100:00100000:1.0:1763335120.903437:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335120.903472:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335120.903501:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335120.903516:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814951296 00000100:00100000:0.0:1763335120.903526:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814951296 00000100:00100000:3.0:1763335120.903794:0:28961:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814951424 00000100:00100000:0.0:1763335120.903794:0:27803:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814951168 00000100:00100000:3.0:1763335120.903799:0:28961:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814951424 00000100:00100000:0.0:1763335120.903799:0:27803:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814951168 00000100:00100000:3.0:1763335120.903831:0:28961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6964 00000100:00100000:2.0:1763335120.903839:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6965 00000100:00100000:2.0:1763335120.903850:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:2427:x1848989814951424:12345-192.168.204.57@tcp:1:lfs.0 00000100:00100000:1.0:1763335120.903853:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6966 00000100:00100000:1.0:1763335120.903860:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+38:2427:x1848989814951168:12345-192.168.204.57@tcp:1:lfs.0 00010000:00010000:2.0:1763335120.903896:0:27804:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff900202045a00/0x3ec0b54007578ef9 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x291:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335120.903896:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9000c6faea00/0x3ec0b54007578ef2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.903914:0:27804:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000cbada200/0x3ec0b54007578e3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x291:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824f7 expref: 29 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335120.903914:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d2995600/0x3ec0b54007578da2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824bf expref: 38 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.903923:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335120.903923:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335120.903925:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763335120.903925:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335120.903929:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff900202045a00/0x3ec0b54007578ef9 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x291:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335120.903929:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6faea00/0x3ec0b54007578ef2 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335120.903962:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9001d2995600/0x3ec0b54007578da2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824bf expref: 38 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335120.903976:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9001d2995600/0x3ec0b54007578da2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824bf expref: 38 pid: 27803 timeout: 1213 lvb_type: 0 00000100:00100000:1.0:1763335120.903992:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cbad1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1848989826141184:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335120.904068:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f504a780 going to sleep for 11 seconds 00000100:00100000:3.0:1763335120.904112:0:28961:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+38:2427:x1848989814951296:12345-192.168.204.57@tcp:1:lfs.0 00010000:00010000:3.0:1763335120.904129:0:28961:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9000c5281e00/0x3ec0b54007578f00 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335120.904141:0:28961:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff900202173000/0x3ec0b54007578e27 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824e9 expref: 38 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335120.904147:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335120.904148:0:28961:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335120.904151:0:28961:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5281e00/0x3ec0b54007578f00 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335120.904169:0:28961:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff900202173000/0x3ec0b54007578e27 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824e9 expref: 38 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335120.904178:0:28961:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff900202173000/0x3ec0b54007578e27 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824e9 expref: 38 pid: 27804 timeout: 1213 lvb_type: 0 00000100:00100000:3.0:1763335120.904187:0:28961:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7e64e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28961:1848989826141312:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335120.904196:0:27804:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000cbada200/0x3ec0b54007578e3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x291:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824f7 expref: 29 pid: 27803 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.904205:0:27804:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000cbada200/0x3ec0b54007578e3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x291:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824f7 expref: 29 pid: 27803 timeout: 1213 lvb_type: 0 00000100:00100000:2.0:1763335120.904215:0:27804:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c37aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27804:1848989826141440:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335120.904229:0:28961:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000ccba6e40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335120.904403:0:27804:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f5fdef00 going to sleep for 11 seconds 00000100:00100000:3.0:1763335120.907529:0:28961:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7e64e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28961:1848989826141312:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335120.907529:0:27804:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c37aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27804:1848989826141440:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335120.907562:0:28961:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c5281e00/0x3ec0b54007578f00 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.907562:0:27804:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff900202045a00/0x3ec0b54007578ef9 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x291:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335120.907683:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cbad1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1848989826141184:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335120.907699:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9000c6faea00/0x3ec0b54007578ef2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335120.908022:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335120.908058:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335120.908091:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335120.908160:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814951552 00000100:00100000:3.0:1763335120.908168:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814951552 00010000:00010000:3.0:1763335120.908200:0:6516:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9001d2995600/0x3ec0b54007578da2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824bf expref: 39 pid: 27803 timeout: 1213 lvb_type: 0 00000100:00100000:3.0:1763335120.908237:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814951808 00000100:00100000:3.0:1763335120.908240:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814951808 00010000:00010000:3.0:1763335120.908254:0:6516:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff900202173000/0x3ec0b54007578e27 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824e9 expref: 40 pid: 27804 timeout: 1213 lvb_type: 0 00000100:00100000:3.0:1763335120.908274:0:6516:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814951680 00000100:00100000:3.0:1763335120.908277:0:6516:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814951680 00010000:00010000:3.0:1763335120.908288:0:6516:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbada200/0x3ec0b54007578e3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x291:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824f7 expref: 30 pid: 27803 timeout: 1213 lvb_type: 0 00000100:00100000:3.0:1763335120.908310:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3298 00000100:00100000:3.0:1763335120.908343:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dc8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+40:2427:x1848989814951552:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335120.908359:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335120.908379:0:6516:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9001d2995600/0x3ec0b54007578da2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824bf expref: 40 pid: 27803 timeout: 1213 lvb_type: 0 00010000:00010000:3.0:1763335120.908391:0:6516:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9001d2995600/0x3ec0b54007578da2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824bf expref: 40 pid: 27803 timeout: 1213 lvb_type: 0 00010000:00010000:3.0:1763335120.908414:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d2995600/0x3ec0b54007578da2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824bf expref: 40 pid: 27803 timeout: 1213 lvb_type: 0 00010000:00010000:3.0:1763335120.908446:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335120.908449:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335120.908453:0:6516:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c6faea00/0x3ec0b54007578ef2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335120.908462:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6faea00/0x3ec0b54007578ef2 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335120.908485:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335120.908530:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dc8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+39:2427:x1848989814951552:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 188us (509us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335120.908537:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3298 00000100:00100000:3.0:1763335120.908554:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3299 00000100:00100000:3.0:1763335120.908561:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+38:2429:x1848989814951808:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335120.908569:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335120.908579:0:6516:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff900202173000/0x3ec0b54007578e27 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824e9 expref: 38 pid: 27804 timeout: 1213 lvb_type: 0 00010000:00010000:3.0:1763335120.908587:0:6516:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff900202173000/0x3ec0b54007578e27 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824e9 expref: 38 pid: 27804 timeout: 1213 lvb_type: 0 00010000:00010000:3.0:1763335120.908599:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff900202173000/0x3ec0b54007578e27 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824e9 expref: 38 pid: 27804 timeout: 1213 lvb_type: 0 00010000:00010000:3.0:1763335120.908609:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335120.908611:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335120.908613:0:6516:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c5281e00/0x3ec0b54007578f00 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335120.908620:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5281e00/0x3ec0b54007578f00 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335120.908652:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335120.908672:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+37:2429:x1848989814951808:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 111us (613us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335120.908679:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3299 00000100:00100000:3.0:1763335120.908693:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3300 00000100:00100000:3.0:1763335120.908699:0:6516:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001fb62d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+30:2427:x1848989814951680:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335120.908708:0:6516:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335120.908721:0:6516:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000cbada200/0x3ec0b54007578e3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x291:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824f7 expref: 30 pid: 27803 timeout: 1213 lvb_type: 0 00010000:00010000:3.0:1763335120.908732:0:6516:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000cbada200/0x3ec0b54007578e3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x291:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824f7 expref: 30 pid: 27803 timeout: 1213 lvb_type: 0 00010000:00010000:3.0:1763335120.908746:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000cbada200/0x3ec0b54007578e3c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x291:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824f7 expref: 30 pid: 27803 timeout: 1213 lvb_type: 0 00010000:00010000:3.0:1763335120.908756:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335120.908758:0:6516:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335120.908761:0:6516:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff900202045a00/0x3ec0b54007578ef9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x291:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335120.908774:0:6516:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff900202045a00/0x3ec0b54007578ef9 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x291:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335120.908789:0:6516:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335120.908808:0:6516:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001fb62d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:2427:x1848989814951680:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 108us (716us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335120.908861:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3300 00010000:00010000:3.0:1763335120.908915:0:28961:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c5281e00/0x3ec0b54007578f00 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335120.908924:0:28961:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c5281e00/0x3ec0b54007578f00 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335120.908942:0:28961:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9000c5281e00/0x3ec0b54007578f00 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335120.908951:0:28961:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5281e00/0x3ec0b54007578f00 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335120.908959:0:28961:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c5281e00/0x3ec0b54007578f00 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335120.908966:0:28961:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281e00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335120.908970:0:28961:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c5281e00/0x3ec0b54007578f00 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335120.908984:0:28961:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c5281e00/0x3ec0b54007578f00 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335120.908995:0:28961:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c5281e00/0x3ec0b54007578f00 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335120.909002:0:28961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c5281e00/0x3ec0b54007578f00 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28961 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.909033:0:27804:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff900202045a00/0x3ec0b54007578ef9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.909042:0:27804:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff900202045a00/0x3ec0b54007578ef9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335120.909044:0:28961:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+36:2427:x1848989814951296:12345-192.168.204.57@tcp:1:lfs.0 Request processed in 5206us (5617us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335120.909051:0:28961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6964 00010000:00010000:2.0:1763335120.909056:0:27804:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff900202045a00/0x3ec0b54007578ef9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.909063:0:27804:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff900202045a00/0x3ec0b54007578ef9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335120.909071:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9000c6faea00/0x3ec0b54007578ef2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.909076:0:27804:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff900202045a00/0x3ec0b54007578ef9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335120.909078:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c6faea00/0x3ec0b54007578ef2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335120.909090:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9000c6faea00/0x3ec0b54007578ef2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.909096:0:27804:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202045a00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335120.909097:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6faea00/0x3ec0b54007578ef2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.909100:0:27804:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff900202045a00/0x3ec0b54007578ef9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335120.909104:0:8417:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c6faea00/0x3ec0b54007578ef2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.909107:0:27804:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff900202045a00/0x3ec0b54007578ef9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335120.909116:0:8417:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faea00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335120.909118:0:27804:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff900202045a00/0x3ec0b54007578ef9 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335120.909119:0:8417:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c6faea00/0x3ec0b54007578ef2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.909126:0:27804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff900202045a00/0x3ec0b54007578ef9 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335120.909127:0:8417:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c6faea00/0x3ec0b54007578ef2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335120.909136:0:8417:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c6faea00/0x3ec0b54007578ef2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335120.909142:0:8417:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c6faea00/0x3ec0b54007578ef2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335120.909168:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+35:2427:x1848989814951168:12345-192.168.204.57@tcp:1:lfs.0 Request processed in 5309us (5695us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335120.909174:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6966 00000100:00100000:2.0:1763335120.909773:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+28:2427:x1848989814951424:12345-192.168.204.57@tcp:1:lfs.0 Request processed in 5317us (5661us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335120.909781:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6965 00000100:00100000:1.0:1763335120.914913:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335120.915347:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335120.915887:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814951936 00000100:00100000:3.0:1763335120.915898:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814951936 00000100:00100000:1.0:1763335120.915907:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335120.915971:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814952192 00000100:00100000:3.0:1763335120.915975:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814952192 00000100:00100000:3.0:1763335120.916001:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814952064 00000100:00100000:3.0:1763335120.916004:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814952064 00000100:00100000:0.0:1763335120.916009:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6967 00000100:00100000:0.0:1763335120.916020:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+36:2427:x1848989814951936:12345-192.168.204.57@tcp:101:lfs.0 00000100:00100000:3.0:1763335120.916025:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6968 00000100:00100000:3.0:1763335120.916030:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+28:2427:x1848989814952192:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335120.916039:0:27804:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335120.916039:0:8417:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335120.916058:0:27804:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578f07 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x291:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88254b expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335120.916058:0:8417:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c6024a00/0x3ec0b54007578f0e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88253d expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335120.916082:0:27804:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x291:0x0] initial LVB size: 0, mtime: 0x691a5bd0, atime: 0x0, ctime: 0x691a5bd0, blocks: 0x0 00002000:00010000:0.0:1763335120.916082:0:8417:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x28e:0x0] initial LVB size: 249428, mtime: 0x691a5bd0, atime: 0x0, ctime: 0x691a5bd0, blocks: 0x170 00010000:00010000:3.0:1763335120.916100:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335120.916100:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335120.916102:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335120.916102:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335120.916111:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578f07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88254b expref: 29 pid: 27804 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335120.916111:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6024a00/0x3ec0b54007578f0e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88253d expref: 37 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335120.916129:0:27804:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578f07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x291:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88254b expref: 29 pid: 27804 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763335120.916129:0:8417:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c6024a00/0x3ec0b54007578f0e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88253d expref: 37 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335120.916142:0:27804:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281e00, rc 0) 00010000:00010000:0.0:1763335120.916143:0:8417:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6024a00, rc 0) 00000100:00100000:3.0:1763335120.916189:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:2427:x1848989814952192:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 159us (843us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335120.916197:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6968 00000100:00100000:3.0:1763335120.916214:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6969 00000100:00100000:3.0:1763335120.916221:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7831180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+37:2427:x1848989814952064:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335120.916228:0:27804:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335120.916237:0:27804:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007578f15 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882544 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763335120.916248:0:27804:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x290:0x0] initial LVB size: 0, mtime: 0x691a5bd0, atime: 0x0, ctime: 0x691a5bd0, blocks: 0x1800 00010000:00010000:3.0:1763335120.916258:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335120.916259:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335120.916264:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007578f15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882544 expref: 38 pid: 27804 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1763335120.916265:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+38:2427:x1848989814951936:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 248us (1363us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335120.916272:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6967 00010000:00010000:3.0:1763335120.916281:0:27804:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007578f15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882544 expref: 38 pid: 27804 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335120.916891:0:27804:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5280200, rc 0) 00000100:00100000:3.0:1763335120.916927:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7831180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+37:2427:x1848989814952064:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 706us (1019us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335120.916934:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6969 00000100:00100000:1.0:1763335120.948865:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335120.948968:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814952320 00000100:00100000:3.0:1763335120.948981:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814952320 00000100:00100000:3.0:1763335120.949044:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6970 00000100:00100000:3.0:1763335120.949055:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7830000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+37:2426:x1848989814952320:12345-192.168.204.57@tcp:23:lfs.0 00000100:00100000:3.0:1763335120.949196:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7830000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+37:2426:x1848989814952320:12345-192.168.204.57@tcp:23:lfs.0 Request processed in 143us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335120.949204:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6970 00000100:00100000:0.0:1763335120.954487:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335120.954576:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814952448 00000100:00100000:2.0:1763335120.954585:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814952448 00000100:00100000:2.0:1763335120.954649:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10059 00000100:00100000:2.0:1763335120.954657:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c9b54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+316:57636:x1848989814952448:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335120.954679:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335120.954697:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b54007578f1c lrc: 2/0,0 mode: --/PR res: [0x240000405:0x217:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882552 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.954730:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff900202045e00/0x3ec0b54007578f23 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x217:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335120.954745:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202045e00/0x3ec0b54007578f23 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x217:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335120.954757:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202045e00/0x3ec0b54007578f23 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x217:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335120.954972:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b54007578f1c lrc: 0/0,0 mode: --/PR res: [0x240000405:0x217:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882552 expref: 318 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.954995:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff900202045e00/0x3ec0b54007578f23 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x217:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882552 expref: 317 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.955004:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x217:0x0].0x0 (ffff9001c7e89500) 00010000:00010000:2.0:1763335120.955008:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763335120.955011:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff900202045e00, rc 0) 00000100:00100000:2.0:1763335120.955721:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c9b54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+317:57636:x1848989814952448:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1061us (1240us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335120.955731:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10059 00000100:00100000:0.0:1763335120.959095:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335120.959382:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814952704 00000100:00100000:2.0:1763335120.959391:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814952704 00000100:00100000:2.0:1763335120.959737:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10060 00000100:00100000:2.0:1763335120.959749:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c79edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+317:57636:x1848989814952704:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:2.0:1763335120.959804:0:13591:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335120.959831:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a2800/0x3ec0b54007578ec8 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x217:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882521 expref: 317 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.959856:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x217:0x0].0x0 (ffff9001c7e89500) 00010000:00010000:2.0:1763335120.959860:0:13591:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335120.960042:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c93ad000/0x3ec0b54007578f2a lrc: 3/0,1 mode: --/PW res: [0x240000405:0x217:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335120.960057:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c93ad000/0x3ec0b54007578f2a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x217:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335120.960068:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c93ad000/0x3ec0b54007578f2a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x217:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000001:00080000:2.0:1763335120.960861:0:13591:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973596 00000004:00010000:2.0:1763335120.960895:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000019160e5d reply state 0000000080e09643 transno 4294973597 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c93ad000/0x3ec0b54007578f2a lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x217:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335120.960910:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c93ad000/0x3ec0b54007578f2a lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x217:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335120.960917:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x217:0x0].0x0 (ffff9001c7e89500) 00010000:00010000:2.0:1763335120.960920:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335120.960923:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335120.961033:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c79edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+319:57636:x1848989814952704:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 1284us (1944us total) trans 4294973597 rc 0/0 00000100:00100000:2.0:1763335120.961042:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10060 00000020:00080000:2.0:1763335120.961047:0:13591:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763335120.965910:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335120.966287:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814952832 00000100:00100000:2.0:1763335120.966298:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814952832 00000100:00100000:2.0:1763335120.966375:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10061 00000100:00100000:2.0:1763335120.966385:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7833480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+319:57636:x1848989814952832:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335120.966411:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335120.966434:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c93ac800/0x3ec0b54007578f31 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x217:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882559 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.966495:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c93ac800/0x3ec0b54007578f31 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x217:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882559 expref: 320 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.966510:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c93ac800/0x3ec0b54007578f31 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x217:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882559 expref: 320 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.966530:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x217:0x0].0x0 (ffff9001c7e89500) 00010000:00010000:2.0:1763335120.966772:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763335120.966777:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c93ac800, rc 0) 00000100:00100000:2.0:1763335120.966847:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7833480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+320:57636:x1848989814952832:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 463us (946us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335120.966855:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10061 00000100:00100000:0.0:1763335120.972483:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335120.972596:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814952960 00000100:00100000:2.0:1763335120.972606:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814952960 00000100:00100000:2.0:1763335120.972692:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6971 00000100:00100000:2.0:1763335120.972703:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:57636:x1848989814952960:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:2.0:1763335120.972722:0:27804:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335120.972743:0:27804:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c93ac600/0x3ec0b54007578f38 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882560 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.972789:0:27804:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578ed6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882528 expref: 30 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335120.972798:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335120.972800:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335120.972806:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c93ac600/0x3ec0b54007578f38 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882560 expref: 30 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335120.972841:0:27804:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578ed6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882528 expref: 30 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335120.972855:0:27804:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578ed6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882528 expref: 30 pid: 8417 timeout: 1213 lvb_type: 1 00000100:00100000:2.0:1763335120.972870:0:27804:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c37aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27804:1848989826141568:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335120.972988:0:27804:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001d19a8b40 going to sleep for 11 seconds 00000100:00100000:2.0:1763335120.975953:0:27804:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c37aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:27804:1848989826141568:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335120.975992:0:27804:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c93ac600/0x3ec0b54007578f38 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882560 expref: 30 pid: 27804 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335120.976007:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:2.0:1763335120.976012:0:27804:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c93ac600, rc 0) 00000100:00100000:1.0:1763335120.976523:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814953088 00000100:00100000:1.0:1763335120.976531:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814953088 00000100:00100000:0.0:1763335120.976545:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+31:57636:x1848989814952960:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 3842us (4068us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335120.976558:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6971 00010000:00010000:1.0:1763335120.976566:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578ed6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882528 expref: 31 pid: 8417 timeout: 1213 lvb_type: 1 00000100:00100000:1.0:1763335120.976602:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3301 00000100:00100000:1.0:1763335120.976611:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+30:2426:x1848989814953088:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335120.977076:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335120.977128:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578ed6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x292:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882528 expref: 30 pid: 8417 timeout: 1213 lvb_type: 1 00010000:00010000:1.0:1763335120.977142:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578ed6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x292:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882528 expref: 30 pid: 8417 timeout: 1213 lvb_type: 1 00010000:00010000:1.0:1763335120.977167:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578ed6 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x292:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882528 expref: 30 pid: 8417 timeout: 1213 lvb_type: 1 00010000:00010000:1.0:1763335120.977184:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335120.977186:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335120.977191:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c93ac600/0x3ec0b54007578f38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882560 expref: 29 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335120.977203:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c93ac600/0x3ec0b54007578f38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882560 expref: 29 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335120.977240:0:6515:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9000c93ac600/0x3ec0b54007578f38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882560 expref: 29 pid: 27804 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335120.977255:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c7831880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6515:1848989826141696:192.168.204.57@tcp:105: 00000100:00100000:1.0:1763335120.977502:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f504a780 going to sleep for 11 seconds 00000100:00100000:0.0:1763335120.980350:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335120.980399:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c7831880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6515:1848989826141696:192.168.204.57@tcp:105: 00010000:00010000:1.0:1763335120.980423:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335120.980541:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814953216 00000100:00100000:3.0:1763335120.980557:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814953216 00000100:00100000:3.0:1763335120.980622:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6972 00000100:00100000:3.0:1763335120.980648:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+37:57636:x1848989814953216:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:3.0:1763335120.980667:0:27804:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763335120.980690:0:27804:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c5281800/0x3ec0b54007578f3f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x291:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882567 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335120.980721:0:27804:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9001d25a3400/0x3ec0b54007578ecf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x291:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88252f expref: 38 pid: 27804 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335120.980733:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335120.980735:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335120.980739:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5281800/0x3ec0b54007578f3f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x291:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882567 expref: 38 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335120.980771:0:27804:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9001d25a3400/0x3ec0b54007578ecf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x291:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88252f expref: 38 pid: 27804 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763335120.980784:0:27804:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9001d25a3400/0x3ec0b54007578ecf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x291:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88252f expref: 38 pid: 27804 timeout: 1213 lvb_type: 1 00000100:00100000:3.0:1763335120.980797:0:27804:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7e64e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27804:1848989826141824:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335120.981183:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:2426:x1848989814953088:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 4571us (5175us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335120.981194:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3301 00000100:00100000:3.0:1763335120.981355:0:27804:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000ccba6540 going to sleep for 11 seconds 00000100:00100000:0.0:1763335120.983748:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335120.984115:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814953344 00000100:00100000:1.0:1763335120.984133:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814953344 00010000:00010000:1.0:1763335120.984172:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9001d25a3400/0x3ec0b54007578ecf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x291:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88252f expref: 39 pid: 27804 timeout: 1213 lvb_type: 1 00000100:00100000:1.0:1763335120.984223:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3302 00000100:00100000:1.0:1763335120.984233:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+39:2427:x1848989814953344:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335120.984248:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335120.984253:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9001d25a3400/0x3ec0b54007578ecf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x291:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88252f expref: 39 pid: 27804 timeout: 1213 lvb_type: 1 00010000:00010000:1.0:1763335120.984266:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9001d25a3400/0x3ec0b54007578ecf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x291:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88252f expref: 39 pid: 27804 timeout: 1213 lvb_type: 1 00010000:00010000:1.0:1763335120.984293:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335120.984296:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335120.984302:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c5281800/0x3ec0b54007578f3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x291:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882567 expref: 39 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335120.984312:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5281800/0x3ec0b54007578f3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x291:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882567 expref: 39 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335120.984391:0:6515:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9000c5281800/0x3ec0b54007578f3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x291:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882567 expref: 39 pid: 27804 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335120.984409:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c7831880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6515:1848989826141952:192.168.204.57@tcp:105: 00000100:00100000:1.0:1763335120.984477:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f504a780 going to sleep for 11 seconds 00010000:00010000:3.0:1763335120.984754:0:27804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001d25a3400/0x3ec0b54007578ecf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x291:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88252f expref: 39 pid: 27804 timeout: 1213 lvb_type: 1 00000100:00100000:3.0:1763335120.984769:0:27804:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7e64e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:27804:1848989826141824:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335120.984795:0:27804:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c5281800/0x3ec0b54007578f3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x291:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882567 expref: 38 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335120.984805:0:27804:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c5281800, rc 0) 00000100:00100000:3.0:1763335120.984853:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+38:57636:x1848989814953216:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 4206us (4550us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335120.984861:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6972 00000100:00100000:0.0:1763335120.998461:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335120.998503:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335120.998616:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814953472 00000100:00100000:2.0:1763335120.998635:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814953472 00000100:00100000:1.0:1763335120.998663:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c7831880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6515:1848989826141952:192.168.204.57@tcp:105: 00002000:00010000:2.0:1763335120.998681:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/658 (0->18446744073709551615) 00002000:00100000:2.0:1763335120.998687:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c6eb4700 with x1848989814953472 ext(0->18446744073709551615) 00010000:00010000:1.0:1763335120.998691:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:2.0:1763335120.998700:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c6eb4700. 00000100:00100000:2.0:1763335120.998736:0:23998:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814953600 00000100:00100000:2.0:1763335120.998740:0:23998:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814953600 00000100:00100000:1.0:1763335120.998748:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+38:2427:x1848989814953344:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 14515us (15011us total) trans 0 rc 0/0 00002000:00010000:2.0:1763335120.998753:0:23998:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/657 (0->18446744073709551615) 00002000:00100000:2.0:1763335120.998758:0:23998:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c6eb4e00 with x1848989814953600 ext(0->18446744073709551615) 00000100:00100000:1.0:1763335120.998762:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3302 00002000:00010000:2.0:1763335120.998767:0:23998:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c6eb4e00. 00000100:00100000:2.0:1763335120.998799:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1733 00000100:00100000:2.0:1763335120.998808:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+29:2427:x1848989814953472:12345-192.168.204.57@tcp:10:lfs.0 00002000:00010000:2.0:1763335120.998987:0:23997:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x292:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335120.998992:0:23997:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x292:0x0] updating lvb mtime from disk: 0 -> 1763335121 00002000:00010000:2.0:1763335120.998994:0:23997:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x292:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335120.998997:0:23997:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x292:0x0] updating lvb ctime from disk: 0 -> 1763335121 00002000:00010000:2.0:1763335120.998999:0:23997:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x292:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335120.999214:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1734 00000100:00100000:0.0:1763335120.999224:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+37:2427:x1848989814953600:12345-192.168.204.57@tcp:10:lfs.0 00002000:00010000:0.0:1763335120.999345:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x291:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763335120.999349:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x291:0x0] updating lvb mtime from disk: 0 -> 1763335121 00002000:00010000:0.0:1763335120.999352:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x291:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763335120.999354:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x291:0x0] updating lvb ctime from disk: 0 -> 1763335121 00002000:00010000:0.0:1763335120.999356:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x291:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763335120.999382:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+38:2427:x1848989814953600:12345-192.168.204.57@tcp:10:lfs.0 Request processed in 160us (878us total) trans 21474839097 rc 0/0 00000100:00100000:0.0:1763335120.999389:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1734 00002000:00010000:0.0:1763335120.999393:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/657 (0->18446744073709551615) 00002000:00100000:0.0:1763335120.999396:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c6eb4e00 with x1848989814953600 ext(0->18446744073709551615) 00002000:00010000:0.0:1763335120.999401:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9000c6eb4e00. 00000100:00100000:2.0:1763335120.999471:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+30:2427:x1848989814953472:12345-192.168.204.57@tcp:10:lfs.0 Request processed in 663us (1018us total) trans 17179871796 rc 0/0 00000100:00100000:2.0:1763335120.999479:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1733 00002000:00010000:2.0:1763335120.999483:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/658 (0->18446744073709551615) 00002000:00100000:2.0:1763335120.999485:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9000c6eb4700 with x1848989814953472 ext(0->18446744073709551615) 00002000:00010000:2.0:1763335120.999491:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9000c6eb4700. 00000100:00100000:1.0:1763335121.003543:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335121.003653:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814953728 00000100:00100000:3.0:1763335121.003666:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814953728 00000100:00100000:3.0:1763335121.004879:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6973 00000100:00100000:3.0:1763335121.004897:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7831880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+38:2428:x1848989814953728:12345-192.168.204.57@tcp:23:lfs.0 00000100:00100000:3.0:1763335121.005053:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7831880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+38:2428:x1848989814953728:12345-192.168.204.57@tcp:23:lfs.0 Request processed in 163us (1519us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335121.005062:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6973 00000100:00100000:1.0:1763335121.011036:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335121.012230:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814953984 00000100:00100000:2.0:1763335121.012244:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814953984 00000100:00100000:2.0:1763335121.012309:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10062 00000100:00100000:2.0:1763335121.012344:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7830a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+320:57636:x1848989814953984:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:2.0:1763335121.012559:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b54007578f46 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x217:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:2.0:1763335121.012576:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b54007578f46 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x217:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335121.012587:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b54007578f46 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x217:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000001:00080000:2.0:1763335121.012659:0:13591:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973598 00000004:00010000:2.0:1763335121.012683:0:13591:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000022a2406a reply state 00000000a3d25e21 transno 4294973599 ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b54007578f46 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x217:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335121.012699:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b54007578f46 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x217:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:2.0:1763335121.012708:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x217:0x0].0x0 (ffff9001c7e89500) 00010000:00010000:2.0:1763335121.012711:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335121.012715:0:13591:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335121.012811:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7830a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+323:57636:x1848989814953984:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 469us (1784us total) trans 4294973599 rc 0/0 00000100:00100000:2.0:1763335121.012818:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10062 00000020:00080000:2.0:1763335121.012824:0:13591:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763335121.019800:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335121.019836:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335121.019995:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814954112 00000100:00100000:2.0:1763335121.019996:0:23997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814954240 00000100:00100000:3.0:1763335121.020006:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814954112 00000100:00100000:2.0:1763335121.020006:0:23997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814954240 00002000:00010000:3.0:1763335121.020047:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/658 (249428->18446744073709551615) 00002000:00010000:2.0:1763335121.020048:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/657 (0->18446744073709551615) 00002000:00100000:3.0:1763335121.020055:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f7ed5180 with x1848989814954112 ext(249428->18446744073709551615) 00002000:00100000:2.0:1763335121.020056:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f7ed7480 with x1848989814954240 ext(0->18446744073709551615) 00002000:00010000:3.0:1763335121.020068:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001f7ed5180. 00002000:00010000:2.0:1763335121.020079:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9001f7ed7480. 00000100:00100000:3.0:1763335121.020104:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1735 00000100:00100000:3.0:1763335121.020113:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+30:2426:x1848989814954112:12345-192.168.204.57@tcp:10:lfs.0 00000100:00100000:2.0:1763335121.020123:0:23997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1736 00000100:00100000:2.0:1763335121.020134:0:23997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+38:2426:x1848989814954240:12345-192.168.204.57@tcp:10:lfs.0 00002000:00010000:2.0:1763335121.020263:0:23997:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x291:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335121.020267:0:23997:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x291:0x0] updating lvb mtime from disk: 1763335121 -> 1763335121 00002000:00010000:2.0:1763335121.020270:0:23997:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x291:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763335121.020273:0:23997:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x291:0x0] updating lvb ctime from disk: 1763335121 -> 1763335121 00002000:00010000:2.0:1763335121.020276:0:23997:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x291:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1763335121.020288:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x292:0x0] updating lvb size from disk: 0 -> 249428 00002000:00010000:3.0:1763335121.020292:0:28395:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x292:0x0] updating lvb mtime from disk: 1763335121 -> 1763335121 00002000:00010000:3.0:1763335121.020307:0:28395:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x292:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763335121.020309:0:28395:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x292:0x0] updating lvb ctime from disk: 1763335121 -> 1763335121 00002000:00010000:3.0:1763335121.020344:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x292:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335121.020368:0:23997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:357649f3-b5ed-4e47-9c16-69abcfcf3637+39:2426:x1848989814954240:12345-192.168.204.57@tcp:10:lfs.0 Request processed in 235us (528us total) trans 21474839098 rc 0/0 00000100:00100000:3.0:1763335121.020373:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+31:2426:x1848989814954112:12345-192.168.204.57@tcp:10:lfs.0 Request processed in 258us (584us total) trans 17179871797 rc 0/0 00000100:00100000:2.0:1763335121.020383:0:23997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1736 00002000:00010000:2.0:1763335121.020389:0:23997:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/657 (0->18446744073709551615) 00002000:00100000:2.0:1763335121.020393:0:23997:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f7ed7480 with x1848989814954240 ext(0->18446744073709551615) 00000100:00100000:3.0:1763335121.020394:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1735 00002000:00010000:3.0:1763335121.020400:0:28395:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/658 (249428->18446744073709551615) 00002000:00010000:2.0:1763335121.020402:0:23997:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9001f7ed7480. 00002000:00100000:3.0:1763335121.020404:0:28395:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9001f7ed5180 with x1848989814954112 ext(249428->18446744073709551615) 00002000:00010000:3.0:1763335121.020410:0:28395:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9001f7ed5180. 00000100:00100000:3.0:1763335121.022956:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335121.023258:0:8422:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814954368 00000100:00100000:0.0:1763335121.023268:0:8422:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814954368 00000100:00100000:0.0:1763335121.023386:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1737 00000100:00100000:0.0:1763335121.023397:0:8422:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7e64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+39:2429:x1848989814954368:12345-192.168.204.57@tcp:3:lfs.0 00010000:00010000:0.0:1763335121.023433:0:8422:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9000c6025200/0x3ec0b54007578f4d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335121.023449:0:8422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335121.023451:0:8422:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335121.023470:0:8422:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6025200/0x3ec0b54007578f4d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335121.023486:0:8422:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c6025200/0x3ec0b54007578f4d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335121.023600:0:8422:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9000c6025200/0x3ec0b54007578f4d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335121.023609:0:8422:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6025200/0x3ec0b54007578f4d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335121.023617:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c6025200/0x3ec0b54007578f4d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335121.023636:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6025200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335121.023640:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c6025200/0x3ec0b54007578f4d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335121.023648:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c6025200/0x3ec0b54007578f4d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335121.023665:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c6025200/0x3ec0b54007578f4d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335121.023672:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c6025200/0x3ec0b54007578f4d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335121.023734:0:8422:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7e64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+39:2429:x1848989814954368:12345-192.168.204.57@tcp:3:lfs.0 Request processed in 339us (790us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763335121.023742:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1737 00000100:00100000:1.0:1763335121.027601:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335121.028678:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814954496 00000100:00100000:3.0:1763335121.028691:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814954496 00000100:00100000:3.0:1763335121.028769:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1738 00000100:00100000:3.0:1763335121.028779:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7832300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+31:2427:x1848989814954496:12345-192.168.204.57@tcp:4:lfs.0 00010000:00010000:3.0:1763335121.028816:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b54007578f54 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335121.028835:0:28395:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c93ac600/0x3ec0b54007578f38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882560 expref: 31 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335121.028843:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335121.028844:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763335121.028848:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b54007578f54 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335121.028885:0:28395:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c93ac600/0x3ec0b54007578f38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882560 expref: 31 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335121.028899:0:28395:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c93ac600/0x3ec0b54007578f38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882560 expref: 31 pid: 27804 timeout: 1214 lvb_type: 0 00000100:00100000:3.0:1763335121.028914:0:28395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a78380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:28395:1848989826142080:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335121.029007:0:28395:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000ccba6540 going to sleep for 11 seconds 00000100:00100000:0.0:1763335121.031652:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335121.031653:0:28395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a78380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:28395:1848989826142080:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335121.031681:0:28395:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b54007578f54 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335121.031774:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814954624 00000100:00100000:1.0:1763335121.031782:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814954624 00010000:00010000:1.0:1763335121.031819:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c93ac600/0x3ec0b54007578f38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882560 expref: 32 pid: 27804 timeout: 1214 lvb_type: 0 00000100:00100000:1.0:1763335121.031859:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3303 00000100:00100000:1.0:1763335121.031868:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+32:2427:x1848989814954624:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335121.031883:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335121.031903:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c93ac600/0x3ec0b54007578f38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882560 expref: 32 pid: 27804 timeout: 1214 lvb_type: 0 00010000:00010000:1.0:1763335121.031915:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c93ac600/0x3ec0b54007578f38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882560 expref: 32 pid: 27804 timeout: 1214 lvb_type: 0 00010000:00010000:1.0:1763335121.031944:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c93ac600/0x3ec0b54007578f38 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882560 expref: 32 pid: 27804 timeout: 1214 lvb_type: 0 00010000:00010000:1.0:1763335121.031958:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335121.031961:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335121.031965:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b54007578f54 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335121.031974:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b54007578f54 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335121.032004:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335121.032026:0:28395:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b54007578f54 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 2 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335121.032034:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b54007578f54 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 2 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335121.032062:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+31:2427:x1848989814954624:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 195us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335121.032077:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3303 00000001:00080000:3.0:1763335121.035254:0:26000:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871798 is committed 00000001:00080000:3.0:1763335121.035277:0:26000:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179871795 is committed 00002000:00010000:0.0:1763335121.035399:0:28395:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x292:0x0] updating lvb size from disk: 249428 -> 249856 00002000:00010000:0.0:1763335121.035402:0:28395:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x292:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1763335121.035413:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b54007578f54 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 2 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335121.035421:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b54007578f54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 2 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335121.035428:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b54007578f54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 2 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335121.035432:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335121.035435:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b54007578f54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 2 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335121.035441:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b54007578f54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 2 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335121.035454:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b54007578f54 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 2 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335121.035459:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c5281200/0x3ec0b54007578f54 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 2 type: EXT [245760->249855] (req 245760->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335121.035536:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7832300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2427:x1848989814954496:12345-192.168.204.57@tcp:4:lfs.0 Request processed in 6755us (7941us total) trans 17179871798 rc 0/0 00000100:00100000:0.0:1763335121.035544:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1738 00000100:00100000:0.0:1763335121.037591:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335121.037685:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814954752 00000100:00100000:1.0:1763335121.037695:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814954752 00000100:00100000:1.0:1763335121.037760:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10063 00000100:00100000:1.0:1763335121.037772:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001c790f450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+323:57636:x1848989814954752:12345-192.168.204.57@tcp:44:lfs.0 00000001:00080000:1.0:1763335121.041803:0:7449:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294973599 is committed 00010000:00010000:3.0:1763335121.041832:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578d39 lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.041845:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578d39 lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.041853:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578d39 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.041859:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faee00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335121.041864:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578d39 lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.041872:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578d39 lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.041890:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9000c35ef800) 00010000:00010000:3.0:1763335121.041893:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335121.041898:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578d39 lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.041905:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578d39 lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.041932:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995400/0x3ec0b54007578d94 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.041938:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995400/0x3ec0b54007578d94 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.041943:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995400/0x3ec0b54007578d94 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.041948:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d2995400 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335121.041950:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995400/0x3ec0b54007578d94 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.041955:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995400/0x3ec0b54007578d94 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.041962:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:3.0:1763335121.041965:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335121.041967:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995400/0x3ec0b54007578d94 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.041972:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d2995400/0x3ec0b54007578d94 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.041981:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007578dbe lrc: 3/0,1 mode: TXN/TXN res: [0x240000406:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.041986:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007578dbe lrc: 2/0,0 mode: TXN/TXN res: [0x240000406:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.041991:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007578dbe lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.041999:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001fceb3800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335121.042001:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007578dbe lrc: 3/0,0 mode: TXN/TXN res: [0x240000406:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.042007:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007578dbe lrc: 4/0,0 mode: TXN/TXN res: [0x240000406:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.042013:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xe8098f29 (ffff9001d0e40e00) 00010000:00010000:3.0:1763335121.042015:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335121.042018:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007578dbe lrc: 2/0,0 mode: --/TXN res: [0x240000406:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.042023:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001fceb3800/0x3ec0b54007578dbe lrc: 0/0,0 mode: --/TXN res: [0x240000406:0x6:0x0].0xe8098f29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.042035:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007578df6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.042040:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007578df6 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.042045:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007578df6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.042054:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000cbadba00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335121.042057:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007578df6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.042062:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007578df6 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.042068:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:3.0:1763335121.042071:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335121.042073:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007578df6 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.042078:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000cbadba00/0x3ec0b54007578df6 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.042089:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578dfd lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.042095:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578dfd lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.042100:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578dfd lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.042105:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fafe00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335121.042108:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578dfd lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.042114:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578dfd lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.042121:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:3.0:1763335121.042123:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335121.042126:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578dfd lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.042130:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578dfd lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.042140:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007578e12 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.042146:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007578e12 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.042152:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007578e12 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.042157:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202173800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335121.042160:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007578e12 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.042165:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007578e12 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.042172:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:3.0:1763335121.042176:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335121.042178:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007578e12 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.042183:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202173800/0x3ec0b54007578e12 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.042195:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578e2e lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.042202:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578e2e lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.042208:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578e2e lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.042212:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fafc00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335121.042216:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578e2e lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.042222:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578e2e lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.042230:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:3.0:1763335121.042233:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335121.042236:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578e2e lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.042242:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578e2e lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.042253:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3c00/0x3ec0b54007578e43 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.042260:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3c00/0x3ec0b54007578e43 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.042266:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3c00/0x3ec0b54007578e43 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.042271:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d25a3c00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335121.042275:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3c00/0x3ec0b54007578e43 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.042281:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3c00/0x3ec0b54007578e43 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00000100:00100000:2.0:1763335121.042291:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001c790f450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+281:57636:x1848989814954752:12345-192.168.204.57@tcp:44:lfs.0 Request processed in 4512us (4700us total) trans 0 rc 0/0 00010000:00010000:3.0:1763335121.042292:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:3.0:1763335121.042299:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335121.042304:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3c00/0x3ec0b54007578e43 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000100:00100000:2.0:1763335121.042310:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10063 00010000:00010000:3.0:1763335121.042358:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3c00/0x3ec0b54007578e43 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.042371:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3600/0x3ec0b54007578e4a lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.042377:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3600/0x3ec0b54007578e4a lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.042382:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3600/0x3ec0b54007578e4a lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.042386:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001d25a3600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335121.042390:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3600/0x3ec0b54007578e4a lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.042394:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3600/0x3ec0b54007578e4a lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.042403:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:3.0:1763335121.042405:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335121.042408:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3600/0x3ec0b54007578e4a lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.042412:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a3600/0x3ec0b54007578e4a lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.042423:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578e51 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.042428:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578e51 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.042433:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578e51 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.042438:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fae600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335121.042441:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578e51 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.042450:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578e51 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.042457:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:3.0:1763335121.042459:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335121.042462:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578e51 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.042467:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578e51 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.042481:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b54007578e5f lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.042488:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b54007578e5f lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.042493:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b54007578e5f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.042497:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faf800 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335121.042500:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b54007578e5f lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.042505:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b54007578e5f lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.042514:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:3.0:1763335121.042517:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335121.042520:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b54007578e5f lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.042525:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faf800/0x3ec0b54007578e5f lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.042541:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c93ad000/0x3ec0b54007578f2a lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x217:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.042548:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c93ad000/0x3ec0b54007578f2a lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x217:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.042553:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c93ad000/0x3ec0b54007578f2a lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x217:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.042558:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c93ad000 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335121.042561:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c93ad000/0x3ec0b54007578f2a lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x217:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.042567:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c93ad000/0x3ec0b54007578f2a lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x217:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.042576:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x217:0x0].0x0 (ffff9001c7e89500) 00010000:00010000:3.0:1763335121.042578:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335121.042581:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c93ad000/0x3ec0b54007578f2a lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x217:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.042587:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c93ad000/0x3ec0b54007578f2a lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x217:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.042599:0:3650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b54007578f46 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x217:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.042605:0:3650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b54007578f46 lrc: 2/0,0 mode: TXN/TXN res: [0x240000405:0x217:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.042610:0:3650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b54007578f46 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x217:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.042616:0:3650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202045a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335121.042620:0:3650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b54007578f46 lrc: 3/0,0 mode: TXN/TXN res: [0x240000405:0x217:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.042638:0:3650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b54007578f46 lrc: 4/0,0 mode: TXN/TXN res: [0x240000405:0x217:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.042648:0:3650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x217:0x0].0x0 (ffff9001c7e89500) 00010000:00010000:3.0:1763335121.042651:0:3650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763335121.042654:0:3650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b54007578f46 lrc: 2/0,0 mode: --/TXN res: [0x240000405:0x217:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00010000:00010000:3.0:1763335121.042659:0:3650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b54007578f46 lrc: 0/0,0 mode: --/TXN res: [0x240000405:0x217:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13591 initiator: MDT1 00000100:00100000:1.0:1763335121.047411:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335121.047450:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335121.048279:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814954880 00000100:00100000:3.0:1763335121.048290:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814954880 00000100:00100000:3.0:1763335121.048370:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814955008 00000100:00100000:3.0:1763335121.048373:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814955008 00000100:00100000:3.0:1763335121.048405:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6974 00000100:00100000:3.0:1763335121.048414:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7833100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2426:x1848989814954880:12345-192.168.204.57@tcp:16:lfs.0 00000100:00100000:3.0:1763335121.048517:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7833100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2426:x1848989814954880:12345-192.168.204.57@tcp:16:lfs.0 Request processed in 103us (1116us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335121.048524:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6974 00000100:00100000:3.0:1763335121.048543:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6975 00000100:00100000:3.0:1763335121.048549:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+39:2427:x1848989814955008:12345-192.168.204.57@tcp:16:lfs.0 00000001:00080000:0.0:1763335121.052648:0:24680:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474839098 is committed 00000100:00100000:3.0:1763335121.052875:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2427:x1848989814955008:12345-192.168.204.57@tcp:16:lfs.0 Request processed in 4318us (5417us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335121.052888:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6975 00000100:00100000:1.0:1763335121.076001:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335121.076084:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814955136 00000100:00100000:3.0:1763335121.076094:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814955136 00000100:00100000:3.0:1763335121.076150:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6976 00000100:00100000:3.0:1763335121.076160:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7831c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2427:x1848989814955136:12345-192.168.204.57@tcp:1:lfs.0 00010000:00010000:3.0:1763335121.076203:0:27804:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9000c5281200/0x3ec0b54007578f5b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335121.076219:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335121.076221:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335121.076227:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5281200/0x3ec0b54007578f5b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335121.076241:0:27804:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c5281200/0x3ec0b54007578f5b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335121.076266:0:27804:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9000c5281200/0x3ec0b54007578f5b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335121.076274:0:27804:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5281200/0x3ec0b54007578f5b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335121.076282:0:27804:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c5281200/0x3ec0b54007578f5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335121.076290:0:27804:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281200 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335121.076294:0:27804:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c5281200/0x3ec0b54007578f5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335121.076302:0:27804:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c5281200/0x3ec0b54007578f5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335121.076357:0:27804:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c5281200/0x3ec0b54007578f5b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335121.076366:0:27804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c5281200/0x3ec0b54007578f5b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335121.076432:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7831c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2427:x1848989814955136:12345-192.168.204.57@tcp:1:lfs.0 Request processed in 273us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335121.076440:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6976 00000100:00100000:0.0:1763335121.082803:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335121.083875:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814955264 00000100:00100000:1.0:1763335121.083887:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814955264 00000100:00100000:1.0:1763335121.083947:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6977 00000100:00100000:1.0:1763335121.083958:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2426:x1848989814955264:12345-192.168.204.57@tcp:1:lfs.0 00010000:00010000:1.0:1763335121.084006:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9000c6faec00/0x3ec0b54007578f62 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335121.084023:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335121.084025:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335121.084030:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6faec00/0x3ec0b54007578f62 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335121.084044:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c6faec00/0x3ec0b54007578f62 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335121.084070:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9000c6faec00/0x3ec0b54007578f62 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335121.084077:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6faec00/0x3ec0b54007578f62 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335121.084084:0:8417:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9000c6faec00/0x3ec0b54007578f62 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335121.084091:0:8417:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faec00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:1.0:1763335121.084095:0:8417:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c6faec00/0x3ec0b54007578f62 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335121.084103:0:8417:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9000c6faec00/0x3ec0b54007578f62 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335121.084117:0:8417:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9000c6faec00/0x3ec0b54007578f62 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335121.084125:0:8417:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c6faec00/0x3ec0b54007578f62 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335121.084376:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335121.084605:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814955392 00000100:00100000:0.0:1763335121.084610:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814955392 00000100:00100000:0.0:1763335121.084660:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6978 00000100:00100000:0.0:1763335121.084668:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2426:x1848989814955392:12345-192.168.204.57@tcp:1:lfs.0 00010000:00010000:0.0:1763335121.084692:0:27804:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9000c6024800/0x3ec0b54007578f69 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x291:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335121.084702:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335121.084704:0:27804:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335121.084708:0:27804:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6024800/0x3ec0b54007578f69 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x291:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335121.084717:0:27804:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c6024800/0x3ec0b54007578f69 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x291:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335121.084733:0:27804:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff9000c6024800/0x3ec0b54007578f69 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x291:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335121.084739:0:27804:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6024800/0x3ec0b54007578f69 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x291:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335121.084751:0:27804:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9000c6024800/0x3ec0b54007578f69 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x291:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335121.084756:0:27804:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6024800 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:0.0:1763335121.084759:0:27804:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c6024800/0x3ec0b54007578f69 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x291:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335121.084766:0:27804:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9000c6024800/0x3ec0b54007578f69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x291:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335121.084775:0:27804:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9000c6024800/0x3ec0b54007578f69 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x291:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335121.084781:0:27804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c6024800/0x3ec0b54007578f69 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x291:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27804 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335121.084851:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:2426:x1848989814955392:12345-192.168.204.57@tcp:1:lfs.0 Request processed in 183us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335121.084858:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6978 00000100:00100000:1.0:1763335121.085883:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2426:x1848989814955264:12345-192.168.204.57@tcp:1:lfs.0 Request processed in 1922us (3085us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335121.085893:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6977 00000100:00100000:3.0:1763335121.088572:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335121.088747:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814955648 00000100:00100000:2.0:1763335121.088757:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814955648 00000100:00100000:2.0:1763335121.088810:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10064 00000100:00100000:2.0:1763335121.088818:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:57636:x1848989814955648:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:2.0:1763335121.088900:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b54007578f70 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x217:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335121.088917:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b54007578f70 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x217:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335121.088928:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b54007578f70 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x217:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00010000:2.0:1763335121.089054:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f485570a reply state 000000000cbfc10e transno 4294973600 ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b54007578f70 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x217:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335121.089066:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff900202045a00/0x3ec0b54007578f70 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x217:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335121.089083:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x217:0x0].0x0 (ffff9001c7e89500) 00010000:00010000:2.0:1763335121.089086:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335121.089088:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335121.089612:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:57636:x1848989814955648:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 793us (1046us total) trans 4294973600 rc 0/0 00000100:00100000:2.0:1763335121.089621:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10064 00000100:00100000:0.0:1763335121.091425:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335121.091499:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814955776 00000100:00100000:1.0:1763335121.091509:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814955776 00000100:00100000:1.0:1763335121.091559:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6979 00000100:00100000:1.0:1763335121.091569:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+16:57636:x1848989814955776:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335121.091586:0:8417:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335121.091608:0:8417:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578f77 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88256e expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335121.091642:0:8417:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x292:0x0] initial LVB size: 249856, mtime: 0x691a5bd1, atime: 0x0, ctime: 0x691a5bd1, blocks: 0x8 00010000:00010000:1.0:1763335121.091667:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335121.091669:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335121.091678:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578f77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88256e expref: 17 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335121.091694:0:8417:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578f77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88256e expref: 17 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335121.091706:0:8417:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faf400, rc 0) 00000100:00100000:1.0:1763335121.091759:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:57636:x1848989814955776:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 191us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335121.091766:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6979 00000100:00100000:0.0:1763335121.094026:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335121.094074:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335121.094151:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814955904 00000100:00100000:1.0:1763335121.094162:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814955904 00000100:00100000:1.0:1763335121.094217:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814956032 00000100:00100000:1.0:1763335121.094221:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814956032 00000100:00100000:1.0:1763335121.094254:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6980 00000100:00100000:1.0:1763335121.094264:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+17:2426:x1848989814955904:12345-192.168.204.57@tcp:2:lfs.0 00000100:00100000:3.0:1763335121.094587:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6981 00000100:00100000:3.0:1763335121.094598:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+11:2426:x1848989814956032:12345-192.168.204.57@tcp:2:lfs.0 00002000:00010000:3.0:1763335121.094826:0:27804:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x291:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763335121.094830:0:27804:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x291:0x0] updating lvb mtime from disk: 1763335121 -> 1763335120 00002000:00010000:3.0:1763335121.094833:0:27804:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x291:0x0] updating lvb atime from disk: 0 -> 1763335121 00002000:00010000:3.0:1763335121.094835:0:27804:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x291:0x0] updating lvb ctime from disk: 1763335121 -> 1763335121 00002000:00010000:3.0:1763335121.094838:0:27804:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x291:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763335121.094896:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2426:x1848989814956032:12345-192.168.204.57@tcp:2:lfs.0 Request processed in 299us (820us total) trans 21474839099 rc 0/0 00000100:00100000:3.0:1763335121.094904:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6981 00002000:00010000:1.0:1763335121.095055:0:8417:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x292:0x0] updating lvb size from disk: 249856 -> 249856 00002000:00010000:1.0:1763335121.095059:0:8417:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x292:0x0] updating lvb mtime from disk: 1763335121 -> 1763335120 00002000:00010000:1.0:1763335121.095061:0:8417:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x292:0x0] updating lvb atime from disk: 0 -> 1763335121 00002000:00010000:1.0:1763335121.095064:0:8417:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x292:0x0] updating lvb ctime from disk: 1763335121 -> 1763335121 00002000:00010000:1.0:1763335121.095066:0:8417:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x292:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1763335121.095111:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2426:x1848989814955904:12345-192.168.204.57@tcp:2:lfs.0 Request processed in 847us (1094us total) trans 17179871799 rc 0/0 00000100:00100000:1.0:1763335121.095118:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6980 00000100:00100000:0.0:1763335121.098096:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335121.098442:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814956288 00000100:00100000:2.0:1763335121.098453:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814956288 00000100:00100000:2.0:1763335121.098516:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10065 00000100:00100000:2.0:1763335121.098525:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:57636:x1848989814956288:12345-192.168.204.57@tcp:55:lfs.0 00010000:00010000:2.0:1763335121.098593:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001c0031a00/0x3ec0b54007578f7e lrc: 3/0,1 mode: --/PW res: [0x240000405:0x217:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335121.098609:0:6532:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff900202045e00/0x3ec0b54007578f23 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x217:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882552 expref: 277 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335121.098619:0:6532:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001c0031a00/0x3ec0b54007578f7e lrc: 4/0,1 mode: --/PW res: [0x240000405:0x217:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335121.098666:0:6532:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff900202045e00/0x3ec0b54007578f23 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x217:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882552 expref: 277 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335121.098681:0:6532:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff900202045e00/0x3ec0b54007578f23 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x217:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882552 expref: 277 pid: 13591 timeout: 1214 lvb_type: 0 00000100:00100000:2.0:1763335121.098697:0:6532:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c37aea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826142208:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335121.098775:0:6532:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f5fdef00 going to sleep for 11 seconds 00000100:00100000:1.0:1763335121.100905:0:6532:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c37aea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826142208:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335121.100929:0:6532:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9001c0031a00/0x3ec0b54007578f7e lrc: 3/0,1 mode: --/PW res: [0x240000405:0x217:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000100:00100000:0.0:1763335121.102035:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335121.102376:0:35246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814956416 00000100:00100000:2.0:1763335121.102386:0:35246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814956416 00010000:00010000:2.0:1763335121.102424:0:35246:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff900202045e00/0x3ec0b54007578f23 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x217:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882552 expref: 278 pid: 13591 timeout: 1214 lvb_type: 0 00000100:00100000:2.0:1763335121.102463:0:35246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3304 00000100:00100000:2.0:1763335121.102474:0:35246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+278:2426:x1848989814956416:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335121.102488:0:35246:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335121.102496:0:35246:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff900202045e00/0x3ec0b54007578f23 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x217:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882552 expref: 278 pid: 13591 timeout: 1214 lvb_type: 0 00010000:00010000:2.0:1763335121.102509:0:35246:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff900202045e00/0x3ec0b54007578f23 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x217:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882552 expref: 278 pid: 13591 timeout: 1214 lvb_type: 0 00010000:00010000:2.0:1763335121.102532:0:35246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202045e00/0x3ec0b54007578f23 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x217:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882552 expref: 278 pid: 13591 timeout: 1214 lvb_type: 0 00010000:00010000:2.0:1763335121.102546:0:35246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x217:0x0].0x0 (ffff9001c7e89500) 00010000:00010000:2.0:1763335121.102552:0:35246:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9001c0031a00/0x3ec0b54007578f7e lrc: 3/0,1 mode: --/PW res: [0x240000405:0x217:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335121.102562:0:35246:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9001c0031a00/0x3ec0b54007578f7e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x217:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335121.102570:0:35246:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001c0031a00/0x3ec0b54007578f7e lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x217:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335121.102598:0:35246:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335121.102670:0:35246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:2426:x1848989814956416:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 197us (636us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335121.102678:0:35246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3304 00010000:00010000:3.0:1763335121.102946:0:6532:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9001c0031a00/0x3ec0b54007578f7e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x217:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.102954:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001c0031a00/0x3ec0b54007578f7e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x217:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.102995:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001c0031a00/0x3ec0b54007578f7e lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x217:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.103002:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9001c0031a00/0x3ec0b54007578f7e lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x217:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.103008:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9001c0031a00/0x3ec0b54007578f7e lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x217:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.103014:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001c0031a00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:3.0:1763335121.103018:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001c0031a00/0x3ec0b54007578f7e lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x217:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.103024:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9001c0031a00/0x3ec0b54007578f7e lrc: 4/0,0 mode: PW/PW res: [0x240000405:0x217:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.103033:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x217:0x0].0x0 (ffff9001c7e89500) 00010000:00010000:3.0:1763335121.103037:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1763335121.103637:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9001c0031a00/0x3ec0b54007578f7e lrc: 2/0,0 mode: --/PW res: [0x240000405:0x217:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:3.0:1763335121.103645:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001c0031a00/0x3ec0b54007578f7e lrc: 0/0,0 mode: --/PW res: [0x240000405:0x217:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00000100:00100000:2.0:1763335121.105820:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:57636:x1848989814956288:12345-192.168.204.57@tcp:55:lfs.0 Request processed in 7285us (7723us total) trans 0 rc -22/-22 00000100:00100000:2.0:1763335121.105835:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10065 00000100:00100000:0.0:1763335121.113584:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335121.113886:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814956672 00000100:00100000:2.0:1763335121.113898:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814956672 00000100:00100000:2.0:1763335121.114004:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10066 00000100:00100000:2.0:1763335121.114015:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:57636:x1848989814956672:12345-192.168.204.57@tcp:36:lfs.0 00010000:00010000:2.0:1763335121.114069:0:6532:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335121.114097:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9001d25a2400/0x3ec0b54007578e6d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882505 expref: 276 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335121.114133:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:2.0:1763335121.114138:0:6532:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763335121.114195:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9001c0031c00/0x3ec0b54007578f85 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x214:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335121.114210:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001c0031c00/0x3ec0b54007578f85 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335121.114219:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9001c0031c00/0x3ec0b54007578f85 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00010000:2.0:1763335121.114583:0:6532:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000025130bd8 reply state 0000000049bc05db transno 4294973601 ns: mdt-lustre-MDT0001_UUID lock: ffff9001c0031c00/0x3ec0b54007578f85 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335121.114596:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9001c0031c00/0x3ec0b54007578f85 lrc: 3/0,1 mode: TXN/TXN res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335121.114602:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:2.0:1763335121.114605:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763335121.114608:0:6532:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763335121.115130:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:57636:x1848989814956672:12345-192.168.204.57@tcp:36:lfs.0 Request processed in 1114us (1552us total) trans 4294973601 rc 0/0 00000100:00100000:2.0:1763335121.115138:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10066 00000100:00100000:3.0:1763335121.118146:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335121.118506:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814956800 00000100:00100000:1.0:1763335121.118517:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814956800 00000100:00100000:1.0:1763335121.118578:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6982 00000100:00100000:1.0:1763335121.118588:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:57636:x1848989814956800:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335121.118650:0:8417:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335121.118669:0:8417:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf600/0x3ec0b54007578f8c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882575 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335121.118706:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c6024a00/0x3ec0b54007578f0e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88253d expref: 13 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335121.118715:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335121.118717:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335121.118722:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf600/0x3ec0b54007578f8c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882575 expref: 13 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335121.118753:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c6024a00/0x3ec0b54007578f0e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88253d expref: 13 pid: 8417 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335121.118811:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c6024a00/0x3ec0b54007578f0e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88253d expref: 13 pid: 8417 timeout: 1214 lvb_type: 1 00000100:00100000:1.0:1763335121.118824:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c7833480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1848989826142336:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335121.118906:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f504a780 going to sleep for 11 seconds 00000100:00100000:0.0:1763335121.122570:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335121.122678:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c7833480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1848989826142336:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335121.122720:0:8417:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf600/0x3ec0b54007578f8c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882575 expref: 13 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335121.122741:0:8417:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faf600, rc 0) 00000100:00100000:1.0:1763335121.122821:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:57636:x1848989814956800:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 4233us (4681us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335121.122830:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6982 00000100:00100000:2.0:1763335121.123363:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814956928 00000100:00100000:2.0:1763335121.123372:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814956928 00010000:00010000:2.0:1763335121.123408:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6024a00/0x3ec0b54007578f0e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88253d expref: 13 pid: 8417 timeout: 1214 lvb_type: 1 00000100:00100000:2.0:1763335121.123454:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3305 00000100:00100000:2.0:1763335121.123465:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:2429:x1848989814956928:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335121.123480:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335121.123501:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c6024a00/0x3ec0b54007578f0e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88253d expref: 13 pid: 8417 timeout: 1214 lvb_type: 1 00010000:00010000:2.0:1763335121.123514:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c6024a00/0x3ec0b54007578f0e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88253d expref: 13 pid: 8417 timeout: 1214 lvb_type: 1 00010000:00010000:2.0:1763335121.123537:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c6024a00/0x3ec0b54007578f0e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88253d expref: 13 pid: 8417 timeout: 1214 lvb_type: 1 00010000:00010000:2.0:1763335121.123548:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335121.123550:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335121.123558:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf600/0x3ec0b54007578f8c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882575 expref: 12 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335121.123568:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf600/0x3ec0b54007578f8c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882575 expref: 12 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335121.123601:0:6515:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf600/0x3ec0b54007578f8c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882575 expref: 12 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335121.123617:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c37af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6515:1848989826142464:192.168.204.57@tcp:105: 00000100:00100000:2.0:1763335121.123691:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001da6aacc0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335121.127404:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c37af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6515:1848989826142464:192.168.204.57@tcp:105: 00000100:00100000:0.0:1763335121.127405:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00010000:00010000:2.0:1763335121.127435:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335121.127479:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814957056 00000100:00100000:1.0:1763335121.127487:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814957056 00000100:00100000:2.0:1763335121.127507:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:2429:x1848989814956928:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 4042us (4948us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335121.127519:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3305 00000100:00100000:1.0:1763335121.127554:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6983 00000100:00100000:1.0:1763335121.127565:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:57636:x1848989814957056:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335121.127582:0:8417:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335121.127605:0:8417:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c6faec00/0x3ec0b54007578f93 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88257c expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335121.127652:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007578f15 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882544 expref: 13 pid: 27804 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335121.127660:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335121.127662:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335121.127666:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6faec00/0x3ec0b54007578f93 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88257c expref: 13 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335121.127697:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007578f15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882544 expref: 13 pid: 27804 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335121.127710:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007578f15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882544 expref: 13 pid: 27804 timeout: 1214 lvb_type: 1 00000100:00100000:1.0:1763335121.127725:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c7833480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1848989826142592:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335121.127779:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f504a780 going to sleep for 11 seconds 00000100:00100000:1.0:1763335121.131205:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c7833480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1848989826142592:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335121.131244:0:8417:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c6faec00/0x3ec0b54007578f93 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88257c expref: 13 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335121.131269:0:8417:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faec00, rc 0) 00000100:00100000:1.0:1763335121.133107:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:57636:x1848989814957056:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 5523us (5690us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335121.133122:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6983 00000100:00100000:3.0:1763335121.135727:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335121.135765:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814957184 00000100:00100000:2.0:1763335121.135776:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814957184 00010000:00010000:2.0:1763335121.135817:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007578f15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882544 expref: 13 pid: 27804 timeout: 1214 lvb_type: 1 00000100:00100000:2.0:1763335121.135862:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3306 00000100:00100000:2.0:1763335121.135873:0:6515:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:2426:x1848989814957184:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335121.135889:0:6515:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335121.135907:0:6515:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007578f15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882544 expref: 13 pid: 27804 timeout: 1214 lvb_type: 1 00010000:00010000:2.0:1763335121.135920:0:6515:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007578f15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882544 expref: 13 pid: 27804 timeout: 1214 lvb_type: 1 00010000:00010000:2.0:1763335121.135944:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c5280200/0x3ec0b54007578f15 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882544 expref: 13 pid: 27804 timeout: 1214 lvb_type: 1 00010000:00010000:2.0:1763335121.135959:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335121.135962:0:6515:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335121.135971:0:6515:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c6faec00/0x3ec0b54007578f93 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88257c expref: 12 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335121.135987:0:6515:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6faec00/0x3ec0b54007578f93 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88257c expref: 12 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335121.136025:0:6515:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9000c6faec00/0x3ec0b54007578f93 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88257c expref: 12 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335121.136039:0:6515:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c37af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6515:1848989826142720:192.168.204.57@tcp:105: 00000100:00100000:2.0:1763335121.136124:0:6515:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001da6aacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335121.146812:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335121.146928:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814957312 00000100:00100000:1.0:1763335121.146937:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814957312 00000100:00100000:1.0:1763335121.147281:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6984 00000100:00100000:1.0:1763335121.147291:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:57636:x1848989814957312:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335121.147311:0:8417:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1763335121.147945:0:6515:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c37af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6515:1848989826142720:192.168.204.57@tcp:105: 00010000:00010000:2.0:1763335121.147965:0:6515:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335121.148028:0:6515:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+12:2426:x1848989814957184:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 12157us (12313us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335121.148038:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3306 00010000:00010000:1.0:1763335121.148165:0:8417:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf800/0x3ec0b54007578f9a lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x291:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882583 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335121.148200:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578f07 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x291:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88254b expref: 19 pid: 27804 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335121.148208:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335121.148210:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335121.148215:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf800/0x3ec0b54007578f9a lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x291:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882583 expref: 19 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335121.148259:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578f07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x291:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88254b expref: 19 pid: 27804 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335121.148273:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578f07 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x291:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88254b expref: 19 pid: 27804 timeout: 1214 lvb_type: 1 00000100:00100000:1.0:1763335121.148293:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c7833480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8417:1848989826142848:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335121.148383:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f504a780 going to sleep for 11 seconds 00000100:00100000:1.0:1763335121.151500:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c7833480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8417:1848989826142848:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335121.151537:0:8417:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf800/0x3ec0b54007578f9a lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x291:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882583 expref: 19 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335121.151558:0:8417:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6faf800, rc 0) 00000100:00100000:1.0:1763335121.151634:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:57636:x1848989814957312:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 4334us (4821us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335121.151643:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6984 00000100:00100000:0.0:1763335121.151928:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335121.152011:0:6515:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814957440 00000100:00100000:1.0:1763335121.152018:0:6515:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814957440 00010000:00010000:1.0:1763335121.152047:0:6515:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578f07 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x291:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88254b expref: 19 pid: 27804 timeout: 1214 lvb_type: 1 00000100:00100000:3.0:1763335121.152399:0:35246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3307 00000100:00100000:3.0:1763335121.152411:0:35246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001fb62f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2426:x1848989814957440:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335121.152425:0:35246:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335121.152445:0:35246:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578f07 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x291:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88254b expref: 19 pid: 27804 timeout: 1214 lvb_type: 1 00010000:00010000:3.0:1763335121.153029:0:35246:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578f07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x291:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88254b expref: 19 pid: 27804 timeout: 1214 lvb_type: 1 00010000:00010000:3.0:1763335121.153056:0:35246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578f07 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x291:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88254b expref: 19 pid: 27804 timeout: 1214 lvb_type: 1 00010000:00010000:3.0:1763335121.153071:0:35246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335121.153073:0:35246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335121.153078:0:35246:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf800/0x3ec0b54007578f9a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x291:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882583 expref: 18 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335121.153087:0:35246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf800/0x3ec0b54007578f9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x291:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882583 expref: 18 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335121.153123:0:35246:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf800/0x3ec0b54007578f9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x291:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882583 expref: 18 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335121.153136:0:35246:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a78a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:35246:1848989826142976:192.168.204.57@tcp:105: 00000100:00100000:3.0:1763335121.153259:0:35246:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000ccba6540 going to sleep for 11 seconds 00000100:00100000:3.0:1763335121.154822:0:35246:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a78a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:35246:1848989826142976:192.168.204.57@tcp:105: 00010000:00010000:3.0:1763335121.154848:0:35246:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335121.154907:0:35246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001fb62f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2426:x1848989814957440:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 2498us (2979us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335121.154917:0:35246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3307 00000100:00100000:0.0:1763335121.156940:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335121.156981:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335121.157014:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335121.157111:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814957696 00000100:00100000:1.0:1763335121.157120:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814957696 00000100:00100000:1.0:1763335121.157176:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814957568 00000100:00100000:1.0:1763335121.157180:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814957568 00000100:00100000:3.0:1763335121.157188:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814957824 00000100:00100000:3.0:1763335121.157192:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814957824 00000100:00100000:1.0:1763335121.157201:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6985 00000100:00100000:1.0:1763335121.157209:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:2426:x1848989814957696:12345-192.168.204.57@tcp:2:lfs.0 00000100:00100000:3.0:1763335121.157217:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6986 00000100:00100000:3.0:1763335121.157222:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4aa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:2426:x1848989814957568:12345-192.168.204.57@tcp:2:lfs.0 00000100:00100000:2.0:1763335121.157388:0:27803:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6987 00000100:00100000:2.0:1763335121.157398:0:27803:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2426:x1848989814957824:12345-192.168.204.57@tcp:2:lfs.0 00002000:00010000:2.0:1763335121.157488:0:27803:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x291:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763335121.157491:0:27803:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x291:0x0] updating lvb mtime from disk: 1763335120 -> 1763335120 00002000:00010000:2.0:1763335121.157494:0:27803:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x291:0x0] updating lvb atime from disk: 0 -> 1763335121 00002000:00010000:2.0:1763335121.157496:0:27803:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x291:0x0] updating lvb ctime from disk: 1763335120 -> 1763335121 00002000:00010000:2.0:1763335121.157499:0:27803:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x291:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763335121.157564:0:27803:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2426:x1848989814957824:12345-192.168.204.57@tcp:2:lfs.0 Request processed in 167us (548us total) trans 17179871800 rc 0/0 00000100:00100000:2.0:1763335121.157570:0:27803:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6987 00002000:00010000:1.0:1763335121.158177:0:8417:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763335121.158182:0:8417:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1763335120 -> 1763335120 00002000:00010000:1.0:1763335121.158184:0:8417:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 0 -> 1763335121 00002000:00010000:1.0:1763335121.158187:0:8417:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1763335120 -> 1763335121 00002000:00010000:1.0:1763335121.158189:0:8417:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763335121.158215:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+15:2426:x1848989814957696:12345-192.168.204.57@tcp:2:lfs.0 Request processed in 1006us (1285us total) trans 21474839100 rc 0/0 00000100:00100000:1.0:1763335121.158222:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6985 00002000:00010000:2.0:1763335121.158520:0:27804:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 249428 -> 249428 00002000:00010000:2.0:1763335121.158523:0:27804:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1763335120 -> 1763335120 00002000:00010000:2.0:1763335121.158525:0:27804:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 0 -> 1763335121 00002000:00010000:2.0:1763335121.158527:0:27804:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1763335120 -> 1763335121 00002000:00010000:2.0:1763335121.158529:0:27804:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 368 -> 368 00000100:00100000:2.0:1763335121.158552:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4aa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:2426:x1848989814957568:12345-192.168.204.57@tcp:2:lfs.0 Request processed in 1328us (1570us total) trans 21474839101 rc 0/0 00000100:00100000:2.0:1763335121.158558:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6986 00000100:00100000:2.0:1763335121.167796:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335121.168407:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814958080 00000100:00100000:1.0:1763335121.168418:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814958080 00000100:00100000:1.0:1763335121.168482:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3474 00000100:00100000:1.0:1763335121.168492:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:57636:x1848989814958080:12345-192.168.204.57@tcp:35:lfs.0 00000004:00010000:1.0:1763335121.168566:0:14078:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000405:0x214:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff900202044400/0x3ec0b54007578ee4 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x214:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882536 expref: 277 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335121.168603:0:14078:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578fa1 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x214:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14078 initiator: MDT0 00010000:00010000:1.0:1763335121.168615:0:14078:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007578d8d lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824b1 expref: 277 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335121.168633:0:14078:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578e35 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x214:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824f0 expref: 277 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335121.168642:0:14078:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578fa1 lrc: 5/0,1 mode: --/EX res: [0x240000405:0x214:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14078 initiator: MDT1 00010000:00010000:1.0:1763335121.168671:0:14078:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578e35 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x214:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824f0 expref: 277 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335121.168685:0:14078:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578e35 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x214:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824f0 expref: 277 pid: 6532 timeout: 1214 lvb_type: 0 00000100:00100000:1.0:1763335121.168705:0:14078:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c7833480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001_UUID:14078:1848989826143104:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335121.168796:0:14078:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007578d8d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824b1 expref: 277 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335121.168805:0:14078:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007578d8d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824b1 expref: 277 pid: 13591 timeout: 1214 lvb_type: 0 00000100:00100000:1.0:1763335121.168813:0:14078:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c7830a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001_UUID:14078:1848989826143232:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335121.168834:0:14078:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001f504a780 going to sleep for 11 seconds 00000100:00100000:2.0:1763335121.176576:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335121.176702:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335121.176851:0:14078:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c7833480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001_UUID:14078:1848989826143104:192.168.204.57@tcp:104: 00000100:00100000:1.0:1763335121.176865:0:14078:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c7830a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001_UUID:14078:1848989826143232:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335121.176897:0:14078:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578fa1 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x214:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14078 initiator: MDT1 00000100:00100000:3.0:1763335121.177773:0:35246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814958208 00000100:00100000:3.0:1763335121.177782:0:35246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814958208 00010000:00010000:3.0:1763335121.177816:0:35246:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578e35 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x214:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824f0 expref: 278 pid: 6532 timeout: 1214 lvb_type: 0 00000100:00100000:3.0:1763335121.177852:0:35246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814958336 00000100:00100000:3.0:1763335121.177855:0:35246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814958336 00010000:00010000:3.0:1763335121.177865:0:35246:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007578d8d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824b1 expref: 279 pid: 13591 timeout: 1214 lvb_type: 0 00000100:00100000:3.0:1763335121.177884:0:35246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3308 00000100:00100000:3.0:1763335121.177891:0:35246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+279:2426:x1848989814958208:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335121.177905:0:35246:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335121.177910:0:35246:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578e35 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x214:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824f0 expref: 279 pid: 6532 timeout: 1214 lvb_type: 0 00010000:00010000:3.0:1763335121.177921:0:35246:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578e35 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x214:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824f0 expref: 279 pid: 6532 timeout: 1214 lvb_type: 0 00010000:00010000:3.0:1763335121.177939:0:35246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafa00/0x3ec0b54007578e35 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x214:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824f0 expref: 279 pid: 6532 timeout: 1214 lvb_type: 0 00010000:00010000:3.0:1763335121.177954:0:35246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:3.0:1763335121.177959:0:35246:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578fa1 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x214:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14078 initiator: MDT1 00010000:00010000:3.0:1763335121.177971:0:35246:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578fa1 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x214:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14078 initiator: MDT1 00010000:00010000:3.0:1763335121.177976:0:35246:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763335121.178026:0:35246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+278:2426:x1848989814958208:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 134us (1461us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335121.178033:0:35246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3308 00000100:00100000:3.0:1763335121.178052:0:35246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3309 00000100:00100000:3.0:1763335121.178058:0:35246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:2426:x1848989814958336:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335121.178066:0:35246:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335121.178071:0:35246:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007578d8d lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824b1 expref: 277 pid: 13591 timeout: 1214 lvb_type: 0 00010000:00010000:3.0:1763335121.178080:0:35246:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007578d8d lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824b1 expref: 277 pid: 13591 timeout: 1214 lvb_type: 0 00010000:00010000:3.0:1763335121.178092:0:35246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae400/0x3ec0b54007578d8d lrc: 0/0,0 mode: --/PR res: [0x240000405:0x214:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824b1 expref: 277 pid: 13591 timeout: 1214 lvb_type: 0 00010000:00010000:3.0:1763335121.178101:0:35246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:3.0:1763335121.178104:0:35246:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578fa1 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x214:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14078 initiator: MDT1 00010000:00010000:3.0:1763335121.178111:0:35246:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578fa1 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x214:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14078 initiator: MDT1 00010000:00010000:3.0:1763335121.178119:0:35246:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578fa1 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x214:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14078 initiator: MDT1 00010000:00010000:0.0:1763335121.180499:0:35246:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335121.180590:0:35246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:2426:x1848989814958336:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 2522us (3879us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335121.180603:0:35246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3309 00010000:00010000:3.0:1763335121.180790:0:14078:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578fa1 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x214:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14078 initiator: MDT1 00010000:00010000:3.0:1763335121.180801:0:14078:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578fa1 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x214:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14078 initiator: MDT1 00010000:00010000:3.0:1763335121.180827:0:14078:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578fa8 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x217:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14078 initiator: MDT0 00010000:00010000:3.0:1763335121.180842:0:14078:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c93ac800/0x3ec0b54007578f31 lrc: 2/0,0 mode: CR/CR res: [0x240000405:0x217:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882559 expref: 275 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335121.180852:0:14078:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578fa8 lrc: 4/0,1 mode: --/EX res: [0x240000405:0x217:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14078 initiator: MDT1 00010000:00010000:3.0:1763335121.180889:0:14078:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c93ac800/0x3ec0b54007578f31 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x217:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882559 expref: 275 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335121.180904:0:14078:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c93ac800/0x3ec0b54007578f31 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x217:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882559 expref: 275 pid: 13591 timeout: 1214 lvb_type: 0 00000100:00100000:3.0:1763335121.180917:0:14078:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a7a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001_UUID:14078:1848989826143360:192.168.204.57@tcp:104: 00000100:00100000:3.0:1763335121.180966:0:14078:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001fcd78480 going to sleep for 11 seconds 00000100:00100000:2.0:1763335121.186697:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335121.186770:0:14078:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a7a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001_UUID:14078:1848989826143360:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335121.186801:0:14078:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578fa8 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x217:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14078 initiator: MDT1 00000100:00100000:0.0:1763335121.186899:0:35246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814958464 00000100:00100000:0.0:1763335121.187301:0:35246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814958464 00010000:00010000:0.0:1763335121.187659:0:35246:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c93ac800/0x3ec0b54007578f31 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x217:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882559 expref: 276 pid: 13591 timeout: 1214 lvb_type: 0 00000100:00100000:0.0:1763335121.187707:0:35246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3310 00000100:00100000:0.0:1763335121.187717:0:35246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:2427:x1848989814958464:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335121.187735:0:35246:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335121.187742:0:35246:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c93ac800/0x3ec0b54007578f31 lrc: 4/0,0 mode: CR/CR res: [0x240000405:0x217:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882559 expref: 276 pid: 13591 timeout: 1214 lvb_type: 0 00010000:00010000:0.0:1763335121.187754:0:35246:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c93ac800/0x3ec0b54007578f31 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x217:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882559 expref: 276 pid: 13591 timeout: 1214 lvb_type: 0 00010000:00010000:0.0:1763335121.187778:0:35246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c93ac800/0x3ec0b54007578f31 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x217:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882559 expref: 276 pid: 13591 timeout: 1214 lvb_type: 0 00010000:00010000:0.0:1763335121.188027:0:35246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x217:0x0].0x0 (ffff9001c7e89500) 00010000:00010000:0.0:1763335121.188035:0:35246:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578fa8 lrc: 3/0,1 mode: --/EX res: [0x240000405:0x217:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14078 initiator: MDT1 00010000:00010000:0.0:1763335121.188044:0:35246:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578fa8 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x217:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14078 initiator: MDT1 00010000:00010000:0.0:1763335121.188051:0:35246:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578fa8 lrc: 4/0,1 mode: EX/EX res: [0x240000405:0x217:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14078 initiator: MDT1 00010000:00010000:0.0:1763335121.188086:0:35246:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763335121.188226:0:14078:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578fa8 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x217:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14078 initiator: MDT1 00000100:00100000:0.0:1763335121.188435:0:35246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+275:2427:x1848989814958464:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 706us (1734us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335121.188444:0:35246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3310 00010000:00010000:3.0:1763335121.188491:0:14078:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578fa8 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x217:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14078 initiator: MDT1 00000100:00100000:3.0:1763335121.188826:0:14078:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a7a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001-mdtlov_UUID:14078:1848989826143488:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1763335121.188936:0:14078:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335121.188973:0:14078:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c706a600 going to sleep for 11 seconds 00000100:00100000:2.0:1763335121.188995:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826143488 00000100:00100000:2.0:1763335121.189003:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826143488 00000100:00080000:1.0:1763335121.189054:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1763335121.189063:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1343 00000100:00100000:2.0:1763335121.189071:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:14078:x1848989826143488:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1763335121.189153:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:14078:x1848989826143488:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 83us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335121.189160:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1343 00000100:00100000:1.0:1763335121.189194:0:14078:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a7a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001-mdtlov_UUID:14078:1848989826143488:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1763335121.189258:0:14078:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c7830a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001-mdtlov_UUID:14078:1848989826143616:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1763335121.189297:0:14078:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335121.189407:0:6535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826143616 00000100:00100000:3.0:1763335121.189412:0:6535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826143616 00000100:00100000:3.0:1763335121.189435:0:6535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1344 00000100:00100000:3.0:1763335121.189441:0:6535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7833480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:14078:x1848989826143616:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1763335121.189605:0:14078:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c70489c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335121.189614:0:6535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7833480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:14078:x1848989826143616:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 173us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335121.189617:0:14078:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179871795 gen 2 00000100:00100000:3.0:1763335121.189633:0:6535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1344 00000004:00080000:1.0:1763335121.189633:0:14078:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f7f24700, transno 17179871780 00000004:00080000:1.0:1763335121.189687:0:14078:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f7f27800, transno 17179871781 00000004:00080000:1.0:1763335121.189690:0:14078:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9001f7f27b80, transno 17179871782 00000100:00100000:1.0:1763335121.189702:0:14078:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c7830a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001-mdtlov_UUID:14078:1848989826143616:0@lo:1000:mdt_rdpg00_002.0 00000004:00080000:0.0:1763335121.189764:0:10046:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 1 changes, 0 in progress, 0 in flight, 3 done 00000100:00100000:1.0:1763335121.189820:0:14078:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c7830a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001-mdtlov_UUID:14078:1848989826143744:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1763335121.189853:0:14078:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335121.189880:0:14078:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c70489c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335121.189930:0:6535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826143744 00000100:00100000:3.0:1763335121.189934:0:6535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826143744 00000100:00100000:3.0:1763335121.190006:0:6535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1345 00000100:00100000:3.0:1763335121.190013:0:6535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1368a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:14078:x1848989826143744:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1763335121.190081:0:6535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1368a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:14078:x1848989826143744:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 68us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335121.190086:0:6535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1345 00000100:00100000:1.0:1763335121.190161:0:14078:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c7830a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001-mdtlov_UUID:14078:1848989826143744:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1763335121.190196:0:14078:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1368700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001-mdtlov_UUID:14078:1848989826143872:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1763335121.190218:0:14078:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335121.190240:0:14078:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c67c4180 going to sleep for 11 seconds 00000100:00100000:3.0:1763335121.190283:0:6535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826143872 00000100:00100000:3.0:1763335121.190287:0:6535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826143872 00000100:00100000:2.0:1763335121.190386:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1346 00000100:00100000:2.0:1763335121.190395:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f136a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:14078:x1848989826143872:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1763335121.190464:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f136a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:14078:x1848989826143872:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 71us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335121.190470:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1346 00000100:00100000:1.0:1763335121.190663:0:14078:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1368700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001-mdtlov_UUID:14078:1848989826143872:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1763335121.190697:0:14078:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1368700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001-mdtlov_UUID:14078:1848989826144000:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1763335121.190717:0:14078:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335121.190744:0:14078:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c9969300 going to sleep for 11 seconds 00000100:00100000:3.0:1763335121.190818:0:6535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826144000 00000100:00100000:3.0:1763335121.190822:0:6535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826144000 00000100:00100000:3.0:1763335121.190910:0:6535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1347 00000100:00100000:3.0:1763335121.190917:0:6535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c7830a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:14078:x1848989826144000:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1763335121.191027:0:6535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c7830a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:14078:x1848989826144000:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 109us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335121.191033:0:6535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1347 00000100:00100000:1.0:1763335121.191221:0:14078:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1368700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001-mdtlov_UUID:14078:1848989826144000:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1763335121.191254:0:14078:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1368700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001-mdtlov_UUID:14078:1848989826144128:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1763335121.191279:0:14078:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335121.191301:0:14078:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c70489c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763335121.191455:0:6535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826144128 00000100:00100000:3.0:1763335121.191460:0:6535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826144128 00000100:00100000:3.0:1763335121.191487:0:6535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1348 00000100:00100000:3.0:1763335121.191494:0:6535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:14078:x1848989826144128:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1763335121.191550:0:6535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:14078:x1848989826144128:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 56us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335121.191556:0:6535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1348 00000100:00100000:1.0:1763335121.191616:0:14078:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1368700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001-mdtlov_UUID:14078:1848989826144128:0@lo:1000:mdt_rdpg00_002.0 00000040:00080000:1.0:1763335121.191914:0:14078:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].19, 640 off49544 00000001:00080000:1.0:1763335121.191929:0:14078:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973602 00000100:00100000:1.0:1763335121.191983:0:14078:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a35500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001-mdtlov_UUID:14078:1848989826144256:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1763335121.192019:0:14078:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335121.192048:0:14078:0:(client.c:2690:ptlrpc_set_wait()) set ffff90020214cc00 going to sleep for 11 seconds 00000100:00100000:3.0:1763335121.192091:0:6535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826144256 00000100:00100000:3.0:1763335121.192095:0:6535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826144256 00000100:00100000:3.0:1763335121.192127:0:6535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1349 00000100:00100000:3.0:1763335121.192134:0:6535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:14078:x1848989826144256:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1763335121.192249:0:6535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:14078:x1848989826144256:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 114us (229us total) trans 17179871801 rc 0/0 00000100:00100000:3.0:1763335121.192255:0:6535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1349 00000100:00100000:1.0:1763335121.192369:0:14078:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a35500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001-mdtlov_UUID:14078:1848989826144256:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1763335121.192392:0:14078:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a34000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001-mdtlov_UUID:14078:1848989826144384:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1763335121.192415:0:14078:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335121.192432:0:14078:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c67c4180 going to sleep for 11 seconds 00000100:00100000:2.0:1763335121.192500:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826144384 00000100:00100000:2.0:1763335121.192504:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826144384 00000100:00100000:2.0:1763335121.192539:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1350 00000100:00100000:2.0:1763335121.192546:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:14078:x1848989826144384:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1763335121.192652:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:14078:x1848989826144384:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 106us (235us total) trans 21474839102 rc 0/0 00000100:00100000:2.0:1763335121.192659:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1350 00000100:00100000:0.0:1763335121.193554:0:14078:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a34000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0001-mdtlov_UUID:14078:1848989826144384:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:0.0:1763335121.193636:0:14078:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973603 00010000:00010000:0.0:1763335121.193669:0:14078:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578fa8 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x217:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14078 initiator: MDT1 00010000:00010000:0.0:1763335121.193679:0:14078:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578fa8 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x217:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14078 initiator: MDT1 00010000:00010000:0.0:1763335121.193686:0:14078:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578fa8 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x217:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14078 initiator: MDT1 00010000:00010000:0.0:1763335121.193692:0:14078:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c5281e00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335121.193696:0:14078:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578fa8 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x217:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14078 initiator: MDT1 00010000:00010000:0.0:1763335121.193702:0:14078:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578fa8 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x217:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14078 initiator: MDT1 00010000:00010000:0.0:1763335121.193717:0:14078:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x217:0x0].0x0 (ffff9001c7e89500) 00010000:00010000:0.0:1763335121.193721:0:14078:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1763335121.193725:0:14078:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578fa8 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x217:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14078 initiator: MDT1 00010000:00010000:0.0:1763335121.193730:0:14078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c5281e00/0x3ec0b54007578fa8 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x217:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14078 initiator: MDT1 00010000:00010000:0.0:1763335121.193743:0:14078:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578fa1 lrc: 3/0,1 mode: EX/EX res: [0x240000405:0x214:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14078 initiator: MDT1 00010000:00010000:0.0:1763335121.193749:0:14078:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578fa1 lrc: 2/0,0 mode: EX/EX res: [0x240000405:0x214:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14078 initiator: MDT1 00010000:00010000:0.0:1763335121.193753:0:14078:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578fa1 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x214:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14078 initiator: MDT1 00010000:00010000:0.0:1763335121.193758:0:14078:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fae600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:0.0:1763335121.193760:0:14078:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578fa1 lrc: 3/0,0 mode: EX/EX res: [0x240000405:0x214:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14078 initiator: MDT1 00010000:00010000:0.0:1763335121.193766:0:14078:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578fa1 lrc: 4/0,0 mode: EX/EX res: [0x240000405:0x214:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14078 initiator: MDT1 00010000:00010000:0.0:1763335121.193773:0:14078:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:0.0:1763335121.193776:0:14078:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1763335121.193778:0:14078:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578fa1 lrc: 2/0,0 mode: --/EX res: [0x240000405:0x214:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14078 initiator: MDT1 00010000:00010000:0.0:1763335121.193783:0:14078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578fa1 lrc: 0/0,0 mode: --/EX res: [0x240000405:0x214:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14078 initiator: MDT1 00010000:00010000:0.0:1763335121.193798:0:14078:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:0.0:1763335121.193800:0:14078:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763335121.193806:0:14078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff900202044400/0x3ec0b54007578ee4 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x214:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882536 expref: 277 pid: 13591 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335121.193901:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:57636:x1848989814958080:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 25411us (26115us total) trans 4294973604 rc 0/0 00000100:00100000:0.0:1763335121.193910:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3474 00000020:00080000:0.0:1763335121.193915:0:14078:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:2.0:1763335121.195716:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335121.195837:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814958592 00000100:00100000:1.0:1763335121.195848:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814958592 00000100:00100000:1.0:1763335121.195901:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10067 00000100:00100000:1.0:1763335121.195911:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+276:57636:x1848989814958592:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335121.195933:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335121.195954:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578faf lrc: 2/0,0 mode: --/CR res: [0x240000405:0x214:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88258a expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335121.196008:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578faf lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x214:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88258a expref: 277 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335121.196023:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafe00/0x3ec0b54007578faf lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x214:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88258a expref: 277 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335121.196041:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:1.0:1763335121.196044:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763335121.196047:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fafe00, rc 0) 00000100:00100000:1.0:1763335121.196106:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:57636:x1848989814958592:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 195us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335121.196113:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10067 00000100:00100000:2.0:1763335121.199728:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335121.200020:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814958848 00000100:00100000:0.0:1763335121.200031:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814958848 00000100:00100000:0.0:1763335121.200097:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3475 00000100:00100000:0.0:1763335121.200107:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+277:57636:x1848989814958848:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:0.0:1763335121.200366:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+278:57636:x1848989814958848:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 259us (643us total) trans 4294973605 rc 0/0 00000100:00100000:0.0:1763335121.200374:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3475 00000100:00100000:2.0:1763335121.203232:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335121.203343:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814959104 00000100:00100000:1.0:1763335121.203352:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814959104 00000100:00100000:1.0:1763335121.203457:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3476 00000100:00100000:1.0:1763335121.203468:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001d24db850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+278:57636:x1848989814959104:12345-192.168.204.57@tcp:35:lfs.0 00000004:00080000:1.0:1763335121.203667:0:6533:0:(mdd_object.c:3993:mdd_close()) Object [0x240000405:0x217:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:1.0:1763335121.203755:0:6533:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578fb6 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x217:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 00010000:00010000:1.0:1763335121.203772:0:6533:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578fb6 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x217:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335121.203783:0:6533:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578fb6 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x217:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335121.203792:0:6533:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578fb6 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x217:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335121.203798:0:6533:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578fb6 lrc: 4/0,1 mode: PW/PW res: [0x240000405:0x217:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335121.203803:0:6533:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578fb6 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x217:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6533 initiator: MDT1 00010000:00010000:1.0:1763335121.203875:0:6533:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763335121.204031:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001d24db850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+279:57636:x1848989814959104:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 564us (807us total) trans 4294973606 rc 0/0 00000100:00100000:1.0:1763335121.204040:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3476 00010000:00010000:3.0:1763335121.204108:0:6518:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763335121.204115:0:6518:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578fb6 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x217:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335121.204123:0:6518:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faee00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335121.204127:0:6518:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578fb6 lrc: 2/0,0 mode: PW/PW res: [0x240000405:0x217:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335121.204135:0:6518:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578fb6 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x217:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335121.204147:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x217:0x0].0x0 (ffff9001c7e89500) 00010000:00010000:3.0:1763335121.204152:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763335121.204157:0:6518:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578fb6 lrc: 1/0,0 mode: --/PW res: [0x240000405:0x217:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335121.204164:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578fb6 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x217:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6533 initiator: MDT1 00010000:00010000:3.0:1763335121.204176:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335121.204178:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763335121.204180:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335121.224681:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335121.226598:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814959232 00000100:00100000:2.0:1763335121.226613:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814959232 00000100:00100000:1.0:1763335121.227243:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10068 00000100:00100000:1.0:1763335121.227258:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+279:57637:x1848989814959232:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335121.227283:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335121.227306:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007578fbd lrc: 2/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882591 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335121.227414:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578fc4 lrc: 3/1,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335121.227428:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578fc4 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335121.227441:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578fc4 lrc: 3/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335121.227454:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578fcb lrc: 3/1,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335121.227461:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578fcb lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335121.227467:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578fcb lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335121.227754:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578fd2 lrc: 3/1,0 mode: --/PR res: [0x240000405:0x214:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335121.227764:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578fd2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335121.227771:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578fd2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:1.0:1763335121.227812:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x214:0x0]: returning size 249428 00000004:00200000:1.0:1763335121.227817:0:6532:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763335121.227835:0:6532:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578fd2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335121.227847:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578fd2 lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335121.227857:0:6532:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578fc4 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335121.227863:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578fc4 lrc: 4/1,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335121.227873:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578fc4 lrc: 3/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335121.227879:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578fc4 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335121.227885:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6faee00 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335121.227889:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578fc4 lrc: 4/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335121.227897:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578fc4 lrc: 5/0,0 mode: CR/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335121.227908:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0x0 (ffff9000c35efa00) 00010000:00010000:1.0:1763335121.227912:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335121.227916:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578fc4 lrc: 3/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335121.227922:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faee00/0x3ec0b54007578fc4 lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335121.227936:0:6532:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578fcb lrc: 3/1,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335121.227941:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578fcb lrc: 2/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335121.227946:0:6532:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578fcb lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335121.227951:0:6532:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9000c6fae600 already unused, calling callback (ffffffffc18d2550) 00010000:00010000:1.0:1763335121.227954:0:6532:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578fcb lrc: 3/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335121.227963:0:6532:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578fcb lrc: 4/0,0 mode: PR/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335121.227970:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000406:0x6:0x0].0xdd396665 (ffff9000c35ef700) 00010000:00010000:1.0:1763335121.227972:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763335121.227974:0:6532:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578fcb lrc: 2/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335121.227980:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578fcb lrc: 0/0,0 mode: --/PR res: [0x240000406:0x6:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335121.228008:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007578fbd lrc: 0/0,0 mode: --/CR res: [0x240000406:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882591 expref: 281 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335121.228021:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578fd2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882591 expref: 280 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335121.228028:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:1.0:1763335121.228030:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763335121.228033:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fafc00, rc 0) 00000100:00100000:1.0:1763335121.228118:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+280:57637:x1848989814959232:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 864us (3447us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335121.228126:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10068 00010000:00010000:0.0:1763335121.228955:0:7457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763335121.237412:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335121.237504:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814959488 00000100:00100000:0.0:1763335121.237515:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814959488 00000100:00100000:0.0:1763335121.237566:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10069 00000100:00100000:0.0:1763335121.237575:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+280:57637:x1848989814959488:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335121.237593:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335121.237613:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6024000/0x3ec0b54007578fd9 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x214:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a882598 expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335121.237719:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6025600/0x3ec0b54007578fe0 lrc: 3/1,0 mode: --/CR res: [0x240000405:0x214:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335121.237731:0:13591:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6025600/0x3ec0b54007578fe0 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x214:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335121.237741:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6025600/0x3ec0b54007578fe0 lrc: 3/1,0 mode: CR/CR res: [0x240000405:0x214:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:0.0:1763335121.237751:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x214:0x0]: returning size 249428 00010000:00010000:0.0:1763335121.237856:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6024000/0x3ec0b54007578fd9 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x214:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882598 expref: 283 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335121.237871:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6025600/0x3ec0b54007578fe0 lrc: 3/0,0 mode: CR/CR res: [0x240000405:0x214:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882598 expref: 282 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335121.237879:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:0.0:1763335121.237882:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1763335121.237885:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6025600, rc 0) 00000100:00100000:0.0:1763335121.237940:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+282:57637:x1848989814959488:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 366us (536us total) trans 4294973607 rc 0/0 00000100:00100000:0.0:1763335121.237947:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10069 00000100:00100000:0.0:1763335121.243867:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335121.244006:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814959744 00000100:00100000:1.0:1763335121.244016:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814959744 00000100:00100000:1.0:1763335121.244069:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10070 00000100:00100000:1.0:1763335121.244079:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+282:57637:x1848989814959744:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335121.244105:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335121.244127:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007578fee lrc: 2/0,0 mode: --/CR res: [0x240000405:0x214:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a88259f expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335121.244961:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578ff5 lrc: 3/0,1 mode: --/PW res: [0x240000405:0x214:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:1.0:1763335121.244979:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578ff5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x214:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335121.244990:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578ff5 lrc: 3/0,1 mode: PW/PW res: [0x240000405:0x214:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:1.0:1763335121.245004:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x214:0x0]: returning size 249428 00010000:00010000:1.0:1763335121.245117:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6faea00/0x3ec0b54007578fee lrc: 0/0,0 mode: --/CR res: [0x240000405:0x214:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88259f expref: 285 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335121.245134:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578ff5 lrc: 3/0,0 mode: PW/PW res: [0x240000405:0x214:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88259f expref: 284 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335121.245142:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:1.0:1763335121.245145:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763335121.245148:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6fae600, rc 0) 00000100:00100000:1.0:1763335121.245919:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+284:57637:x1848989814959744:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 1136us (1354us total) trans 4294973608 rc 0/0 00000100:00100000:1.0:1763335121.245929:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10070 00000100:00100000:3.0:1763335121.279746:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335121.281667:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814959872 00000100:00100000:0.0:1763335121.281681:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814959872 00000100:00100000:2.0:1763335121.281971:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1739 00000100:00100000:2.0:1763335121.281983:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:2427:x1848989814959872:12345-192.168.204.57@tcp:3:lfs.0 00010000:00010000:2.0:1763335121.282024:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9001c0031a00/0x3ec0b54007579003 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335121.282043:0:28395:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf600/0x3ec0b54007578f8c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882575 expref: 14 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335121.282052:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335121.282054:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335121.282058:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001c0031a00/0x3ec0b54007579003 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335121.282094:0:28395:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf600/0x3ec0b54007578f8c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882575 expref: 14 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335121.282110:0:28395:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf600/0x3ec0b54007578f8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882575 expref: 14 pid: 8417 timeout: 1214 lvb_type: 0 00000100:00100000:2.0:1763335121.282126:0:28395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c37ac700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:28395:1848989826144512:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335121.283469:0:28395:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001da6aacc0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335121.286493:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335121.286606:0:28395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c37ac700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:28395:1848989826144512:192.168.204.57@tcp:104: 00010000:00010000:3.0:1763335121.286643:0:28395:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9001c0031a00/0x3ec0b54007579003 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335121.287214:0:35246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814960000 00000100:00100000:0.0:1763335121.287223:0:35246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814960000 00010000:00010000:0.0:1763335121.287441:0:35246:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf600/0x3ec0b54007578f8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882575 expref: 15 pid: 8417 timeout: 1214 lvb_type: 0 00000100:00100000:0.0:1763335121.287829:0:35246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3311 00000100:00100000:0.0:1763335121.287841:0:35246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+15:2427:x1848989814960000:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335121.287856:0:35246:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335121.287877:0:35246:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf600/0x3ec0b54007578f8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882575 expref: 15 pid: 8417 timeout: 1214 lvb_type: 0 00010000:00010000:0.0:1763335121.287896:0:35246:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf600/0x3ec0b54007578f8c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882575 expref: 15 pid: 8417 timeout: 1214 lvb_type: 0 00010000:00010000:0.0:1763335121.287921:0:35246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c6faf600/0x3ec0b54007578f8c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882575 expref: 15 pid: 8417 timeout: 1214 lvb_type: 0 00010000:00010000:0.0:1763335121.287936:0:35246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335121.287939:0:35246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763335121.287943:0:35246:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9001c0031a00/0x3ec0b54007579003 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335121.287953:0:35246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9001c0031a00/0x3ec0b54007579003 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335121.287987:0:35246:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335121.288053:0:35246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:2427:x1848989814960000:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 214us (1568us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335121.288061:0:35246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3311 00010000:00010000:3.0:1763335121.288653:0:28395:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9001c0031a00/0x3ec0b54007579003 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335121.288665:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9001c0031a00/0x3ec0b54007579003 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335121.298686:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff9001c0031a00/0x3ec0b54007579003 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335121.298706:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9001c0031a00/0x3ec0b54007579003 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335121.298714:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9001c0031a00/0x3ec0b54007579003 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335121.298721:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9001c0031a00 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:3.0:1763335121.298725:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9001c0031a00/0x3ec0b54007579003 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335121.298732:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9001c0031a00/0x3ec0b54007579003 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335121.298751:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9001c0031a00/0x3ec0b54007579003 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335121.298758:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9001c0031a00/0x3ec0b54007579003 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335121.298856:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:2427:x1848989814959872:12345-192.168.204.57@tcp:3:lfs.0 Request processed in 16869us (19114us total) trans 0 rc 249428/249428 00000100:00100000:3.0:1763335121.298867:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1739 00000100:00100000:1.0:1763335121.305128:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335121.305300:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335121.305471:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814960128 00000100:00100000:0.0:1763335121.305481:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814960128 00000100:00100000:0.0:1763335121.305534:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814960256 00000100:00100000:0.0:1763335121.305537:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814960256 00000100:00100000:0.0:1763335121.305574:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6988 00000100:00100000:0.0:1763335121.305584:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2428:x1848989814960128:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:0.0:1763335121.305602:0:28568:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335121.305629:0:28568:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c6024000/0x3ec0b5400757900a lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8825a6 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335121.305705:0:28568:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e5eb2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28568:1848989826144640:192.168.204.57@tcp:106: 00000100:00100000:0.0:1763335121.305780:0:28568:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000cca43240 going to sleep for 11 seconds 00000100:00100000:1.0:1763335121.305847:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6989 00000100:00100000:1.0:1763335121.305857:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:2428:x1848989814960256:12345-192.168.204.57@tcp:101:lfs.0 00010000:00010000:1.0:1763335121.305865:0:8416:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335121.305877:0:8416:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c93ac600/0x3ec0b54007579011 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x291:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8825ad expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763335121.305908:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4a35f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1848989826144768:192.168.204.57@tcp:106: 00000100:00100000:1.0:1763335121.305934:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000c9e2b000 going to sleep for 11 seconds 00000100:00100000:1.0:1763335121.308918:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4a35f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1848989826144768:192.168.204.57@tcp:106: 00010000:00010000:1.0:1763335121.308957:0:8416:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c93ac600/0x3ec0b54007579011 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x291:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8825ad expref: 14 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335121.308980:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c93ac600/0x3ec0b54007579011 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x291:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8825ad expref: 14 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335121.308993:0:8416:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c93ac600, rc 0) 00000100:00100000:1.0:1763335121.309064:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:2428:x1848989814960256:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 3208us (3763us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335121.309073:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6989 00000100:00100000:1.0:1763335121.309918:0:28568:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e5eb2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28568:1848989826144640:192.168.204.57@tcp:106: 00010000:00010000:1.0:1763335121.309944:0:28568:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c6024000/0x3ec0b5400757900a lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8825a6 expref: 20 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335121.309959:0:28568:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c6024000/0x3ec0b5400757900a lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8825a6 expref: 20 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335121.309968:0:28568:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6024000, rc 0) 00000100:00100000:1.0:1763335121.310010:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2428:x1848989814960128:12345-192.168.204.57@tcp:101:lfs.0 Request processed in 4428us (4891us total) trans 0 rc 301/301 00000100:00100000:1.0:1763335121.310017:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6988 00000100:00100000:0.0:1763335121.317119:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335121.317224:0:28395:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814960384 00000100:00100000:3.0:1763335121.317235:0:28395:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814960384 00000100:00100000:3.0:1763335121.317309:0:28395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1740 00000100:00100000:2.0:1763335121.318650:0:28395:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2429:x1848989814960384:12345-192.168.204.57@tcp:3:lfs.0 00010000:00010000:2.0:1763335121.318695:0:28395:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff900202044400/0x3ec0b54007579018 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335121.318714:0:28395:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578f77 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88256e expref: 19 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335121.318723:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335121.318725:0:28395:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763335121.318729:0:28395:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff900202044400/0x3ec0b54007579018 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335121.318766:0:28395:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578f77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88256e expref: 19 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335121.318779:0:28395:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578f77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88256e expref: 19 pid: 8417 timeout: 1214 lvb_type: 0 00000100:00100000:2.0:1763335121.318792:0:28395:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c37ac700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:28395:1848989826144896:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335121.318876:0:28395:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001da6aacc0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335121.325147:0:28395:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c37ac700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:28395:1848989826144896:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335121.325176:0:28395:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff900202044400/0x3ec0b54007579018 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763335121.330486:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335121.330863:0:35246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814960512 00000100:00100000:2.0:1763335121.330873:0:35246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814960512 00010000:00010000:2.0:1763335121.330912:0:35246:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578f77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88256e expref: 20 pid: 8417 timeout: 1214 lvb_type: 0 00000100:00100000:2.0:1763335121.330956:0:35246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3312 00000100:00100000:2.0:1763335121.330966:0:35246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:2426:x1848989814960512:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763335121.330983:0:35246:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763335121.331003:0:35246:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578f77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88256e expref: 20 pid: 8417 timeout: 1214 lvb_type: 0 00010000:00010000:2.0:1763335121.331015:0:35246:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578f77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88256e expref: 20 pid: 8417 timeout: 1214 lvb_type: 0 00010000:00010000:2.0:1763335121.331038:0:35246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000c6faf400/0x3ec0b54007578f77 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x292:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88256e expref: 20 pid: 8417 timeout: 1214 lvb_type: 0 00010000:00010000:2.0:1763335121.331053:0:35246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335121.331055:0:35246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335121.331061:0:35246:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff900202044400/0x3ec0b54007579018 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335121.331070:0:35246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff900202044400/0x3ec0b54007579018 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x292:0x0].0x0 rrc: 3 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335121.331783:0:35246:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763335121.331974:0:28395:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff900202044400/0x3ec0b54007579018 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x292:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335121.331986:0:28395:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff900202044400/0x3ec0b54007579018 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x292:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335121.332654:0:35246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:2426:x1848989814960512:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 1686us (2175us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335121.332664:0:35246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3312 00010000:00010000:2.0:1763335121.340714:0:28395:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff900202044400/0x3ec0b54007579018 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x292:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335121.340733:0:28395:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff900202044400/0x3ec0b54007579018 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x292:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335121.340741:0:28395:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff900202044400/0x3ec0b54007579018 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x292:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335121.340747:0:28395:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff900202044400 already unused, calling callback (ffffffffc0cbab40) 00010000:00010000:2.0:1763335121.340751:0:28395:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff900202044400/0x3ec0b54007579018 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x292:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335121.340759:0:28395:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff900202044400/0x3ec0b54007579018 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x292:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335121.340777:0:28395:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff900202044400/0x3ec0b54007579018 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x292:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335121.340784:0:28395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff900202044400/0x3ec0b54007579018 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x292:0x0].0x0 rrc: 2 type: EXT [0->249855] (req 0->249855) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28395 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335121.340872:0:28395:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2429:x1848989814960384:12345-192.168.204.57@tcp:3:lfs.0 Request processed in 23257us (23760us total) trans 0 rc 249428/249428 00000100:00100000:2.0:1763335121.340886:0:28395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1740 00000100:00100000:2.0:1763335121.378428:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335121.378530:0:35246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814960640 00000100:00100000:0.0:1763335121.378541:0:35246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814960640 00000100:00100000:0.0:1763335121.378624:0:35246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 405 00000100:00100000:0.0:1763335121.378635:0:35246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c37ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+284:57637:x1848989814960640:12345-192.168.204.57@tcp:103:lfs.0 00010000:00010000:0.0:1763335121.378653:0:35246:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335121.378680:0:35246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fae600/0x3ec0b54007578ff5 lrc: 0/0,0 mode: --/PW res: [0x240000405:0x214:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a88259f expref: 284 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335121.378699:0:35246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:0.0:1763335121.378704:0:35246:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335121.378768:0:35246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c37ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+283:57637:x1848989814960640:12345-192.168.204.57@tcp:103:lfs.0 Request processed in 134us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335121.378775:0:35246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 405 00000100:00100000:0.0:1763335121.388994:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335121.389077:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814960896 00000100:00100000:1.0:1763335121.389095:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814960896 00000100:00100000:1.0:1763335121.389147:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3477 00000100:00100000:1.0:1763335121.389156:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+283:57637:x1848989814960896:12345-192.168.204.57@tcp:35:lfs.0 00000100:00100000:1.0:1763335121.389396:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+284:57637:x1848989814960896:12345-192.168.204.57@tcp:35:lfs.0 Request processed in 240us (410us total) trans 4294973609 rc 0/0 00000100:00100000:1.0:1763335121.389403:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3477 00000100:00100000:1.0:1763335121.398371:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335121.399353:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814961152 00000100:00100000:2.0:1763335121.399365:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814961152 00000100:00100000:2.0:1763335121.399417:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10071 00000100:00100000:2.0:1763335121.399425:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+284:57635:x1848989814961152:12345-192.168.204.57@tcp:101:fsx.0 00010000:00010000:2.0:1763335121.399450:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335121.399469:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c9190c00/0x3ec0b5400757901f lrc: 2/0,0 mode: --/CR res: [0x240000405:0x214:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8825b4 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335121.399577:0:6532:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c9191000/0x3ec0b54007579026 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x214:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1763335121.399593:0:6532:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578fd2 lrc: 2/0,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882591 expref: 285 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335121.399602:0:6532:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c9191000/0x3ec0b54007579026 lrc: 4/0,1 mode: --/CW res: [0x240000405:0x214:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT1 00010000:00010000:2.0:1763335121.399645:0:6532:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578fd2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882591 expref: 285 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335121.399657:0:6532:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578fd2 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882591 expref: 285 pid: 6532 timeout: 1214 lvb_type: 0 00000100:00100000:2.0:1763335121.399670:0:6532:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cbad2680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826145024:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335121.399754:0:6532:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001da6aacc0 going to sleep for 11 seconds 00000100:00100000:2.0:1763335121.405708:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335121.406559:0:6532:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cbad2680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6532:1848989826145024:192.168.204.57@tcp:104: 00010000:00010000:1.0:1763335121.406587:0:6532:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c9191000/0x3ec0b54007579026 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x214:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000100:00100000:0.0:1763335121.406913:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814961280 00000100:00100000:0.0:1763335121.406921:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814961280 00010000:00010000:0.0:1763335121.406957:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578fd2 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882591 expref: 286 pid: 6532 timeout: 1214 lvb_type: 0 00000100:00100000:0.0:1763335121.406999:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3313 00000100:00100000:0.0:1763335121.407008:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001fb62e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+286:2427:x1848989814961280:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763335121.407033:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763335121.407041:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578fd2 lrc: 4/0,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882591 expref: 286 pid: 6532 timeout: 1214 lvb_type: 0 00010000:00010000:0.0:1763335121.407052:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578fd2 lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882591 expref: 286 pid: 6532 timeout: 1214 lvb_type: 0 00010000:00010000:0.0:1763335121.407071:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6fafc00/0x3ec0b54007578fd2 lrc: 0/0,0 mode: --/PR res: [0x240000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a882591 expref: 286 pid: 6532 timeout: 1214 lvb_type: 0 00010000:00010000:0.0:1763335121.408892:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:0.0:1763335121.408904:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c9191000/0x3ec0b54007579026 lrc: 3/0,1 mode: --/CW res: [0x240000405:0x214:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335121.408917:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c9191000/0x3ec0b54007579026 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x214:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335121.408925:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c9191000/0x3ec0b54007579026 lrc: 4/0,1 mode: CW/CW res: [0x240000405:0x214:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT1 00010000:00010000:0.0:1763335121.408967:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763335121.409050:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001fb62e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+285:2427:x1848989814961280:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 2039us (3349us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335121.409061:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3313 00010000:00010000:1.0:1763335121.409582:0:6532:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c9191000/0x3ec0b54007579026 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x214:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00010000:00010000:1.0:1763335121.409592:0:6532:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c9191000/0x3ec0b54007579026 lrc: 3/0,1 mode: CW/CW res: [0x240000405:0x214:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT1 00000004:00200000:1.0:1763335121.409626:0:6532:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x214:0x0]: returning size 249428 00010000:00010000:1.0:1763335121.409768:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c9190c00/0x3ec0b5400757901f lrc: 0/0,0 mode: --/CR res: [0x240000405:0x214:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8825b4 expref: 286 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335121.409787:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c9191000/0x3ec0b54007579026 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x214:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8825b4 expref: 285 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763335121.409795:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:1.0:1763335121.409799:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1763335121.409801:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c9191000, rc 0) 00000100:00100000:1.0:1763335121.409850:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+285:57635:x1848989814961152:12345-192.168.204.57@tcp:101:fsx.0 Request processed in 10425us (12938us total) trans 4294973610 rc 0/0 00000100:00100000:1.0:1763335121.409858:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10071 00000100:00100000:2.0:1763335121.417902:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335121.417994:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814961408 00000100:00100000:1.0:1763335121.418003:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814961408 00000100:00100000:0.0:1763335121.419517:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 10072 00000100:00100000:0.0:1763335121.419538:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+285:57635:x1848989814961408:12345-192.168.204.57@tcp:101:fsx.0 00010000:00010000:0.0:1763335121.419565:0:13591:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763335121.419594:0:13591:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6024800/0x3ec0b54007579034 lrc: 2/0,0 mode: --/CR res: [0x240000405:0x214:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8825bb expref: -99 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335121.419700:0:13591:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6025c00/0x3ec0b5400757903b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x214:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13591 initiator: MDT0 00010000:00010000:0.0:1763335121.419716:0:13591:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c9191000/0x3ec0b54007579026 lrc: 2/0,0 mode: CW/CW res: [0x240000405:0x214:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8825b4 expref: 286 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335121.419724:0:13591:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6025c00/0x3ec0b5400757903b lrc: 4/1,0 mode: --/PR res: [0x240000405:0x214:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335121.419759:0:13591:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9000c9191000/0x3ec0b54007579026 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x214:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8825b4 expref: 286 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335121.419772:0:13591:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c9191000/0x3ec0b54007579026 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x214:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8825b4 expref: 286 pid: 6532 timeout: 1214 lvb_type: 0 00000100:00100000:0.0:1763335121.419784:0:13591:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e5eb1180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826145152:192.168.204.57@tcp:104: 00000100:00100000:0.0:1763335121.419861:0:13591:0:(client.c:2690:ptlrpc_set_wait()) set ffff9000cca43e40 going to sleep for 11 seconds 00000100:00100000:3.0:1763335121.424253:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335121.424659:0:13591:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e5eb1180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:13591:1848989826145152:192.168.204.57@tcp:104: 00010000:00010000:0.0:1763335121.424687:0:13591:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6025c00/0x3ec0b5400757903b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x214:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000100:00100000:1.0:1763335121.424865:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814961536 00000100:00100000:1.0:1763335121.424872:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814961536 00010000:00010000:1.0:1763335121.424909:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9000c9191000/0x3ec0b54007579026 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x214:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8825b4 expref: 287 pid: 6532 timeout: 1214 lvb_type: 0 00000100:00100000:1.0:1763335121.424954:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3314 00000100:00100000:1.0:1763335121.424964:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a79500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+287:2426:x1848989814961536:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763335121.424981:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763335121.424988:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9000c9191000/0x3ec0b54007579026 lrc: 4/0,0 mode: CW/CW res: [0x240000405:0x214:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8825b4 expref: 287 pid: 6532 timeout: 1214 lvb_type: 0 00010000:00010000:1.0:1763335121.425000:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9000c9191000/0x3ec0b54007579026 lrc: 3/0,0 mode: CW/CW res: [0x240000405:0x214:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8825b4 expref: 287 pid: 6532 timeout: 1214 lvb_type: 0 00010000:00010000:1.0:1763335121.425024:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c9191000/0x3ec0b54007579026 lrc: 0/0,0 mode: --/CW res: [0x240000405:0x214:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8825b4 expref: 287 pid: 6532 timeout: 1214 lvb_type: 0 00010000:00010000:1.0:1763335121.425040:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:1.0:1763335121.425046:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6025c00/0x3ec0b5400757903b lrc: 3/1,0 mode: --/PR res: [0x240000405:0x214:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335121.425057:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6025c00/0x3ec0b5400757903b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335121.425066:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6025c00/0x3ec0b5400757903b lrc: 4/1,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 13591 initiator: MDT1 00010000:00010000:1.0:1763335121.425095:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763335121.425155:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a79500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+286:2426:x1848989814961536:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 192us (912us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335121.425163:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3314 00010000:00010000:0.0:1763335121.425559:0:13591:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6025c00/0x3ec0b5400757903b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335121.425567:0:13591:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6025c00/0x3ec0b5400757903b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00000004:00200000:0.0:1763335121.425623:0:13591:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000405:0x214:0x0]: returning size 249428 00000004:00200000:0.0:1763335121.425629:0:13591:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763335121.425650:0:13591:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6025c00/0x3ec0b5400757903b lrc: 3/1,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13591 initiator: MDT1 00010000:00010000:0.0:1763335121.425679:0:13591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6024800/0x3ec0b54007579034 lrc: 0/0,0 mode: --/CR res: [0x240000405:0x214:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8825bb expref: 286 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335121.425694:0:13591:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9000c6025c00/0x3ec0b5400757903b lrc: 3/0,0 mode: PR/PR res: [0x240000405:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8825bb expref: 285 pid: 13591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763335121.425702:0:13591:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000405:0x214:0x0].0x0 (ffff9000c35ef400) 00010000:00010000:0.0:1763335121.425705:0:13591:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763335121.425708:0:13591:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c6025c00, rc 0) 00000100:00100000:0.0:1763335121.425750:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+285:57635:x1848989814961408:12345-192.168.204.57@tcp:101:fsx.0 Request processed in 6221us (7858us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335121.425758:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 10072 00000100:00100000:3.0:1763335121.429793:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335121.430262:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335121.431355:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814961792 00000100:00100000:1.0:1763335121.431367:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814961792 00000100:00100000:2.0:1763335121.431624:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814961664 00000100:00100000:2.0:1763335121.431629:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814961664 00000100:00100000:2.0:1763335121.431829:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6990 00000100:00100000:2.0:1763335121.431840:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:2428:x1848989814961792:12345-192.168.204.57@tcp:101:fsx.0 00010000:00010000:2.0:1763335121.431860:0:8416:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335121.431879:0:8416:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c9191800/0x3ec0b54007579042 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x291:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8825c9 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763335121.431937:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cbad0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1848989826145280:192.168.204.57@tcp:106: 00000100:00100000:1.0:1763335121.433148:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6991 00000100:00100000:1.0:1763335121.433165:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+18:2428:x1848989814961664:12345-192.168.204.57@tcp:101:fsx.0 00010000:00010000:1.0:1763335121.433178:0:28568:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763335121.433195:0:28568:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c93ac800/0x3ec0b54007579049 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x292:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8825c2 expref: -99 pid: 28568 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763335121.433215:0:28568:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x292:0x0] initial LVB size: 249856, mtime: 0x691a5bd0, atime: 0x691a5bd1, ctime: 0x691a5bd1, blocks: 0x8 00010000:00010000:1.0:1763335121.433233:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335121.433235:0:28568:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763335121.433243:0:28568:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c93ac800/0x3ec0b54007579049 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8825c2 expref: 19 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335121.433258:0:28568:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c93ac800/0x3ec0b54007579049 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x292:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8825c2 expref: 19 pid: 28568 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763335121.433270:0:28568:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c93ac800, rc 0) 00000100:00100000:2.0:1763335121.433528:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001da6aacc0 going to sleep for 11 seconds 00000100:00100000:1.0:1763335121.434174:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2428:x1848989814961664:12345-192.168.204.57@tcp:101:fsx.0 Request processed in 1012us (3909us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335121.434186:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6991 00000100:00100000:2.0:1763335121.438428:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cbad0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1848989826145280:192.168.204.57@tcp:106: 00010000:00010000:2.0:1763335121.438468:0:8416:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c9191800/0x3ec0b54007579042 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x291:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8825c9 expref: 14 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335121.438505:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9000c9191800/0x3ec0b54007579042 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x291:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8825c9 expref: 14 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335121.438519:0:8416:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c9191800, rc 0) 00000100:00100000:2.0:1763335121.438584:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:2428:x1848989814961792:12345-192.168.204.57@tcp:101:fsx.0 Request processed in 6745us (8835us total) trans 0 rc 301/301 00000100:00100000:2.0:1763335121.438593:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6990 00000100:00100000:0.0:1763335121.442550:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335121.442853:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814961920 00000100:00100000:2.0:1763335121.442864:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814961920 00000100:00100000:2.0:1763335121.442963:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6992 00000100:00100000:2.0:1763335121.442973:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+13:57635:x1848989814961920:12345-192.168.204.57@tcp:101:fsx.0 00010000:00010000:2.0:1763335121.442994:0:8416:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335121.443015:0:8416:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9000c9191400/0x3ec0b54007579050 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x28f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8825d0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763335121.443038:0:8416:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x28f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763335121.443061:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335121.443064:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335121.443075:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9000c9191400/0x3ec0b54007579050 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->249855) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8825d0 expref: 14 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335121.443189:0:8416:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9000c9191400/0x3ec0b54007579050 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->249855) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8825d0 expref: 14 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335121.443202:0:8416:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c9191400, rc 0) 00000100:00100000:2.0:1763335121.443496:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:57635:x1848989814961920:12345-192.168.204.57@tcp:101:fsx.0 Request processed in 523us (956us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335121.443504:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6992 00000100:00100000:3.0:1763335121.450466:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335121.450557:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814962176 00000100:00100000:0.0:1763335121.450567:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814962176 00000100:00100000:0.0:1763335121.450625:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3478 00000100:00100000:0.0:1763335121.450635:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+285:57635:x1848989814962176:12345-192.168.204.57@tcp:35:fsx.0 00000001:00080000:0.0:1763335121.450825:0:14078:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294973611 00000100:00100000:0.0:1763335121.453246:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+287:57635:x1848989814962176:12345-192.168.204.57@tcp:35:fsx.0 Request processed in 2600us (2776us total) trans 4294973612 rc 0/0 00000100:00100000:0.0:1763335121.453259:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3478 00000020:00080000:0.0:1763335121.453496:0:14078:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763335121.458061:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335121.458241:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814962304 00000100:00100000:2.0:1763335121.458251:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814962304 00000100:00100000:2.0:1763335121.458425:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 6993 00000100:00100000:2.0:1763335121.458436:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:57635:x1848989814962304:12345-192.168.204.57@tcp:101:fsx.0 00010000:00010000:2.0:1763335121.458454:0:8416:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763335121.458474:0:8416:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9000c9191800/0x3ec0b54007579057 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x706bb6c91a8825d7 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335121.458503:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007578e58 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824fe expref: 20 pid: 27803 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335121.458517:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335121.458519:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763335121.458524:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c9191800/0x3ec0b54007579057 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x6c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8825d7 expref: 20 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335121.458559:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007578e58 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824fe expref: 20 pid: 27803 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763335121.458573:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007578e58 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824fe expref: 20 pid: 27803 timeout: 1214 lvb_type: 1 00000100:00100000:2.0:1763335121.458587:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cbad0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8416:1848989826145408:192.168.204.57@tcp:104: 00000100:00100000:2.0:1763335121.460475:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001da6aacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763335121.464098:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:2.0:1763335121.464219:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cbad0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8416:1848989826145408:192.168.204.57@tcp:104: 00010000:00010000:2.0:1763335121.464251:0:8416:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9000c9191800/0x3ec0b54007579057 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x6c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8825d7 expref: 20 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763335121.464272:0:8416:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9000c9191800, rc 0) 00000100:00100000:2.0:1763335121.464356:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:57635:x1848989814962304:12345-192.168.204.57@tcp:101:fsx.0 Request processed in 5922us (6306us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335121.464364:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 6993 00000100:00100000:3.0:1763335121.464685:0:35246:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814962432 00000100:00100000:3.0:1763335121.464692:0:35246:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814962432 00010000:00010000:3.0:1763335121.464724:0:35246:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007578e58 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824fe expref: 20 pid: 27803 timeout: 1214 lvb_type: 1 00000100:00100000:3.0:1763335121.464751:0:35246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3315 00000100:00100000:3.0:1763335121.464760:0:35246:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+20:2427:x1848989814962432:12345-192.168.204.57@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763335121.464775:0:35246:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763335121.464795:0:35246:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007578e58 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824fe expref: 20 pid: 27803 timeout: 1214 lvb_type: 1 00010000:00010000:3.0:1763335121.464806:0:35246:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007578e58 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824fe expref: 20 pid: 27803 timeout: 1214 lvb_type: 1 00010000:00010000:3.0:1763335121.464828:0:35246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9000cbadaa00/0x3ec0b54007578e58 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8824fe expref: 20 pid: 27803 timeout: 1214 lvb_type: 1 00010000:00010000:3.0:1763335121.464841:0:35246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335121.464843:0:35246:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763335121.464850:0:35246:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9000c9191800/0x3ec0b54007579057 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8825d7 expref: 19 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335121.464859:0:35246:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9000c9191800/0x3ec0b54007579057 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8825d7 expref: 19 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763335121.464890:0:35246:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9000c9191800/0x3ec0b54007579057 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.57@tcp remote: 0x706bb6c91a8825d7 expref: 19 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763335121.464905:0:35246:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7ed7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:35246:1848989826145536:192.168.204.57@tcp:105: 00000100:00100000:3.0:1763335121.464967:0:35246:0:(client.c:2690:ptlrpc_set_wait()) set ffff9001c706a180 going to sleep for 11 seconds 00000100:00100000:2.0:1763335121.469776:0:35246:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7ed7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:35246:1848989826145536:192.168.204.57@tcp:105: 00010000:00010000:2.0:1763335121.469801:0:35246:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763335121.469860:0:35246:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2427:x1848989814962432:12345-192.168.204.57@tcp:103:ldlm_bl.0 Request processed in 5099us (5783us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335121.469872:0:35246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3315 00000100:00100000:1.0:1763335121.470629:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335121.470698:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814962688 00000100:00100000:0.0:1763335121.470706:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814962688 00000100:00100000:0.0:1763335121.470752:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3479 00000100:00100000:0.0:1763335121.470762:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4a34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+25:57635:x1848989814962688:12345-192.168.204.57@tcp:35:fsx.0 00000001:00080000:0.0:1763335121.470987:0:14078:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934841 00000100:00100000:0.0:1763335121.472722:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4a34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+27:57635:x1848989814962688:12345-192.168.204.57@tcp:35:fsx.0 Request processed in 1952us (2085us total) trans 8589934842 rc 0/0 00000100:00100000:0.0:1763335121.472734:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3479 00000020:00080000:0.0:1763335121.472742:0:14078:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763335121.475887:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335121.476008:0:14078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814962944 00000100:00100000:1.0:1763335121.476018:0:14078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814962944 00000100:00100000:1.0:1763335121.476079:0:14078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 3480 00000100:00100000:1.0:1763335121.476203:0:14078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001e5eb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+287:57635:x1848989814962944:12345-192.168.204.57@tcp:35:fsx.0 00000100:00100000:1.0:1763335121.476482:0:14078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001e5eb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+288:57635:x1848989814962944:12345-192.168.204.57@tcp:35:fsx.0 Request processed in 282us (605us total) trans 4294973613 rc 0/0 00000100:00100000:1.0:1763335121.476490:0:14078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 3480 00000004:00080000:3.0:1763335122.126662:0:8716:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1115106344744ns, next at 1116106341959ns, rc = 0 00000100:00100000:1.0:1763335122.126729:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763335122.126756:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f7ed7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826145664:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1763335122.126826:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335122.126966:0:8419:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826145664 00000100:00100000:2.0:1763335122.126974:0:8419:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826145664 00000100:00100000:2.0:1763335122.127023:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:2.0:1763335122.127033:0:8419:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3666:x1848989826145664:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1763335122.127064:0:8419:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484898112 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1763335122.127117:0:8419:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3666:x1848989826145664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335122.127125:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:1.0:1763335122.127802:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f7ed7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826145664:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1763335122.268542:0:6517:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1763335122.982383:0:35494:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-flr test_70a: @@@@@@ FAIL: fsx FLR file /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr failed 00000100:00100000:1.0:1763335123.147467:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763335123.147492:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6dc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3665:1848989826145792:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763335123.147558:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335123.147645:0:6535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826145792 00000100:00100000:1.0:1763335123.147655:0:6535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826145792 00000100:00100000:1.0:1763335123.147699:0:6535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1351 00000100:00100000:1.0:1763335123.147708:0:6535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c6dc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1848989826145792:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1763335123.147741:0:6535:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445896192 avail 1299656704 00000100:00100000:1.0:1763335123.147795:0:6535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c6dc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3665:x1848989826145792:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335123.147803:0:6535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1351 00000100:00100000:3.0:1763335123.147875:0:3665:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294973564 gen 2 00000004:00080000:3.0:1763335123.147881:0:3665:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294973564 committed transno 4294973564 00000100:00100000:2.0:1763335123.147890:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763335123.147899:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cbad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826146048:0@lo:400:kworker.0 00000100:00100000:3.0:1763335123.147923:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6dc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3665:1848989826145792:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1763335123.147926:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335123.147938:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cbad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2032434f-4737-4592-a0df-08ea1fa8243f:3665:1848989826145920:0@lo:400:kworker.0 00000100:00100000:2.0:1763335123.147949:0:6536:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826146048 00000100:00100000:2.0:1763335123.147953:0:6536:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826146048 00000100:00100000:3.0:1763335123.147968:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335123.147975:0:6536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1352 00000100:00100000:2.0:1763335123.147981:0:6536:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1337800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3667:x1848989826146048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335123.148002:0:32321:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826145920 00000100:00100000:3.0:1763335123.148005:0:32321:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826145920 00000100:00100000:2.0:1763335123.148015:0:6536:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1337800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3667:x1848989826146048:12345-0@lo:400:kworker.0 Request processed in 35us (88us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335123.148022:0:6536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1352 00000100:00100000:3.0:1763335123.148032:0:32321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:3.0:1763335123.148038:0:32321:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001fb661450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2032434f-4737-4592-a0df-08ea1fa8243f+23:3665:x1848989826145920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335123.148046:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cbad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3667:1848989826146048:0@lo:400:kworker.0 00000100:00100000:3.0:1763335123.148068:0:32321:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001fb661450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2032434f-4737-4592-a0df-08ea1fa8243f+23:3665:x1848989826145920:12345-0@lo:400:kworker.0 Request processed in 31us (100us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335123.148073:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1336300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3667:1848989826146176:0@lo:400:kworker.0 00000100:00100000:3.0:1763335123.148075:0:32321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:2.0:1763335123.148095:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335123.148109:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cbad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2032434f-4737-4592-a0df-08ea1fa8243f:3665:1848989826145920:0@lo:400:kworker.0 00000100:00100000:3.0:1763335123.148138:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763335123.148144:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1334e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826146432:0@lo:400:kworker.0 00000100:00100000:2.0:1763335123.148149:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763335123.148154:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1334a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3667:1848989826146560:0@lo:400:kworker.0 00000100:00100000:3.0:1763335123.148168:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335123.148171:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335123.148184:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001f1335880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826146304:0@lo:400:kworker.0 00000100:00100000:2.0:1763335123.148191:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826146432 00000100:00100000:2.0:1763335123.148194:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826146432 00000100:00100000:3.0:1763335123.148203:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335123.148221:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826146304 00000100:00100000:2.0:1763335123.148223:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826146304 00000100:00100000:3.0:1763335123.148227:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:3.0:1763335123.148233:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f7ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1848989826146432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335123.148244:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:2.0:1763335123.148249:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1848989826146304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335123.148267:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f7ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3665:x1848989826146432:12345-0@lo:400:kworker.0 Request processed in 34us (98us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335123.148272:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:2.0:1763335123.148273:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3665:x1848989826146304:12345-0@lo:400:kworker.0 Request processed in 25us (69us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335123.148278:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00100000:3.0:1763335123.148298:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1334e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826146432:0@lo:400:kworker.0 00000100:00100000:3.0:1763335123.148308:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1335880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3665:1848989826146304:0@lo:400:kworker.0 00000100:00100000:2.0:1763335123.148308:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000cbad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3667:1848989826146688:0@lo:400:kworker.0 00000100:00100000:2.0:1763335123.148359:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335123.148369:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763335123.148375:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c393ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3665:1848989826146816:0@lo:400:kworker.0 00000100:00100000:2.0:1763335123.148384:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826146176 00000100:00100000:2.0:1763335123.148388:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826146176 00000100:00100000:3.0:1763335123.148396:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335123.148409:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826146560 00000100:00100000:2.0:1763335123.148412:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826146560 00000100:00100000:3.0:1763335123.148429:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826146688 00000100:00100000:2.0:1763335123.148429:0:7841:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826146816 00000100:00100000:3.0:1763335123.148432:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826146688 00000100:00100000:2.0:1763335123.148432:0:7841:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826146816 00000100:00100000:2.0:1763335123.148445:0:7841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1317 00000100:00100000:3.0:1763335123.148449:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1318 00000100:00100000:2.0:1763335123.148450:0:7841:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001f1336a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1848989826146176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335123.148454:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000cbad0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1848989826146560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335123.148482:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000cbad0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3667:x1848989826146560:12345-0@lo:400:kworker.0 Request processed in 28us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335123.148488:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1318 00000100:00100000:3.0:1763335123.148507:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1319 00000100:00100000:3.0:1763335123.148513:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1848989826146816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763335123.148543:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3665:x1848989826146816:12345-0@lo:400:kworker.0 Request processed in 31us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335123.148548:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1319 00000100:00100000:3.0:1763335123.148564:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1320 00000100:00100000:3.0:1763335123.148570:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c487b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1848989826146688:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1763335123.148657:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1763335123.148661:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1763335123.148664:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1763335123.148665:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763335123.149133:0:7841:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001f1336a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3667:x1848989826146176:12345-0@lo:400:kworker.0 Request processed in 681us (1035us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335123.149140:0:7841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1317 00000100:00100000:3.0:1763335123.149229:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c487b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3667:x1848989826146688:12345-0@lo:400:kworker.0 Request processed in 659us (869us total) trans 0 rc 0/0 00000100:00100000:2.0:1763335123.149231:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000cbad2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3667:1848989826146688:0@lo:400:kworker.0 00000100:00100000:3.0:1763335123.149236:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1320 00000100:00100000:2.0:1763335123.149240:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1334a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3667:1848989826146560:0@lo:400:kworker.0 00000100:00100000:2.0:1763335123.149248:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001f1336300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3667:1848989826146176:0@lo:400:kworker.0 00000100:00100000:3.0:1763335123.149266:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c393ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3665:1848989826146816:0@lo:400:kworker.0 00000100:00100000:3.0:1763335123.149299:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4878e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3665:1848989826146944:0@lo:400:kworker.0 00000100:00100000:2.0:1763335123.149305:0:3667:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763335123.149311:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c4879500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3667:1848989826147072:0@lo:400:kworker.0 00000100:00100000:3.0:1763335123.149341:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763335123.149353:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335123.149369:0:13840:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826146944 00000100:00100000:3.0:1763335123.149373:0:13840:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826146944 00000100:00100000:2.0:1763335123.149381:0:3667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c487bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3667:1848989826147200:0@lo:400:kworker.0 00000100:00100000:2.0:1763335123.149402:0:3667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335123.149403:0:13840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1321 00000100:00100000:3.0:1763335123.149409:0:13840:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1848989826146944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335123.149424:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826147072 00000100:00100000:2.0:1763335123.149428:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826147072 00000100:00100000:3.0:1763335123.149440:0:13840:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3665:x1848989826146944:12345-0@lo:400:kworker.0 Request processed in 32us (99us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335123.149446:0:13840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1321 00000100:00100000:2.0:1763335123.149446:0:27804:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826147200 00000100:00100000:2.0:1763335123.149449:0:27804:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826147200 00000100:00100000:2.0:1763335123.149467:0:27804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:2.0:1763335123.149473:0:27804:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c4879c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3667:x1848989826147072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335123.149504:0:27804:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c4879c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3667:x1848989826147072:12345-0@lo:400:kworker.0 Request processed in 31us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335123.150132:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00100000:2.0:1763335123.150137:0:27804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00100000:3.0:1763335123.150142:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c487ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1848989826147200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763335123.150172:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4879500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3667:1848989826147072:0@lo:400:kworker.0 00000100:00100000:3.0:1763335123.150176:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c487ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3667:x1848989826147200:12345-0@lo:400:kworker.0 Request processed in 38us (773us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335123.150182:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00100000:2.0:1763335123.150187:0:3667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c487bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3667:1848989826147200:0@lo:400:kworker.0 00000100:00100000:3.0:1763335123.150207:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c4878e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3665:1848989826146944:0@lo:400:kworker.0 00000100:00100000:3.0:1763335123.150217:0:3665:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763335123.150222:0:3665:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c487bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3665:1848989826147328:0@lo:400:kworker.0 00000100:00080000:1.0:1763335123.150276:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1763335123.150280:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1763335123.150282:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1763335123.150407:0:3665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335123.150484:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826147328 00000100:00100000:1.0:1763335123.150489:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826147328 00000100:00100000:1.0:1763335123.150713:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1322 00000100:00100000:1.0:1763335123.150721:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1848989826147328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763335123.150760:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3665:x1848989826147328:12345-0@lo:400:kworker.0 Request processed in 40us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335123.150766:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1322 00000100:00100000:2.0:1763335123.150919:0:3665:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c487bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3665:1848989826147328:0@lo:400:kworker.0 00010000:00010000:2.0:1763335123.275499:0:8431:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763335123.659503:0:3664:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763335123.659525:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c393d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826147456:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1763335123.659625:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335123.659698:0:6535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826147456 00000100:00100000:3.0:1763335123.659707:0:6535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826147456 00000100:00100000:3.0:1763335123.659756:0:6535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1353 00000100:00100000:3.0:1763335123.659765:0:6535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3664:x1848989826147456:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1763335123.659806:0:6535:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445875712 avail 1299636224 00000100:00100000:3.0:1763335123.659853:0:6535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3664:x1848989826147456:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1763335123.659861:0:6535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1353 00000100:00100000:3.0:1763335123.659905:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c393d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3664:1848989826147456:0@lo:41:osp-pre-0-1.0 00000004:00080000:0.0:1763335123.660626:0:10047:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1116640310358ns, next at 1117640307825ns, rc = 0 00000100:00100000:3.0:1763335123.660891:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9001e5eb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826147584:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1763335123.660930:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763335123.660967:0:3666:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763335123.660972:0:3666:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6dc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3666:1848989826147712:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1763335123.660997:0:3666:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763335123.661077:0:8419:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826147584 00000100:00100000:1.0:1763335123.661083:0:8419:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826147584 00000100:00100000:1.0:1763335123.661117:0:8419:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826147712 00000100:00100000:1.0:1763335123.661121:0:8419:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826147712 00000100:00100000:1.0:1763335123.661135:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:1.0:1763335123.661141:0:8419:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3666:x1848989826147584:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1763335123.661162:0:8419:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484898112 pending 0 free 3920216064 avail 3688693760 00000100:00100000:1.0:1763335123.661202:0:8419:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3666:x1848989826147584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335123.661209:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:1.0:1763335123.661224:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:1.0:1763335123.661230:0:8419:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9002018a0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1848989826147712:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1763335123.661240:0:8419:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484898112 pending 0 free 3920216064 avail 3688693760 00000100:00100000:1.0:1763335123.661263:0:8419:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9002018a0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3666:x1848989826147712:12345-0@lo:13:osp-pre-1-0.0 Request processed in 33us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335123.661269:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:1.0:1763335123.661526:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6dc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3666:1848989826147712:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1763335123.661543:0:3666:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9001e5eb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3666:1848989826147584:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1763335123.662377:0:3664:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9000c6dc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3664:1848989826147840:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1763335123.662415:0:3664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763335123.662484:0:12480:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989826147840 00000100:00100000:0.0:1763335123.662490:0:12480:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989826147840 00000100:00100000:0.0:1763335123.662671:0:12480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:0.0:1763335123.662680:0:12480:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1848989826147840:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1763335123.662695:0:12480:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 484898112 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1763335123.667048:0:12480:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3664:x1848989826147840:12345-0@lo:13:osp-pre-0-0.0 Request processed in 4359us (4621us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335123.667063:0:12480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:3.0:1763335123.669712:0:3664:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9000c6dc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3664:1848989826147840:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1763335124.092688:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335124.092861:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:0.0:1763335124.092917:0:13591:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814963200 00000100:00100000:0.0:1763335124.092927:0:13591:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814963200 00000100:00100000:0.0:1763335124.092985:0:13591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1323 00000100:00100000:0.0:1763335124.092996:0:13591:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+27:2426:x1848989814963200:12345-192.168.204.57@tcp:400:kworker.0 00000100:00100000:0.0:1763335124.093073:0:13591:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:357649f3-b5ed-4e47-9c16-69abcfcf3637+27:2426:x1848989814963200:12345-192.168.204.57@tcp:400:kworker.0 Request processed in 78us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335124.093079:0:13591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1323 00000100:00080000:0.0:1763335124.093208:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763335124.093439:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335124.093510:0:28568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814963456 00000100:00100000:1.0:1763335124.093515:0:28568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814963456 00000100:00100000:1.0:1763335124.094411:0:28568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 790 00000100:00100000:1.0:1763335124.094420:0:28568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:2426:x1848989814963456:12345-192.168.204.57@tcp:400:kworker.0 00000100:00100000:1.0:1763335124.094472:0:28568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:357649f3-b5ed-4e47-9c16-69abcfcf3637+14:2426:x1848989814963456:12345-192.168.204.57@tcp:400:kworker.0 Request processed in 54us (1612us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335124.094479:0:28568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 790 00000100:00080000:1.0:1763335124.094497:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763335124.094678:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:3.0:1763335124.094750:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.57@tcp (source: 12345-192.168.204.57@tcp) 00000100:00100000:1.0:1763335124.094836:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814963328 00000100:00100000:1.0:1763335124.094843:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814963328 00000100:00100000:1.0:1763335124.094893:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 1324 00000100:00100000:1.0:1763335124.094900:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+288:2426:x1848989814963328:12345-192.168.204.57@tcp:400:kworker.0 00000100:00100000:1.0:1763335124.094947:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:357649f3-b5ed-4e47-9c16-69abcfcf3637+288:2426:x1848989814963328:12345-192.168.204.57@tcp:400:kworker.0 Request processed in 47us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335124.094954:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 1324 00000100:00100000:1.0:1763335124.094974:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814963584 00000100:00100000:1.0:1763335124.094978:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814963584 00000100:00100000:1.0:1763335124.095002:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 791 00000100:00100000:1.0:1763335124.095008:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9000c393d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2426:x1848989814963584:12345-192.168.204.57@tcp:400:kworker.0 00000100:00100000:1.0:1763335124.095041:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9000c393d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:357649f3-b5ed-4e47-9c16-69abcfcf3637+19:2426:x1848989814963584:12345-192.168.204.57@tcp:400:kworker.0 Request processed in 34us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1763335124.095048:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 791 00000100:00100000:0.0:1763335124.095109:0:32322:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848989814963072 00000100:00100000:0.0:1763335124.095114:0:32322:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848989814963072 00000100:00100000:0.0:1763335124.095154:0:32322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.57@tcp, seq: 160 00000100:00100000:0.0:1763335124.095161:0:32322:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9001fb661c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0909a97b-cbae-4788-876f-18ee1d303ba2+9:2426:x1848989814963072:12345-192.168.204.57@tcp:400:kworker.0 00000100:00100000:0.0:1763335124.095187:0:32322:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9001fb661c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0909a97b-cbae-4788-876f-18ee1d303ba2+9:2426:x1848989814963072:12345-192.168.204.57@tcp:400:kworker.0 Request processed in 27us (1749us total) trans 0 rc 0/0 00000100:00100000:0.0:1763335124.095193:0:32322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.57@tcp, seq: 160 00000100:00080000:3.0:1763335124.095619:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1763335124.095623:0:6526:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1763335124.301668:0:6518:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 68602 lines, 68602 kept, 0 dropped, 0 bad.